go实现爬虫

type Crawler struct {
    ChromeDriver string
    Port         int
    Service      *selenium.Service
    Caps selenium.Capabilities
}

//开启驱动服务
func NewCrawler() (*Crawler,error) {
    crawler := &Crawler{
        ChromeDriver: `E:/go_workspace/src/my_common_utils/chromedriver.exe`,//google浏览器驱动
        Port:         9515,
        Service:      nil,
    }
    opts := []selenium.ServiceOption{}
    service, err := selenium.NewChromeDriverService(crawler.ChromeDriver, crawler.Port, opts...)
    if nil != err {
        return nil,errors.New("start a chromedriver service falid,"+err.Error())
    }
    caps := selenium.Capabilities{
        "browserName": "chrome",
    }
    imagCaps := map[string]interface{}{
        "profile.managed_default_content_settings.images": 2,//不加载图片，提高浏览器响应速度
    }
    chromeCaps := chrome.Capabilities{
        Prefs: imagCaps,
        Path:  "",
        Args: []string{
            //"--headless", //不弹出窗口
            "--user-agent=Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/69.0.3497.100 Safari/537.36", // 模拟user-agent，防反爬
        },
    }
    //以上是设置浏览器参数
    caps.AddChrome(chromeCaps)
    crawler.Service = service
    crawler.Caps = caps
    return crawler,nil
}

//打开窗口
func (c *Crawler) NewRemote()(selenium.WebDriver,error){
    w_b1, err := selenium.NewRemote(c.Caps, fmt.Sprintf("http://localhost:%d/wd/hub", c.Port))
    if err != nil {
        return nil,errors.New("connect to the webDriver faild,"+err.Error())
    }
    return w_b1,nil
}

//关闭驱动服务
func (c *Crawler) Shutdown(){
    _ = c.Service.Stop()
}