Golang通過http代理抓取頁面代碼
網絡編程中抓取開發的話一般要用到代理服務器,Python的代碼很多了,現在用GoLang來實現的話也是很簡潔的,GetByProxy函數封裝了代理功能。package main
import ( "fmt" "io/ioutil" "net/http" "net/url" )
// http get by proxy func GetByProxy(url_addr, proxyaddr string) (*http.Response, error) { request, := http.NewRequest("GET", url_addr, nil) proxy, err := url.Parse(proxy_addr) if err != nil { return nil, err } client := &http.Client{ Transport: &http.Transport{ Proxy: http.ProxyURL(proxy), }, } return client.Do(request) }
func main() {
proxy := "