Golang爬虫基础：通过代理IP发送请求

package main

import (
"fmt"
"io/ioutil"
"log"
"net/http"
"net/url"
)

func main() {
req_url := "http://httpbin.org/get"
fmt.Printf("url: %s", req_url)

proxy := func(_ *http.Request) (*url.URL, error) {
return url.Parse("http://12.23.16.11:1234")
}
transport := &http.Transport{Proxy: proxy}

c := &http.Client{Transport: transport}

req, err := http.NewRequest("GET", req_url, nil)
if err != nil {
log.Fatal(err)
}

res, err := c.Do(req)
if err != nil {
log.Fatal(err)
}

defer res.Body.Close()
body, err := ioutil.ReadAll(res.Body)
if err != nil {
log.Fatal(err)
}

fmt.Printf("%s", body)
}

url: http://httpbin.org/get{ "args": {},
"headers": {
"Accept-Encoding": "gzip",
"Connection": "close",
"Host": "httpbin.org"
4000
,
"User-Agent": "Go-http-client/1.1"
},
"origin": "12.23.16.11",
"url": "http://httpbin.org/get"
}