Openresty Python LUA

Openresty Python LUA 学习资料 QQ群:397745473

0%

golang发送常见请求案例

发表于 更新于 分类于

golang发送常见请求案例

QQ群：397745473

使用golang 发送get post 使用代理的代码片段。

golang 发送GET请求案例 .

参考：https://studygolang.com/pkgdoc

参考： https://www.liwenzhou.com/posts/Go/go_http/

GET请求（方法1）

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
package main

import (
	"fmt"
	"io/ioutil"
	"net/http"
)

const (
	targetURL = "http://www.baidu.com/index.php?page=100&c=222"
)

func main() {
	// 发送GET请求
	resp, err := http.Get(targetURL)
	if err != nil {
		fmt.Printf("访问出错!%v\n", err)
		return
	}
	defer resp.Body.Close()
	b, err := ioutil.ReadAll(resp.Body)
	if err != nil {
		fmt.Printf("读取数据出错!%v\n", err)
		return
	}
	fmt.Println(string(b))
}

GET请求（方法2）

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
package main

import (
	"fmt"
	"io/ioutil"
	"net/http"
	"net/url"
)

const (
	targetURL = "https://ipinfo.io"
)

func main() {
	// 发送GET请求
	data := url.Values{}
	urlObj, _ := url.Parse(targetURL)
	data.Set("page", "100")
	data.Set("c", "222")
	querStr := data.Encode() // url encode之后的内容
	fmt.Println(querStr)
	urlObj.RawQuery = querStr

	req, err := http.NewRequest("GET", urlObj.String(), nil)
	resp, err := http.DefaultClient.Do(req)
	if err != nil {
		fmt.Printf("获取数据失败: %v", err)
		return
	}
	defer resp.Body.Close()

	b, err := ioutil.ReadAll(resp.Body)
	if err != nil {
		fmt.Printf("读数数出错: %v", err)
	}
	fmt.Println(string(b))

}

GET请求加代理

加代理做请求，并且自定义头部信息

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
package main

import (
	"compress/gzip"
	"crypto/tls"
	"fmt"
	"io/ioutil"
	"net/http"
	"net/url"
	"time"
)

const (
	targetURL = "https://ipinfo.io"
)

func main() {
	// 发送GET请求
	proxy := func(_ *http.Request) (*url.URL, error) {
		return url.Parse("socks5://127.0.0.1:7890")
	}

	httpTransport := &http.Transport{
		//解决x509: certificate signed by unknown authority
		TLSClientConfig: &tls.Config{InsecureSkipVerify: true},
		Proxy:           proxy,
	}

	httpClient := &http.Client{
		Transport: httpTransport,    //解决x509: certificate signed by unknown authority
		Timeout:   time.Second * 10, //超时时间
	}

	req, err := http.NewRequest("GET", targetURL, nil)
	if err != nil {
		// handle error
		return
	}

	req.Header.Set("User-Agent", "Mozilla/5.0 (Windows NT 10.0; rv:78.0) Gecko/20100101 Firefox/78.0")
	req.Header.Set("Accept", "application/json, text/javascript, */*; q=0.01")
	req.Header.Set("Accept-Language", "en-US,en;q=0.5")
	req.Header.Set("Accept-Encoding", "gzip, deflate")
	req.Header.Set("Content-Type", "application/x-www-form-urlencoded; charset=UTF-8")
	req.Header.Set("X-Requested-With", "XMLHttpRequest")
	req.Header.Set("Connection", "keep-alive")

	resp, err := httpClient.Do(req)
	if err != nil || resp.StatusCode == 403 || resp.StatusCode == 404 || resp.StatusCode == 503 {
		// handle error
		// 这两行打日志的生成时取消,不然会打很多日志
		//logger.Println(err)
		//logger.Println(requestURL)
		return
	}
	defer resp.Body.Close()
	body, err := gzip.NewReader(resp.Body) // 解压
	result, _ := ioutil.ReadAll(body)
	//result, err := ioutil.ReadAll(resp.Body) // 如果服务器开启了gzip,就需要先解压再读取
	if err != nil {
		// handle error
		//logger.Println(err)
		return
	}
	fmt.Println(string(result))

}

POST请求

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
package main

import (
	"fmt"
	"io/ioutil"
	"net/http"
	"strings"
)

const (
	targetURL = "https://ipinfo.io"
)

func main() {
	// 发送POST请求
	contentType := "application/json"
	data := `{"name":"小王子","age":18}`
	resp, err := http.Post(targetURL, contentType, strings.NewReader(data))
	if err != nil {
		fmt.Printf("post failed, err:%v\n", err)
		return
	}
	defer resp.Body.Close()
	b, err := ioutil.ReadAll(resp.Body)
	if err != nil {
		fmt.Printf("get resp failed, err:%v\n", err)
		return
	}
	fmt.Println(string(b))

}

简单自定义POST请求

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
package main

import (
	"fmt"
	"io/ioutil"
	"net/http"
	"strings"
)

const (
	targetURL = "https://ipinfo.io"
)

func main() {
	// 发送POST请求
	req, _ := http.NewRequest("POST", targetURL, strings.NewReader("formhash=测试1&signsubmit=测试2"))
	req.Header.Set("User-Agent", "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:74.0) Gecko/20100101 Firefox/74.0")
	req.Header.Set("Accept", "application/json, text/javascript, */*; q=0.01")
	// req.Header.Set("Accept-Encoding", "gzip, deflate") //  本行导致将 response 结果从 byte转  string 错误，故注释本行，在发包时取消发送  Accept-Encoding 这个http头

	client := &http.Client{}
	resp, _ := client.Do(req)
	defer resp.Body.Close()
	readbody, _ := ioutil.ReadAll(resp.Body)
	fmt.Println(string(readbody))

}

完整的自定义POST方法

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
// 随机生成IP地址方法
func genIpaddr() string {
	rand.Seed(time.Now().Unix())
	ip := fmt.Sprintf("%d.%d.%d.%d", rand.Intn(255), rand.Intn(255), rand.Intn(255), rand.Intn(255))
	return ip
}


func postUrlResponse(Referer, requestURL, userkey, session string, wg *sync.WaitGroup) (string, string) {
	defer wg.Done()
	//logger.Println("[GET]=>" + requestURL)
	randIp := genIpaddr()
	proxy := func(_ *http.Request) (*url.URL, error) {
		return url.Parse(PROXY_ADDR)
	}

	httpTransport := &http.Transport{
		//解决x509: certificate signed by unknown authority
		TLSClientConfig: &tls.Config{InsecureSkipVerify: true},
		Proxy:           proxy,
	}

	//req, err := http.NewRequest("POST", requestURL, nil)
	
	data := url.Values{}		
	data.Set("data", datas)
	data.Set("__k", userkey)
	u, _ := url.ParseRequestURI(requestURL)
	u.RawQuery = data.Encode()
	urlStr := fmt.Sprintf("%v", u) // "https://api.com/user/?name=foo&surname=bar"

	httpClient := &http.Client{
		Transport: httpTransport,    //解决x509: certificate signed by unknown authority
		Timeout:   time.Second * 10, //超时时间
	}

	//req, err := http.NewRequest("POST", urlStr, nil)
	req, err := http.NewRequest(http.MethodPost, urlStr, strings.NewReader(data.Encode())) // URL-encoded payload
	//req, err := http.NewRequest("POST", requestURL, bytes.NewBuffer(requestBody))
	if err != nil {
		// handle error
		return "error", "error"
	}

	req.Header.Set("User-Agent", "Mozilla/5.0 (Windows NT 10.0; rv:78.0) Gecko/20100101 Firefox/78.0")
	req.Header.Set("Accept", "application/json, text/javascript")
	req.Header.Set("Accept-Language", "en-US,en;q=0.5")
	// req.Header.Set("Accept-Encoding", "gzip, deflate")
	req.Header.Set("Content-Type", "application/x-www-form-urlencoded; charset=UTF-8")
	req.Header.Set("X-Requested-With", "XMLHttpRequest")
	req.Header.Set("Connection", "keep-alive")
	req.Header.Set("Cookie", "session="+session)
	req.Header.Set("Referer", Referer)
	req.Header.Set("Pragma", "no-cache")
	req.Header.Set("Cache-Control", "no-cache")

	req.Header.Set("X-Forward-For", randIp)
	req.Header.Set("HTTP_X_FORWARD_FOR", randIp)
	req.Header.Set("HTTP_CLIENT_IP", randIp)
	req.Header.Set("X-Real-IP", randIp)
	req.Header.Set("REMOTE_ADDR", randIp)

	resp, err := httpClient.Do(req)
	if err != nil || resp.StatusCode == 403 || resp.StatusCode == 404 || resp.StatusCode == 503 {
		// handle error
		// 这两行打日志的生成时取消,不然会打很多日志
		//logger.Println(err)
		//logger.Println(requestURL)
		return "error", "error"
	}
	defer resp.Body.Close()
	//body, err := gzip.NewReader(resp.Body)
	//result, _ := ioutil.ReadAll(body)
	result, err := ioutil.ReadAll(resp.Body)
	if err != nil {
		// handle error
		//logger.Println(err)
		return "error", "error"
	}
	return string(result), datas
}

QQ群：397745473

相关文章

欢迎关注我的其它发布渠道