-
Notifications
You must be signed in to change notification settings - Fork 0
/
http_client.go
138 lines (128 loc) · 3.6 KB
/
http_client.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
package http
import (
"bytes"
"compress/flate"
"compress/gzip"
"fmt"
"github.com/mymmsc/gox/api"
"github.com/mymmsc/gox/logger"
"io"
"net/http"
URL "net/url"
"strings"
"time"
)
const (
GET = http.MethodGet
POST = http.MethodPost
HEAD = http.MethodHead
PUT = http.MethodPut
PATCH = http.MethodPatch // RFC 5789
DELETE = http.MethodDelete
CONNECT = http.MethodConnect
OPTIONS = http.MethodOptions
TRACE = http.MethodTrace
ContentEncoding = "Content-Encoding"
LastModified = "Last-Modified"
IfModifiedSince = "If-Modified-Since"
)
var (
TimeZero = time.Unix(0, 0)
)
type Response struct {
StatusCode int
ContentLength int
LastModified time.Time
Body []byte
}
func HttpRequest(url string, method string) ([]byte, error) {
data, lastModified, err := Request(url, method)
_ = lastModified
return data, err
}
func HttpGet(url string) ([]byte, error) {
return HttpRequest(url, "get")
}
// Request http request, 支持传入header
func Request(url string, method string, header ...map[string]any) (data []byte, lastModified time.Time, err error) {
u, err := URL.Parse(url)
if err != nil {
return nil, TimeZero, err
}
reqHeader := make(map[string]string)
//reqHeader["Accept"] = "Accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8"
reqHeader["Accept"] = "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7"
reqHeader["Accept-Encoding"] = "gzip, deflate"
reqHeader["Accept-Language"] = "zh-CN,zh;q=0.9,en;q=0.8"
reqHeader["Cache-Control"] = "no-cache"
reqHeader["Connection"] = "keep-alive"
reqHeader["Host"] = u.Host
reqHeader["Pragma"] = "no-cache"
reqHeader["Upgrade-Insecure-Requests"] = "1"
reqHeader["User-Agent"] = "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/113.0.0.0 Safari/537.36 Edg/113.0.1774.35"
if len(header) > 0 {
mapHeader := header[0]
for k, v := range mapHeader {
switch val := v.(type) {
case time.Time:
val = val.UTC()
reqHeader[k] = val.Format(time.RFC1123)
case float32, float64:
reqHeader[k] = fmt.Sprintf("%f", val)
case int8, int16, int32, int64:
reqHeader[k] = fmt.Sprintf("%d", val)
case uint8, uint16, uint32, uint64:
reqHeader[k] = fmt.Sprintf("%d", val)
case string:
reqHeader[k] = val
default:
reqHeader[k] = fmt.Sprintf("%v", val)
}
}
}
client := &http.Client{}
request, err := http.NewRequest(strings.ToUpper(method), url, nil)
if err != nil {
return nil, TimeZero, err
}
for key, v := range reqHeader {
request.Header.Add(key, v)
}
response, err := client.Do(request)
if err != nil {
return nil, TimeZero, err
}
lm := response.Header.Get(LastModified)
if response.StatusCode == http.StatusNotModified && !api.IsEmpty(lm) {
return nil, TimeZero, nil
}
lastModified, err = time.Parse(time.RFC1123, lm)
defer api.CloseQuietly(response.Body)
body, err := io.ReadAll(response.Body)
if err != nil {
return nil, TimeZero, err
}
contentEncoding := response.Header.Get(ContentEncoding)
var reader io.ReadCloser = nil
if len(contentEncoding) > 0 {
contentEncoding = strings.ToLower(contentEncoding)
switch contentEncoding {
case "gzip":
reader, err = gzip.NewReader(bytes.NewBuffer(body))
if err != nil {
logger.Error(err)
reader = nil
}
case "deflate":
reader = flate.NewReader(bytes.NewReader(body))
}
}
if reader != nil {
defer api.CloseQuietly(reader)
body, err = io.ReadAll(reader)
if err != nil {
return nil, TimeZero, err
}
}
return body, lastModified, nil
}