/
crawler_submit.go
100 lines (89 loc) · 2.57 KB
/
crawler_submit.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
/*
@Author : yidun_dev
@Date : 2020-01-20
@File : crawler_submit.go
@Version : 1.0
@Golang : 1.13.5
@Doc : http://dun.163.com/api.html
*/
package main
import (
"crypto/md5"
"encoding/hex"
"fmt"
simplejson "github.com/bitly/go-simplejson"
"github.com/tjfoc/gmsm/sm3"
"io/ioutil"
"math/rand"
"net/http"
"net/url"
"sort"
"strconv"
"strings"
"time"
)
const (
apiUrl = "http://as.dun.163.com/v3/crawler/submit"
version = "v3.0"
secretId = "your_secret_id" //产品密钥ID,产品标识
secretKey = "your_secret_key" //产品私有密钥,服务端生成签名信息使用,请严格保管,避免泄露
)
//请求易盾接口
func check(params url.Values) *simplejson.Json {
params["secretId"] = []string{secretId}
params["version"] = []string{version}
params["timestamp"] = []string{strconv.FormatInt(time.Now().UnixNano()/1000000, 10)}
params["nonce"] = []string{strconv.FormatInt(rand.New(rand.NewSource(time.Now().UnixNano())).Int63n(10000000000), 10)}
// params["signatureMethod"] = []string{"SM3"} // 签名方法支持国密SM3,默认MD5
params["signature"] = []string{genSignature(params)}
resp, err := http.Post(apiUrl, "application/x-www-form-urlencoded", strings.NewReader(params.Encode()))
if err != nil {
fmt.Println("调用API接口失败:", err)
return nil
}
defer resp.Body.Close()
contents, _ := ioutil.ReadAll(resp.Body)
result, _ := simplejson.NewJson(contents)
return result
}
//生成签名信息
func genSignature(params url.Values) string {
var paramStr string
keys := make([]string, 0, len(params))
for k := range params {
keys = append(keys, k)
}
sort.Strings(keys)
for _, key := range keys {
paramStr += key + params[key][0]
}
paramStr += secretKey
if params["signatureMethod"] != nil && params["signatureMethod"][0] == "SM3" {
sm3Reader := sm3.New()
sm3Reader.Write([]byte(paramStr))
return hex.EncodeToString(sm3Reader.Sum(nil))
} else {
md5Reader := md5.New()
md5Reader.Write([]byte(paramStr))
return hex.EncodeToString(md5Reader.Sum(nil))
}
}
func main() {
params := url.Values{
"dataId": []string{"6a7c754f9de34eb8bfdf03f209fcfc02"},
"url": []string{"http://xxx.com"},
// 多个检测项时用英文逗号分隔
"checkFlags": []string{"1,2"},
}
ret := check(params)
code, _ := ret.Get("code").Int()
message, _ := ret.Get("msg").String()
if code == 200 {
result, _ := ret.Get("result").Map()
taskId := result["taskId"].(string)
dataId := result["dataId"].(string)
fmt.Printf("SUBMIT SUCCESS: taskId=%s, dataId=%s", taskId, dataId)
} else {
fmt.Printf("ERROR: code=%d, msg=%s", code, message)
}
}