/
list3.go
30 lines (24 loc) · 834 Bytes
/
list3.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
package main
import (
"github.com/PeterYangs/article-spider/fileTypes"
"github.com/PeterYangs/article-spider/form"
"github.com/PeterYangs/article-spider/spider"
)
func main() {
f := form.Form{
Host: "https://www.duote.com",
Channel: "/sort/50_0_wdow_0_[PAGE]_.html",
Limit: 5,
PageStart: 1,
ListSelector: "body > div.wrap > div.box > div.main-left-box > div > div.bd > div > div.soft-info-lists > div",
ListHrefSelector: " a",
DetailFields: map[string]form.Field{
"title": {Types: fileTypes.SingleField, Selector: "body > div.wrap.mt_5 > div > div.main-left-box > div.down-box > div.soft-name > div > h1"},
},
ListFields: map[string]form.Field{
"img": {Types: fileTypes.SingleImage, Selector: "a > img"},
},
DetailMaxCoroutine: 1,
}
spider.Start(f)
}