-
Notifications
You must be signed in to change notification settings - Fork 0
/
goquery.go
48 lines (39 loc) · 970 Bytes
/
goquery.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
package utils
import (
"net/http"
"github.com/PuerkitoBio/goquery"
)
func GetBreadcrumbs(url string) ([]string, error) {
doc, err := GetDoc(url)
if err != nil {
return nil, err
}
breadcrumbs := make([]string, 0)
var eachErr error
doc.Find(`div.breadcrumbs a`).Each(func(_ int, s *goquery.Selection) {
breadcrumb, err := s.Html()
if err != nil {
eachErr = err
return
}
breadcrumbs = append(breadcrumbs, breadcrumb)
})
return breadcrumbs, eachErr
}
// Gets the goquery document of a given web page.
func GetDoc(url string) (*goquery.Document, error) {
resp, err := http.Get(url)
if err != nil {
return nil, err
}
defer resp.Body.Close()
return goquery.NewDocumentFromReader(resp.Body)
}
// Gets the Updated timestamp
func GetUpdated(url string) (string, error) {
doc, err := GetDoc(url)
if err != nil {
return "", err
}
return doc.Find("div.detailsStatRight").Last().Html()
}