/
client.go
112 lines (89 loc) · 2.07 KB
/
client.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
package main
import (
"bytes"
"github.com/PuerkitoBio/goquery"
"io"
"io/ioutil"
"net/http"
"net/http/cookiejar"
"net/url"
"os"
)
type Client struct {
Username string
Password string
FeedUrl string
HttpClient *http.Client
}
func NewClient() *Client {
cookieJar, _ := cookiejar.New(nil)
client := &Client{
FeedUrl: FeedUrl,
HttpClient: &http.Client{Jar: cookieJar},
}
return client
}
func (c *Client) Get(url string) (*http.Response, error) {
req, _ := http.NewRequest("GET", url, nil)
req.SetBasicAuth(c.Username, c.Password)
resp, err := c.HttpClient.Do(req)
return resp, err
}
func (c *Client) Login(username, password string) {
resp, err := c.HttpClient.PostForm(LoginUrl,
url.Values{
"username": {username},
"password": {password},
},
)
if err != nil {
logger.Fatal("Error while logging in: " + err.Error())
os.Exit(1)
}
defer resp.Body.Close()
body, _ := ioutil.ReadAll(resp.Body)
reader := bytes.NewReader(body)
doc, err := goquery.NewDocumentFromReader(reader)
selection := doc.Find("form#login-form")
if selection.Length() > 0 {
logger.Fatal("Login failed")
os.Exit(1)
}
c.Username = username
c.Password = password
}
func (c *Client) FetchFeed() []byte {
resp, err := c.Get(c.FeedUrl)
defer resp.Body.Close()
if err != nil {
logger.Fatal("Error: failed to fetch feed: " + err.Error())
os.Exit(1)
}
rss, err := ioutil.ReadAll(resp.Body)
if err != nil {
logger.Fatal("Error while reading feed: " + err.Error())
}
return rss
}
func (c *Client) DownloadFile(url, target string) {
tmpFile := target + ".part"
out, err := os.Create(tmpFile)
defer out.Close()
if err != nil {
logger.Error("Error creating file " + target + ": " + err.Error())
return
}
resp, err := c.Get(url)
defer resp.Body.Close()
if err != nil {
logger.Error("Error fetching file" + url + ": " + err.Error())
return
}
_, err = io.Copy(out, resp.Body)
if err != nil {
logger.Error("Error copying file: " + err.Error())
return
}
os.Rename(tmpFile, target)
logger.Debug("Download Complete: " + target + " from " + url)
}