/
poller.go
113 lines (89 loc) · 2.21 KB
/
poller.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
package poller
import (
"net/http"
"time"
"rss2informo/config"
"rss2informo/database"
"github.com/matrix-org/gomatrix"
"github.com/mmcdole/gofeed"
"github.com/sirupsen/logrus"
)
type Poller struct {
db *database.Database
mxClient *gomatrix.Client
parser *gofeed.Parser
}
func NewPoller(db *database.Database, mxClient *gomatrix.Client) *Poller {
return &Poller{
db: db,
mxClient: mxClient,
parser: gofeed.NewParser(),
}
}
func (p *Poller) StartPolling(feed config.Feed) {
for {
timeToSleep, err := p.getDurationBeforePoll(feed)
if err != nil {
logrus.Panic(err)
}
time.Sleep(timeToSleep * time.Second)
logrus.WithField("feedURL", feed.URL).Info("Polling")
_, latestItemTime, err := p.getLatestPosition(feed.URL)
if err != nil {
logrus.Panic(err)
}
resp, err := http.Get(feed.URL)
if err != nil {
logrus.Panic(err)
}
if resp.StatusCode != http.StatusOK {
continue
}
f, err := p.parser.Parse(resp.Body)
if err != nil {
logrus.Panic(err)
}
for _, i := range f.Items {
if i.PublishedParsed.After(latestItemTime) {
logrus.WithFields(logrus.Fields{
"title": i.Title,
"publishedDate": i.PublishedParsed.String(),
}).Info("Got a new item")
if err = p.sendMatrixEventFromItem(feed, i); err != nil {
logrus.Panic(err)
}
}
}
p.updateLatestPosition(feed.URL, f.Items[0])
}
}
func (p *Poller) getDurationBeforePoll(feed config.Feed) (timeToPoll time.Duration, err error) {
latestPoll, _, err := p.getLatestPosition(feed.URL)
if err != nil {
return
}
delta := time.Now().Unix() - latestPoll.Unix()
timeToPoll = time.Duration(feed.PollInterval - delta)
if timeToPoll < 0 {
timeToPoll = 0
}
return
}
func (p *Poller) getLatestPosition(
feedURL string,
) (latestPoll time.Time, latestItem time.Time, err error) {
lp, li, err := p.db.GetPollerStatusForFeed(feedURL)
if err != nil {
return
}
latestPoll = time.Unix(lp, 0)
latestItem = time.Unix(li, 0)
return
}
func (p *Poller) updateLatestPosition(
feedURL string, lastItem *gofeed.Item,
) (err error) {
lastItemTs := lastItem.PublishedParsed.Unix()
currentTs := time.Now().Unix()
return p.db.UpdatePollerStatusForFeed(feedURL, currentTs, lastItemTs)
}