-
-
Notifications
You must be signed in to change notification settings - Fork 3
/
redisbackend.go
119 lines (95 loc) · 2.58 KB
/
redisbackend.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
package mqueue
import (
"encoding/json"
"github.com/mrbentarikau/pagst/common"
"github.com/mediocregopher/radix/v3"
)
var _ Storage = (*RedisBackend)(nil)
type RedisBackend struct {
pool *radix.Pool
}
func NewRedisBackend(pool *radix.Pool) *RedisBackend {
return &RedisBackend{
pool: pool,
}
}
func (rb *RedisBackend) GetFullQueue() ([]*workItem, error) {
var results [][]byte
err := rb.pool.Do(radix.Cmd(&results, "ZRANGEBYSCORE", "mqueue", "-1", "+inf"))
if err != nil {
logger.WithError(err).Error("Failed polling redis mqueue")
return nil, err
}
totalWork := make([]*workItem, 0, len(results))
for _, v := range results {
var dec QueuedElement
err = json.Unmarshal(v, &dec)
if err != nil {
logger.WithError(err).Error("Failed decoding queued mqueue element from full refresh")
} else {
totalWork = append(totalWork, &workItem{
Elem: &dec,
Raw: v,
})
}
}
return totalWork, nil
}
const mqueue_pubsub_key = "mqueue_pubsub"
func (rb *RedisBackend) AppendItem(elem *QueuedElement) error {
serialized, err := json.Marshal(elem)
if err != nil {
// logger.WithError(err).Error("Failed marshaling mqueue element")
return err
}
err = rb.pool.Do(radix.Cmd(nil, "ZADD", "mqueue", "-1", string(serialized)))
if err != nil {
return err
}
err = rb.pool.Do(radix.Cmd(nil, "PUBLISH", mqueue_pubsub_key, string(serialized)))
return err
}
func (rb *RedisBackend) DelItem(item *workItem) error {
return rb.pool.Do(radix.Cmd(nil, "ZREM", "mqueue", string(item.Raw)))
}
func (rb *RedisBackend) NextID() (next int64, err error) {
err = rb.pool.Do(radix.Cmd(&next, "INCR", "mqueue_id_counter"))
return
}
type RedisPushServer struct {
pushwork chan *workItem
fullRefresh chan bool
selectDB int
}
func (rp *RedisPushServer) run() {
var opts []radix.PersistentPubSubOpt
if rp.selectDB != 0 {
opts = append(opts, radix.PersistentPubSubConnFunc(func(network string, addr string) (radix.Conn, error) {
return radix.Dial(network, addr, radix.DialSelectDB(rp.selectDB))
}))
}
conn, err := radix.PersistentPubSubWithOpts("tcp", common.RedisAddr, opts...)
if err != nil {
panic(err)
}
msgChan := make(chan radix.PubSubMessage, 100)
if err := conn.Subscribe(msgChan, "mqueue_pubsub"); err != nil {
panic(err)
}
rp.fullRefresh <- true
for msg := range msgChan {
if len(msg.Message) < 1 {
continue
}
var dec *QueuedElement
err = json.Unmarshal(msg.Message, &dec)
if err != nil {
logger.WithError(err).Error("failed decoding mqueue pubsub message")
continue
}
rp.pushwork <- &workItem{
Elem: dec,
Raw: msg.Message,
}
}
}