forked from ThreeDotsLabs/watermill-redisstream
/
publisher.go
124 lines (101 loc) · 2.49 KB
/
publisher.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
package redisstream
import (
"context"
"sync"
"github.com/ThreeDotsLabs/watermill"
"github.com/ThreeDotsLabs/watermill/message"
"github.com/pkg/errors"
"github.com/redis/go-redis/v9"
)
type Publisher struct {
config PublisherConfig
client redis.UniversalClient
logger watermill.LoggerAdapter
closed bool
closeMutex sync.Mutex
}
// NewPublisher creates a new redis stream Publisher.
func NewPublisher(config PublisherConfig, logger watermill.LoggerAdapter) (*Publisher, error) {
config.setDefaults()
if err := config.Validate(); err != nil {
return nil, err
}
if logger == nil {
logger = &watermill.NopLogger{}
}
return &Publisher{
config: config,
client: config.Client,
logger: logger,
closed: false,
}, nil
}
type PublisherConfig struct {
Client redis.UniversalClient
Marshaller Marshaller
Maxlens map[string]int64
}
func (c *PublisherConfig) setDefaults() {
if c.Marshaller == nil {
c.Marshaller = DefaultMarshallerUnmarshaller{}
}
}
func (c *PublisherConfig) Validate() error {
if c.Client == nil {
return errors.New("redis client is empty")
}
for topic, maxlen := range c.Maxlens {
if maxlen < 0 {
// zero maxlen stream indicates unlimited stream length
c.Maxlens[topic] = 0
}
}
return nil
}
// Publish publishes message to redis stream
//
// Publish is blocking and waits for redis response.
// When any of messages delivery fails - function is interrupted.
func (p *Publisher) Publish(topic string, msgs ...*message.Message) error {
if p.closed {
return errors.New("publisher closed")
}
logFields := make(watermill.LogFields, 3)
logFields["topic"] = topic
for _, msg := range msgs {
logFields["message_uuid"] = msg.UUID
p.logger.Trace("Sending message to redis stream", logFields)
values, err := p.config.Marshaller.Marshal(topic, msg)
if err != nil {
return errors.Wrapf(err, "cannot marshal message %s", msg.UUID)
}
maxlen, ok := p.config.Maxlens[topic]
if !ok {
maxlen = 0
}
id, err := p.client.XAdd(context.Background(), &redis.XAddArgs{
Stream: topic,
Values: values,
MaxLen: maxlen,
Approx: true,
}).Result()
if err != nil {
return errors.Wrapf(err, "cannot xadd message %s", msg.UUID)
}
logFields["xadd_id"] = id
p.logger.Trace("Message sent to redis stream", logFields)
}
return nil
}
func (p *Publisher) Close() error {
p.closeMutex.Lock()
defer p.closeMutex.Unlock()
if p.closed {
return nil
}
p.closed = true
if err := p.client.Close(); err != nil {
return err
}
return nil
}