-
Notifications
You must be signed in to change notification settings - Fork 14
/
kafka_store_producer.go
119 lines (98 loc) · 2.47 KB
/
kafka_store_producer.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
package store
import (
"encoding/json"
"github.com/Shopify/sarama"
"github.com/glide-im/glide/pkg/messages"
"github.com/glide-im/glide/pkg/subscription"
"time"
)
const (
KafkaChatMessageTopic = "getaway_chat_message"
KafkaChatOfflineMessageTopic = "getaway_chat_offline_message"
KafkaChannelMessageTopic = "gateway_channel_message"
)
var _ MessageStore = &KafkaMessageStore{}
var _ SubscriptionStore = &KafkaMessageStore{}
type KafkaMessageStore struct {
producer sarama.AsyncProducer
}
func NewKafkaProducer(address []string) (*KafkaMessageStore, error) {
config := sarama.NewConfig()
config.Producer.RequiredAcks = sarama.WaitForAll
config.Producer.Partitioner = sarama.NewRandomPartitioner
//config.Producer.Return.Successes = true
producer, err := sarama.NewAsyncProducer(address, config)
if err != nil {
return nil, err
}
return &KafkaMessageStore{
producer: producer,
}, nil
}
func (k *KafkaMessageStore) Close() error {
return k.producer.Close()
}
type msg struct {
data []byte
}
func (m *msg) Encode() ([]byte, error) {
return m.data, nil
}
func (m *msg) Length() int {
return len(m.data)
}
func (k *KafkaMessageStore) StoreOffline(message *messages.ChatMessage) error {
msgBytes, err := json.Marshal(message)
if err != nil {
return err
}
cm := &sarama.ProducerMessage{
Topic: KafkaChatOfflineMessageTopic,
Value: &msg{data: msgBytes},
Headers: nil,
Metadata: nil,
Offset: 0,
Partition: 0,
Timestamp: time.Now(),
}
k.producer.Input() <- cm
return nil
}
func (k *KafkaMessageStore) NextSegmentSequence(id subscription.ChanID, info subscription.ChanInfo) (int64, int64, error) {
//TODO implement me
return 0, 0, nil
}
func (k *KafkaMessageStore) StoreChannelMessage(ch subscription.ChanID, m *messages.ChatMessage) error {
msgBytes, err := json.Marshal(m)
if err != nil {
return err
}
cm := &sarama.ProducerMessage{
Topic: KafkaChannelMessageTopic,
Value: &msg{data: msgBytes},
Headers: nil,
Metadata: nil,
Offset: 0,
Partition: 0,
Timestamp: time.Now(),
}
k.producer.Input() <- cm
return nil
}
func (k *KafkaMessageStore) StoreMessage(message *messages.ChatMessage) error {
msgBytes, err := json.Marshal(message)
if err != nil {
return err
}
cm := &sarama.ProducerMessage{
Topic: KafkaChatMessageTopic,
Value: &msg{data: msgBytes},
Headers: nil,
Metadata: nil,
Offset: 0,
Partition: 0,
Timestamp: time.Now(),
}
k.producer.Input() <- cm
return nil
}