-
Notifications
You must be signed in to change notification settings - Fork 2
/
memory.go
114 lines (99 loc) · 2.14 KB
/
memory.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
package queue
import (
"context"
"sync"
"time"
"github.com/google/uuid"
"github.com/mss-boot-io/mss-boot-admin/storage"
)
type memoryQueue chan storage.Messager
// NewMemory 内存模式
func NewMemory(poolNum uint) *Memory {
return &Memory{
queue: new(sync.Map),
PoolNum: poolNum,
}
}
type Memory struct {
queue *sync.Map
wait sync.WaitGroup
mutex sync.RWMutex
PoolNum uint
}
func (*Memory) String() string {
return "memory"
}
func (m *Memory) makeQueue() memoryQueue {
if m.PoolNum <= 0 {
return make(memoryQueue)
}
return make(memoryQueue, m.PoolNum)
}
func (m *Memory) Append(opts ...storage.Option) error {
o := storage.SetOptions(opts...)
m.mutex.RLock()
defer m.mutex.RUnlock()
memoryMessage := new(Message)
memoryMessage.SetID(o.Message.GetID())
memoryMessage.SetStream(o.Message.GetStream())
memoryMessage.SetValues(o.Message.GetValues())
v, ok := m.queue.Load(o.Message.GetStream())
if !ok {
v = m.makeQueue()
m.queue.Store(o.Message.GetStream(), v)
}
var q memoryQueue
switch v.(type) {
case memoryQueue:
q = v.(memoryQueue)
default:
q = m.makeQueue()
m.queue.Store(o.Message.GetStream(), q)
}
go func(gm storage.Messager, gq memoryQueue) {
gm.SetID(uuid.New().String())
gq <- gm
}(memoryMessage, q)
return nil
}
func (m *Memory) Register(opts ...storage.Option) {
o := storage.SetOptions(opts...)
m.mutex.RLock()
defer m.mutex.RUnlock()
v, ok := m.queue.Load(o.Topic)
if !ok {
v = m.makeQueue()
m.queue.Store(o.Topic, v)
}
var q memoryQueue
switch v.(type) {
case memoryQueue:
q = v.(memoryQueue)
default:
q = m.makeQueue()
m.queue.Store(o.Topic, q)
}
go func(out memoryQueue, gf storage.ConsumerFunc) {
var err error
for message := range q {
err = gf(message)
if err != nil {
if message.GetErrorCount() < 3 {
message.SetErrorCount(message.GetErrorCount() + 1)
// 每次间隔时长放大
i := time.Second * time.Duration(message.GetErrorCount())
time.Sleep(i)
out <- message
}
err = nil
}
}
}(q, o.F)
}
func (m *Memory) Run(context.Context) {
m.wait.Add(1)
m.wait.Wait()
}
func (m *Memory) Shutdown() {
m.wait.Done()
}