/
consumer.go
100 lines (92 loc) · 3.05 KB
/
consumer.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
// Copyright 2023 sigma
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package database
import (
"context"
"errors"
"time"
"github.com/google/uuid"
"github.com/rs/zerolog/log"
"gorm.io/gorm"
"github.com/go-sigma/sigma/pkg/configs"
"github.com/go-sigma/sigma/pkg/dal/dao"
"github.com/go-sigma/sigma/pkg/modules/workq/definition"
"github.com/go-sigma/sigma/pkg/types/enums"
)
// NewWorkQueueConsumer ...
func NewWorkQueueConsumer(_ configs.Configuration, topicHandlers map[string]definition.Consumer) error {
for topic, c := range topicHandlers {
go func(consumer definition.Consumer, topic string) {
handler := &consumerHandler{
processingSemaphore: make(chan struct{}, consumer.Concurrency),
consumer: consumer,
}
handler.Consume(topic)
}(c, topic)
}
return nil
}
type consumerHandler struct {
processingSemaphore chan struct{}
consumer definition.Consumer
}
func (h *consumerHandler) Consume(topic string) {
for {
h.processingSemaphore <- struct{}{}
go func() {
err := h.consume(topic)
if err != nil {
log.Error().Err(err).Msg("Consume topic failed")
}
}()
<-time.After(time.Second * 5)
}
}
func (h *consumerHandler) consume(topic string) error {
defer func() {
<-h.processingSemaphore
}()
workQueueService := dao.NewWorkQueueServiceFactory().New()
// daoCtx := log.Logger.WithContext(context.Background())
daoCtx := context.Background()
wq, err := workQueueService.Get(daoCtx, topic)
if err != nil {
if errors.Is(err, gorm.ErrRecordNotFound) {
log.Trace().Err(err).Msgf("None task in topic(%s)", topic)
return nil
}
return err
}
newVersion := uuid.New().String()
err = workQueueService.UpdateStatus(daoCtx, wq.ID, wq.Version, newVersion, wq.Times, enums.TaskCommonStatusDoing)
if err != nil {
return err
}
ctx := context.Background()
if h.consumer.Timeout != 0 {
var ctxCancel context.CancelFunc
ctx, ctxCancel = context.WithTimeout(ctx, h.consumer.Timeout)
defer ctxCancel()
}
err = h.consumer.Handler(ctx, wq.Payload)
wq.Times++
if err != nil {
log.Error().Err(err).Str("Topic", topic).Int64("WorkQueueID", wq.ID).Msg("Daemon task run failed")
if wq.Times < h.consumer.MaxRetry {
return workQueueService.UpdateStatus(daoCtx, wq.ID, newVersion, uuid.New().String(), wq.Times, enums.TaskCommonStatusPending)
}
return workQueueService.UpdateStatus(daoCtx, wq.ID, newVersion, uuid.New().String(), wq.Times, enums.TaskCommonStatusFailed)
}
return workQueueService.UpdateStatus(daoCtx, wq.ID, newVersion, uuid.New().String(), wq.Times, enums.TaskCommonStatusSuccess)
}