-
Notifications
You must be signed in to change notification settings - Fork 0
/
storage.go
121 lines (97 loc) · 2.95 KB
/
storage.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
package postgres
import (
"context"
"encoding/json"
"fmt"
"time"
"github.com/jackc/pgx/v4"
"github.com/jackc/pgx/v4/log/logrusadapter"
"github.com/jackc/pgx/v4/pgxpool"
"github.com/gavrilaf/dyson/pkg/dlog"
base "github.com/gavrilaf/dyson/pkg/scheduler/storage"
)
type storage struct {
db *pgxpool.Pool
}
func NewStorage(ctx context.Context, databaseUrl string) (base.SchedulerStorage, error) {
log := logrusadapter.NewLogger(dlog.FromContext(ctx))
poolConfig, err := pgxpool.ParseConfig(databaseUrl)
if err != nil {
return nil, fmt.Errorf("unable to parse database url, %w", err)
}
poolConfig.ConnConfig.Logger = log
poolConfig.ConnConfig.LogLevel = pgx.LogLevelWarn
db, err := pgxpool.ConnectConfig(ctx, poolConfig)
if err != nil {
return nil, fmt.Errorf("faild to create connection pool, %w", err)
}
return &storage{
db: db,
}, nil
}
func (s *storage) Save(ctx context.Context, scheduledTime time.Time, msgType string, aggregationID string, msg base.Message) error {
attributes, err := json.Marshal(msg.Attributes)
if err != nil {
return fmt.Errorf("unable to marshal attributes, %w", msg.Attributes)
}
_, err = s.db.Exec(ctx, "insert into messages(scheduled_time, msg_type, aggregation_id, data, attributes) values($1, $2, $3, $4, $5)",
scheduledTime, msgType, aggregationID, msg.Data, attributes)
return err
}
func (s *storage) GetLatest(ctx context.Context, olderThan time.Time, handler base.Handler) (bool, error) {
tx, err := s.db.Begin(ctx)
if err != nil {
return false, fmt.Errorf("failed to start transaction, %w", err)
}
sql := "DELETE FROM messages WHERE id = (SELECT id " +
"FROM messages WHERE scheduled_time <= $1 " +
"ORDER BY scheduled_time FOR UPDATE SKIP LOCKED LIMIT 1) " +
"RETURNING scheduled_time, msg_type, data, attributes;"
rows, err := tx.Query(ctx, sql, olderThan)
if err != nil {
tx.Rollback(ctx)
return false, fmt.Errorf("failed to query scheduled items, %w", err)
}
handled := false
if rows.Next() {
var scheduledTime time.Time
var msgType string
var data []byte
var attrs []byte
err = rows.Scan(&scheduledTime, &msgType, &data, &attrs)
if err != nil {
tx.Rollback(ctx)
return false, fmt.Errorf("failed to query scheduled items, %w", err)
}
var parsedAttrs map[string]string
err = json.Unmarshal(attrs, &parsedAttrs)
if err != nil {
tx.Rollback(ctx)
return false, fmt.Errorf("failed to unmarshal attributes, %w", err)
}
msg := base.ScheduledMessage{
Message: base.Message{
Data: data,
Attributes: parsedAttrs,
},
MessageType: msgType,
ScheduledTime: scheduledTime,
}
err := handler.HandleMessage(ctx, msg)
if err != nil {
tx.Rollback(ctx)
return false, fmt.Errorf("failed to handler message, %w", err)
}
handled = true
}
rows.Close()
err = tx.Commit(ctx)
if err != nil {
return false, fmt.Errorf("failed to commit transaction, %w", err)
}
return handled, nil
}
func (s *storage) Close() error {
s.db.Close()
return nil
}