-
Notifications
You must be signed in to change notification settings - Fork 19
/
batcher_list.go
78 lines (65 loc) · 2.05 KB
/
batcher_list.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
// Copyright (C) 2023 Gobalsky Labs Limited
//
// This program is free software: you can redistribute it and/or modify
// it under the terms of the GNU Affero General Public License as
// published by the Free Software Foundation, either version 3 of the
// License, or (at your option) any later version.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU Affero General Public License for more details.
//
// You should have received a copy of the GNU Affero General Public License
// along with this program. If not, see <http://www.gnu.org/licenses/>.
package sqlstore
import (
"context"
"fmt"
"code.vegaprotocol.io/vega/datanode/metrics"
"github.com/jackc/pgx/v4"
)
type ListBatcher[T simpleEntity] struct {
pending []T
tableName string
columnNames []string
}
func NewListBatcher[T simpleEntity](tableName string, columnNames []string) ListBatcher[T] {
return ListBatcher[T]{
tableName: tableName,
columnNames: columnNames,
pending: make([]T, 0, 1000),
}
}
type simpleEntity interface {
ToRow() []interface{}
}
func (b *ListBatcher[T]) Add(entity T) {
metrics.IncrementBatcherAddedEntities(b.tableName)
b.pending = append(b.pending, entity)
}
func (b *ListBatcher[T]) Flush(ctx context.Context, connection Connection) ([]T, error) {
rows := make([][]interface{}, len(b.pending))
for i := 0; i < len(b.pending); i++ {
rows[i] = b.pending[i].ToRow()
}
copyCount, err := connection.CopyFrom(
ctx,
pgx.Identifier{b.tableName},
b.columnNames,
pgx.CopyFromRows(rows),
)
if err != nil {
return nil, fmt.Errorf("failed to copy %q entries into database: %w", b.tableName, err)
}
if copyCount != int64(len(b.pending)) {
return nil, fmt.Errorf("copied %d %s rows into the database, expected to copy %d",
copyCount,
b.tableName,
len(b.pending))
}
flushed := b.pending
b.pending = b.pending[:0]
metrics.BatcherFlushedEntitiesAdd(b.tableName, len(rows))
return flushed, nil
}