-
Notifications
You must be signed in to change notification settings - Fork 10
/
archive_writer.go
86 lines (72 loc) · 2.3 KB
/
archive_writer.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
package writer
import (
"context"
"time"
"github.com/hashicorp/go-hclog"
"github.com/jaegertracing/jaeger/model"
"github.com/uber/jaeger-lib/metrics"
"github.com/ydb-platform/ydb-go-sdk/v3/table"
"github.com/ydb-platform/ydb-go-sdk/v3/table/types"
"go.uber.org/zap"
"github.com/ydb-platform/jaeger-ydb-store/internal/db"
"github.com/ydb-platform/jaeger-ydb-store/storage/spanstore/dbmodel"
wmetrics "github.com/ydb-platform/jaeger-ydb-store/storage/spanstore/writer/metrics"
)
const (
tblArchive = "archive"
)
type ArchiveSpanWriter struct {
metrics batchWriterMetrics
pool table.Client
logger *zap.Logger
jaegerLogger hclog.Logger
opts BatchWriterOptions
}
func NewArchiveWriter(pool table.Client, factory metrics.Factory, logger *zap.Logger, jaegerLogger hclog.Logger, opts BatchWriterOptions) *ArchiveSpanWriter {
ns := factory.Namespace(metrics.NSOptions{Name: "archive"})
return &ArchiveSpanWriter{
pool: pool,
logger: logger,
jaegerLogger: jaegerLogger,
opts: opts,
metrics: newBatchWriterMetrics(ns),
}
}
func (w *ArchiveSpanWriter) WriteItems(items []interface{}) {
spans := make([]*model.Span, 0, len(items))
for _, item := range items {
span := item.(*model.Span)
spans = append(spans, span)
}
w.writeItems(spans)
}
func (w *ArchiveSpanWriter) writeItems(items []*model.Span) {
spanRecords := make([]types.Value, 0, len(items))
for _, span := range items {
dbSpan, _ := dbmodel.FromDomain(span)
spanRecords = append(spanRecords, dbSpan.StructValue())
}
tableName := w.opts.DbPath.FullTable(tblArchive)
var err error
if err = w.uploadRows(tableName, spanRecords, w.metrics.traces); err != nil {
w.logger.Error("insertSpan error", zap.Error(err))
w.jaegerLogger.Error(
"Failed to save spans to archive storage",
"error", err,
)
return
}
}
func (w *ArchiveSpanWriter) uploadRows(tableName string, rows []types.Value, metrics *wmetrics.WriteMetrics) error {
ts := time.Now()
data := types.ListValue(rows...)
ctx := context.Background()
if w.opts.WriteTimeout > 0 {
var cancel context.CancelFunc
ctx, cancel = context.WithTimeout(ctx, w.opts.WriteTimeout)
defer cancel()
}
err := db.UpsertData(ctx, w.pool, tableName, data, w.opts.RetryAttemptTimeout)
metrics.Emit(err, time.Since(ts), len(rows))
return err
}