-
Notifications
You must be signed in to change notification settings - Fork 265
/
appender.go
129 lines (116 loc) · 3.68 KB
/
appender.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
// Copyright 2021 Matrix Origin
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package logservicedriver
import (
"context"
gotrace "runtime/trace"
"sync"
"time"
"github.com/matrixorigin/matrixone/pkg/logutil"
v2 "github.com/matrixorigin/matrixone/pkg/util/metric/v2"
"github.com/matrixorigin/matrixone/pkg/util/trace"
"github.com/matrixorigin/matrixone/pkg/vm/engine/tae/logstore/driver/entry"
)
type driverAppender struct {
client *clientWithRecord
appendlsn uint64
logserviceLsn uint64
entry *recordEntry
contextDuration time.Duration
wg sync.WaitGroup //wait client
}
func newDriverAppender() *driverAppender {
return &driverAppender{
entry: newRecordEntry(),
wg: sync.WaitGroup{},
}
}
func (a *driverAppender) appendEntry(e *entry.Entry) {
a.entry.append(e)
}
func (a *driverAppender) append(retryTimout, appendTimeout time.Duration) {
_, task := gotrace.NewTask(context.Background(), "logservice.append")
start := time.Now()
defer func() {
v2.LogTailAppendDurationHistogram.Observe(time.Since(start).Seconds())
task.End()
}()
size := a.entry.prepareRecord()
// if size > int(common.K)*20 { //todo
// panic(moerr.NewInternalError("record size %d, larger than max size 20K", size))
// }
a.client.TryResize(size)
logutil.Debugf("Log Service Driver: append start prepare %p", a.client.record.Data)
record := a.client.record
copy(record.Payload(), a.entry.payload)
record.ResizePayload(size)
defer logSlowAppend()()
ctx, cancel := context.WithTimeout(context.Background(), appendTimeout)
var timeoutSpan trace.Span
// Before issue#10467 is resolved, we skip this span,
// avoiding creating too many goroutines, which affects the performance.
ctx, timeoutSpan = trace.Debug(ctx, "appender",
trace.WithProfileGoroutine(),
trace.WithProfileHeap(),
trace.WithProfileCpuSecs(time.Second*10))
defer timeoutSpan.End()
v2.LogTailBytesHistogram.Observe(float64(size))
logutil.Debugf("Log Service Driver: append start %p", a.client.record.Data)
lsn, err := a.client.c.Append(ctx, record)
if err != nil {
logutil.Errorf("append failed: %v", err)
}
cancel()
if err != nil {
err = RetryWithTimeout(retryTimout, func() (shouldReturn bool) {
ctx, cancel := context.WithTimeout(context.Background(), appendTimeout)
ctx, timeoutSpan = trace.Debug(ctx, "appender retry",
trace.WithProfileGoroutine(),
trace.WithProfileHeap(),
trace.WithProfileCpuSecs(time.Second*10))
defer timeoutSpan.End()
lsn, err = a.client.c.Append(ctx, record)
cancel()
if err != nil {
logutil.Errorf("append failed: %v", err)
}
return err == nil
})
}
logutil.Debugf("Log Service Driver: append end %p", a.client.record.Data)
if err != nil {
logutil.Infof("size is %d", size)
logutil.Panic(err.Error())
}
a.logserviceLsn = lsn
a.wg.Done()
}
func (a *driverAppender) waitDone() {
a.wg.Wait()
}
func (a *driverAppender) freeEntries() {
for _, e := range a.entry.entries {
e.DoneWithErr(nil)
}
}
func logSlowAppend() func() {
const slowAppend = 1 * time.Second
start := time.Now()
return func() {
elapsed := time.Since(start)
if elapsed >= slowAppend {
logutil.Warnf("append to logservice took %s", elapsed)
}
}
}