-
Notifications
You must be signed in to change notification settings - Fork 175
/
sync.go
119 lines (99 loc) · 2.94 KB
/
sync.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
/*
* Copyright (c) 2019-2021. Abstrium SAS <team (at) pydio.com>
* This file is part of Pydio Cells.
*
* Pydio Cells is free software: you can redistribute it and/or modify
* it under the terms of the GNU Affero General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* Pydio Cells is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Affero General Public License for more details.
*
* You should have received a copy of the GNU Affero General Public License
* along with Pydio Cells. If not, see <http://www.gnu.org/licenses/>.
*
* The latest code can be found at <https://pydio.com>.
*/
package log
import (
"context"
"sync/atomic"
"time"
"github.com/pydio/cells/v4/common/client/grpc"
"github.com/pydio/cells/v4/common/proto/log"
)
type LogSyncer struct {
serverServiceName string
ctx context.Context
cli log.LogRecorder_PutLogClient
logSyncerMessages chan *log.Log
buf []*log.Log
reconnecting int32
}
func NewLogSyncer(ctx context.Context, serviceName string) *LogSyncer {
syncer := &LogSyncer{
serverServiceName: serviceName,
ctx: ctx,
logSyncerMessages: make(chan *log.Log, 100),
}
go syncer.logSyncerWatch()
go syncer.logSyncerClientReconnect()
return syncer
}
func (syncer *LogSyncer) logSyncerClientReconnect() {
atomic.StoreInt32(&syncer.reconnecting, 1)
c := log.NewLogRecorderClient(grpc.GetClientConnFromCtx(syncer.ctx, syncer.serverServiceName))
cli, err := c.PutLog(syncer.ctx)
if err != nil {
<-time.After(1 * time.Second)
syncer.logSyncerClientReconnect()
return
}
// Emptying buffer
for i, m := range syncer.buf {
err := cli.Send(m)
if err != nil {
syncer.buf = syncer.buf[i:]
syncer.logSyncerClientReconnect()
return
}
}
syncer.buf = nil
syncer.cli = cli
atomic.StoreInt32(&syncer.reconnecting, 0)
}
func (syncer *LogSyncer) logSyncerWatch() {
for m := range syncer.logSyncerMessages {
if syncer.cli == nil {
syncer.buf = append(syncer.buf, m)
continue
}
err := syncer.cli.Send(m)
if err != nil {
// syncer.cli.Close()
syncer.cli = nil
syncer.buf = append(syncer.buf, m)
// Check if we need to send a reconnect message
if atomic.LoadInt32(&syncer.reconnecting) == 0 {
go syncer.logSyncerClientReconnect()
}
}
}
}
// Write implements the io.Writer interface to be used as a Syncer by zap logging.
// We must copy the []byte as a underlying buffer can mess up things if logs are called very quickly.
func (syncer *LogSyncer) Write(p []byte) (n int, err error) {
clone := make([]byte, len(p))
written := copy(clone, p)
select {
case syncer.logSyncerMessages <- &log.Log{
Nano: int32(time.Now().Nanosecond()),
Message: clone,
}:
default:
}
return written, nil
}