forked from pydio/cells
-
Notifications
You must be signed in to change notification settings - Fork 0
/
sync.go
125 lines (102 loc) · 2.95 KB
/
sync.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
/*
* Copyright (c) 2018. Abstrium SAS <team (at) pydio.com>
* This file is part of Pydio Cells.
*
* Pydio Cells is free software: you can redistribute it and/or modify
* it under the terms of the GNU Affero General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* Pydio Cells is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Affero General Public License for more details.
*
* You should have received a copy of the GNU Affero General Public License
* along with Pydio Cells. If not, see <http://www.gnu.org/licenses/>.
*
* The latest code can be found at <https://pydio.com>.
*/
package log
import (
"context"
"strconv"
"sync/atomic"
"time"
json "github.com/pydio/cells/x/jsonx"
defaults "github.com/pydio/cells/common/micro"
"github.com/pydio/cells/common/proto/log"
)
type LogSyncer struct {
serverServiceName string
ctx context.Context
cli log.LogRecorder_PutLogClient
logSyncerMessages chan map[string]string
buf []map[string]string
reconnecting int32
}
func NewLogSyncer(ctx context.Context, serviceName string) *LogSyncer {
syncer := &LogSyncer{
serverServiceName: serviceName,
ctx: ctx,
logSyncerMessages: make(chan map[string]string, 10),
}
go syncer.logSyncerWatch()
go syncer.logSyncerClientReconnect()
return syncer
}
func (syncer *LogSyncer) logSyncerClientReconnect() {
atomic.StoreInt32(&syncer.reconnecting, 1)
c := log.NewLogRecorderClient(syncer.serverServiceName, defaults.NewClient())
cli, err := c.PutLog(syncer.ctx)
if err != nil {
<-time.After(1 * time.Second)
syncer.logSyncerClientReconnect()
return
}
// Emptying buffer
for i, m := range syncer.buf {
err := cli.Send(&log.Log{Message: m})
if err != nil {
syncer.buf = syncer.buf[i:]
syncer.logSyncerClientReconnect()
return
}
}
syncer.buf = nil
syncer.cli = cli
atomic.StoreInt32(&syncer.reconnecting, 0)
}
func (syncer *LogSyncer) logSyncerWatch() {
for m := range syncer.logSyncerMessages {
if syncer.cli == nil {
syncer.buf = append(syncer.buf, m)
continue
}
err := syncer.cli.Send(&log.Log{Message: m})
if err != nil {
syncer.cli.Close()
syncer.cli = nil
syncer.buf = append(syncer.buf, m)
// Check if we need to send a reconnect message
if atomic.LoadInt32(&syncer.reconnecting) == 0 {
go syncer.logSyncerClientReconnect()
}
}
}
}
func (l *LogSyncer) Write(p []byte) (n int, err error) {
var d map[string]interface{}
err = json.Unmarshal(p, &d)
m := make(map[string]string)
for key, value := range d {
switch value := value.(type) {
case string:
m[key] = value
}
}
// Add nano time for better sorting
m["nano"] = strconv.Itoa(time.Now().Nanosecond())
l.logSyncerMessages <- m
return len(p), nil
}