-
Notifications
You must be signed in to change notification settings - Fork 0
/
lognile.go
265 lines (220 loc) · 5.64 KB
/
lognile.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
package lognile
import "os"
import "log"
import "fmt"
import "time"
import "sync"
import "syscall"
import "os/signal"
import "path/filepath"
import "github.com/fsnotify/fsnotify"
func Init(cfg string, callback func(log map[string]string)) {
(&Lognile{}).Init(cfg, callback)
}
type Lognile struct {
db string
node sync.Map
offset sync.Map
registrar sync.Map
patterns map[string][]string
log chan map[string]string
watcher *fsnotify.Watcher
callback func(log map[string]string)
}
func (L *Lognile) Init(cfg string, callback func(log map[string]string)) {
log.Println("启动...")
config := (&Config{}).Init(cfg)
L.db = config.Db()
L.patterns = config.Pattern()
log.Println("解析配置文件:", cfg)
L.offset = (&Offset{L.db}).Load()
log.Println("读取进度数据:", L.db)
L.callback = callback
L.log = make(chan map[string]string, 1000)
watcher, err := fsnotify.NewWatcher()
if err != nil {
log.Fatal("文件夹监听初始化失败", err)
}
L.watcher = watcher
defer watcher.Close()
log.Println("启动文件夹监听")
for dir, _ := range L.patterns {
log.Println("监听日志文件夹:", dir)
L.add(dir)
L.watcher.Add(dir)
}
log.Println("启动监听事件消费进程")
go L.listen(watcher)
log.Println("启动日志实时回调")
go func() {
for{
L.callback(<-L.log)
}
}()
log.Println("启动定时保存进度")
go func() {
for{
time.Sleep(time.Duration(60) * time.Second)
L.save(false)
log.Println("自动保存")
}
}()
log.Println("监听进程退出信号")
L.signal()
log.Println("启动成功")
<-make(chan int)
}
func (L *Lognile) inode(file string) uint64 {
if value, ok := L.node.Load(file);ok {
node, _ := value.(uint64)
return node
}
var stat syscall.Stat_t
if err := syscall.Stat(file, &stat); err != nil {
log.Fatal("获取文件inode失败,file:", file, "error:", err)
}
L.node.Store(file, stat.Ino)
return stat.Ino
}
func (L *Lognile) add(dir string) {
for _, p := range L.patterns[dir] {
list, err := filepath.Glob(dir+"/"+p)
if err!=nil {
fmt.Fprintf(os.Stderr, "文件夹文件匹配失败:"+err.Error())
continue
}
for _, file := range list {
var offset int64
node := L.inode(file)
if v, ok := L.offset.Load(node);ok {
offset, _ = v.(int64)
} else {
offset = 0
}
reader := &Reader{file:file,offset:offset}
go reader.Read(false, L.log)
L.registrar.Store(node, reader)
}
}
}
func (L *Lognile) listen(watcher *fsnotify.Watcher) {
for {
select {
case event, ok := <-watcher.Events:
if !ok {
return
}
if event.Has(fsnotify.Create) {
node := L.inode(event.Name)
if reader, ok := L.registrar.Load(node);ok {
_reader := reader.(*Reader)
_name := _reader.Name()
_reader.Rename(event.Name)
log.Println("文件改名,监听新文件名:", _name, "->", event.Name)
} else {
L.create(event.Name)
log.Println("发现新文件,开始监听:", event.Name)
}
}
if event.Has(fsnotify.Rename) {
log.Println("文件被移动,句柄关闭:", event.Name)
node := L.inode(event.Name)
if reader, ok := L.registrar.Load(node);ok {
reader.(*Reader).Close()
}
}
if event.Has(fsnotify.Write) {
node := L.inode(event.Name)
if reader, ok := L.registrar.Load(node);ok {
go reader.(*Reader).Read(true, L.log)
}
}
if event.Has(fsnotify.Remove) {
log.Println("文件被删除,句柄关闭,删除采集器:", event.Name)
node := L.inode(event.Name)
if reader, ok := L.registrar.Load(node);ok {
reader.(*Reader).Close()
L.registrar.Delete(node)
}
}
case err, ok := <-watcher.Errors:
if !ok {
return
}
log.Fatal(err)
}
}
}
func (L *Lognile) create(file string) {
abs, err := filepath.Abs(file)
if err!=nil {
fmt.Fprintf(os.Stderr, "文件路径转绝对路径失败,file:"+file+",error:"+err.Error())
return
}
dir := filepath.Dir(abs)
base := filepath.Base(abs)
match := false
for _, p := range L.patterns[dir] {
_match, err := filepath.Match(p, base)
if err!=nil {
panic(err)
}
if _match {
match = true
}
}
if match==false {
log.Println("不匹配的日志文件:", file)
return
}
node := L.inode(file)
reader := &Reader{file:file}
go reader.Read(false, L.log)
L.registrar.Store(node, reader)
}
func (L *Lognile) Exit() {
log.Println("等待读取进程退出...3s")
time.Sleep(time.Second)
log.Println("等待读取进程退出...2s")
time.Sleep(time.Second)
log.Println("等待读取进程退出...1s")
time.Sleep(time.Second)
log.Println("保存进度,关闭文件句柄...")
L.save(true)
log.Println("保存进度,关闭文件句柄成功")
log.Println("进程退出成功")
os.Exit(0)
}
func (L *Lognile) save(close bool) {
offset := map[uint64]int64{}
L.registrar.Range(func(node any, reader any) bool {
_reader := reader.(*Reader)
if close==true {
_reader.Close()
}
_node, _ := node.(uint64)
_offset := _reader.Offset()
offset[_node] = _offset
return true
})
(&Offset{L.db}).Save(offset)
}
func (L *Lognile) signal() {
c := make(chan os.Signal)
signal.Notify(c, syscall.SIGHUP, syscall.SIGINT, syscall.SIGTERM,
syscall.SIGQUIT, syscall.SIGUSR1, syscall.SIGUSR2)
go func() {
for s := range c {
switch s {
case syscall.SIGHUP, syscall.SIGINT, syscall.SIGTERM, syscall.SIGQUIT:
L.Exit()
case syscall.SIGUSR1:
log.Println("usr1 signal", s)
case syscall.SIGUSR2:
log.Println("usr2 signal", s)
default:
log.Println("other signal", s)
}
}
}()
}