-
Notifications
You must be signed in to change notification settings - Fork 0
/
LogSink.go
98 lines (84 loc) · 2.34 KB
/
LogSink.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
package img_worker
import (
"context"
"fmt"
"go.mongodb.org/mongo-driver/bson"
"go.mongodb.org/mongo-driver/mongo"
"go.mongodb.org/mongo-driver/mongo/options"
"time"
)
// mongodb存储日志
type LogSink struct {
client *mongo.Client
logCollection *mongo.Collection
logChan chan *UpdateLog
deadlinksCollection *mongo.Collection
deadlogChan chan *UpdateDeadLinkTaskLog
}
var (
// 单例
G_logSink *LogSink
)
// 日志存储协程
func (logSink *LogSink) writeLoop() {
var(
log *UpdateLog
err error
deadlog *UpdateDeadLinkTaskLog
)
for {
select {
case log = <-logSink.logChan:
if _, err = logSink.logCollection.UpdateOne(context.TODO(), bson.M{"taskuuid":log.Taskuuid, "urls.url":log.TaskUrl}, bson.M{"$push":bson.M{"urls.$.taskinfo":log.Tasklog}});err != nil{
fmt.Println(err)
G_logger.Logprint("DEBUG", "上传日志到Mongodb出错" + err.Error())
}
case deadlog = <-logSink.deadlogChan:
if _, err = logSink.deadlinksCollection.UpdateOne(context.TODO(), bson.M{"taskuuid":deadlog.Taskuuid, "urls.url":deadlog.TaskUrl}, bson.M{"$push":bson.M{"urls.$.taskinfo":deadlog.Deadlinklog}});err != nil{
fmt.Println(err)
G_logger.Logprint("DEBUG", "上传日志到Mongodb出错" + err.Error())
}
}
}
}
func InitLogSink() (err error) {
var (
client *mongo.Client
ctx context.Context
)
// 建立mongodb连接
// 1, 建立连接
ctx, _ = context.WithTimeout(context.Background(), 5*time.Second)
if client, err = mongo.Connect(ctx, options.Client().ApplyURI(MONGODB_URI)); err != nil {
fmt.Println(err)
return
}
// 2, 选择数据库my_db,选择表my_collection
// 选择db和collection
G_logSink = &LogSink{
client: client,
logCollection: client.Database("task").Collection("taskhistory"),
deadlinksCollection: client.Database("task").Collection("deadlinkshistorty"),
logChan: make(chan *UpdateLog, 10000),
deadlogChan:make(chan *UpdateDeadLinkTaskLog, 10000),
}
// 启动一个mongodb处理协程
go G_logSink.writeLoop()
return
}
// 发送文件处理日志
func (logSink *LogSink) Append(updateLog *UpdateLog) {
select {
case logSink.logChan <- updateLog:
default:
// 队列满了就丢弃
}
}
// 发送死链处理日志
func (logSink *LogSink) AppendDeadlog(updatedeadLog *UpdateDeadLinkTaskLog) {
select {
case logSink.deadlogChan <- updatedeadLog:
default:
// 队列满了就丢弃
}
}