-
Notifications
You must be signed in to change notification settings - Fork 248
/
cleaner.go
127 lines (115 loc) · 3.82 KB
/
cleaner.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
/*
* Tencent is pleased to support the open source community by making Blueking Container Service available.,
* Copyright (C) 2019 THL A29 Limited, a Tencent company. All rights reserved.
* Licensed under the MIT License (the "License"); you may not use this file except
* in compliance with the License. You may obtain a copy of the License at
* http://opensource.org/licenses/MIT
* Unless required by applicable law or agreed to in writing, software distributed under,
* the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
* either express or implied. See the License for the specific language governing permissions and
* limitations under the License.
*/
package clean
import (
"context"
"fmt"
"time"
"github.com/Tencent/bk-bcs/bcs-common/common/blog"
"github.com/Tencent/bk-bcs/bcs-common/pkg/odm/drivers"
"github.com/Tencent/bk-bcs/bcs-common/pkg/odm/operator"
)
// DBCleaner db cleaner
type DBCleaner struct {
db drivers.DB
checkInterval time.Duration
tableName string
maxEntryNum int64
maxDuration time.Duration
timeTagName string
}
// NewDBCleaner create db cleaner
func NewDBCleaner(db drivers.DB, tableName string, checkInterval time.Duration) *DBCleaner {
return &DBCleaner{
db: db,
tableName: tableName,
checkInterval: checkInterval,
}
}
// WithMaxEntryNum set max entry
func (dbc *DBCleaner) WithMaxEntryNum(num int64) {
dbc.maxEntryNum = num
}
// WithMaxDuration set max time duration
func (dbc *DBCleaner) WithMaxDuration(maxDuration time.Duration, timeTagName string) {
dbc.maxDuration = maxDuration
dbc.timeTagName = timeTagName
}
func (dbc *DBCleaner) doNumClean() error {
if dbc.maxEntryNum != 0 {
total, err := dbc.db.Table(dbc.tableName).Find(operator.EmptyCondition).Count(context.TODO())
if err != nil {
return fmt.Errorf("count table %s failed, err %s", dbc.tableName, err.Error())
}
if total > dbc.maxEntryNum {
var toDelete operator.M
if err := dbc.db.Table(dbc.tableName).Find(operator.EmptyCondition).
WithSort(map[string]interface{}{
dbc.timeTagName: -1,
}).WithStart(dbc.maxEntryNum-1).
WithLimit(1).
One(context.TODO(), &toDelete); err != nil {
return fmt.Errorf("find delete edge failed, err %s", err.Error())
}
timeObj, ok := toDelete[dbc.timeTagName]
if !ok {
return fmt.Errorf("data %+v does not have time tag %s", toDelete, dbc.timeTagName)
}
timeEdge, asok := timeObj.(time.Time)
if !asok {
return fmt.Errorf("field %+v with time tag %s is not time.Time", timeObj, dbc.timeTagName)
}
deleteCounter, err := dbc.db.Table(dbc.tableName).Delete(context.TODO(),
operator.NewLeafCondition(operator.Lt, operator.M{
dbc.timeTagName: timeEdge,
}))
if err != nil {
return fmt.Errorf("delete entry with time less than %s", timeEdge.String())
}
blog.Infof("cleaned %d entry of table %s", deleteCounter, dbc.tableName)
}
}
return nil
}
func (dbc *DBCleaner) doTimeClean() error {
if dbc.maxDuration != 0 {
now := time.Now()
timeEdge := now.Add(-dbc.maxDuration)
deleteCounter, err := dbc.db.Table(dbc.tableName).Delete(context.TODO(),
operator.NewLeafCondition(operator.Lt, operator.M{
dbc.timeTagName: timeEdge,
}))
if err != nil {
return fmt.Errorf("delete entry with time less than %s", timeEdge.String())
}
blog.Infof("cleaned %d entry of table %s", deleteCounter, dbc.tableName)
}
return nil
}
// Run run cleaner
func (dbc *DBCleaner) Run(ctx context.Context) {
ticker := time.NewTicker(dbc.checkInterval)
defer ticker.Stop()
for {
select {
case <-ticker.C:
if err := dbc.doNumClean(); err != nil {
blog.Warnf("do number clean failed, err %s", err.Error())
}
if err := dbc.doTimeClean(); err != nil {
blog.Warnf("do time clean failed, err %s", err.Error())
}
case <-ctx.Done():
return
}
}
}