/
gc.go
59 lines (53 loc) · 1.99 KB
/
gc.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
// Copyright (c) 2021 Terminus, Inc.
//
// This program is free software: you can use, redistribute, and/or modify
// it under the terms of the GNU Affero General Public License, version 3
// or later ("AGPL"), as published by the Free Software Foundation.
//
// This program is distributed in the hope that it will be useful, but WITHOUT
// ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
// FITNESS FOR A PARTICULAR PURPOSE.
//
// You should have received a copy of the GNU Affero General Public License
// along with this program. If not, see <http://www.gnu.org/licenses/>.
package instanceinfosync
import (
"time"
"github.com/sirupsen/logrus"
"github.com/erda-project/erda/apistructs"
"github.com/erda-project/erda/modules/scheduler/instanceinfo"
)
// gcAliveInstancesInDB Process non-Dead instances that have not been updated in a period of time.
// Strategy:
// 1. Find all non-Dead instances that have not been updated in SECS (parameters)
// 2. Check whether there are other instances with updated status (within 1 hour) on the corresponding host of each instance found above
// 3. If there is, set this instance to Dead. If not, ignore
func gcAliveInstancesInDB(dbclient *instanceinfo.Client, secs int) error {
r := dbclient.InstanceReader()
w := dbclient.InstanceWriter()
instances, err := r.ByPhases(
instanceinfo.InstancePhaseHealthy,
instanceinfo.InstancePhaseRunning,
instanceinfo.InstancePhaseUnHealthy,
).ByUpdatedTime(secs).ByNotTaskID(apistructs.K8S).Do()
if err != nil {
return err
}
for _, ins := range instances {
sameHostInstances, err := r.ByHostIP(ins.HostIP).ByNotTaskID(apistructs.K8S).ByUpdatedTime(3600).Do()
if err != nil {
return err
}
if len(sameHostInstances) > 0 {
ins.Phase = instanceinfo.InstancePhaseDead
finished := time.Now()
ins.FinishedAt = &finished
ins.ExitCode = 255
ins.Message = "set Dead by gc"
if err := w.Update(ins); err != nil {
logrus.Errorf("failed to update instance: %v", ins)
}
}
}
return nil
}