/
cleanup.go
93 lines (86 loc) · 2.57 KB
/
cleanup.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
package main
import (
"encoding/json"
"os"
"os/exec"
"strings"
"time"
"github.com/aws/aws-lambda-go/lambda"
"github.com/aws/aws-sdk-go/aws"
"github.com/aws/aws-sdk-go/aws/session"
"github.com/aws/aws-sdk-go/service/s3"
)
// ClusterInfo holds information about a cluster.
type ClusterInfo struct {
KopsBucket string `json:"kops_bucket"`
PachydermBucket string `json:"pachyderm_bucket"`
Created string `json:"created"`
}
// KopsBucket is the s3 bucket used by kops.
const KopsBucket = "pachyderm-travis-state-store-v1"
// MaxClusterTime is the maximimum time a cluster can be up.
const MaxClusterTime = time.Hour * 4
// HandleRequest handles the deletion of old clusters.
func HandleRequest() (string, error) {
cmd := exec.Command("/bin/bash", "-c", "export PATH=$PATH:/var/task; kops --state=s3://"+KopsBucket+" get clusters | tail -n+2 | awk '{print $1}'")
cmd.Stderr = os.Stderr
out, err := cmd.Output()
if err != nil {
return "Failed to get clusters", err
}
names := strings.Split(string(out), "\n")
names = names[:len(names)-1]
var deleted string
svc := s3.New(session.New())
for _, name := range names {
infoObject, err := svc.GetObject(
&s3.GetObjectInput{
Bucket: aws.String(KopsBucket),
Key: aws.String(name + "-info.json"),
})
if err != nil {
return "Failed to get info file", err
}
var info ClusterInfo
if err := json.NewDecoder(infoObject.Body).Decode(&info); err != nil {
return "Failed to decode info file", err
}
createTime, err := time.Parse(time.UnixDate, info.Created)
if err != nil {
return "Failed to parse create time", err
}
// Cluster has been up for too long
if createTime.Add(MaxClusterTime).Before(time.Now()) {
deleted += name + ", "
cmd := exec.Command("/bin/bash", "-c", "export PATH=$PATH:/var/task; kops --state=s3://"+KopsBucket+" delete cluster --name="+name+" --yes")
cmd.Stderr = os.Stderr
if err := cmd.Run(); err != nil {
return "Failed to delete cluster", err
}
_, err := svc.DeleteBucket(
&s3.DeleteBucketInput{
Bucket: aws.String(info.PachydermBucket),
})
if err != nil {
return "Failed to delete pachyderm bucket", err
}
_, err = svc.DeleteObject(
&s3.DeleteObjectInput{
Bucket: aws.String(KopsBucket),
Key: aws.String(name + "-info.json"),
})
if err != nil {
return "Failed to delete info file", err
}
}
}
if len(deleted) <= 0 {
return "No clusters deleted", nil
}
deleted = "Clusters deleted: " + deleted
tmp := []rune(deleted)
return string(tmp[:len(tmp)-2]), nil
}
func main() {
lambda.Start(HandleRequest)
}