/
ckpt_operation.go
186 lines (155 loc) · 5.11 KB
/
ckpt_operation.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
package ckpt
import (
"bytes"
"encoding/json"
"fmt"
conf "github.com/alibaba/MongoShake/v2/collector/configure"
"go.mongodb.org/mongo-driver/bson"
"go.mongodb.org/mongo-driver/mongo"
"go.mongodb.org/mongo-driver/mongo/options"
"io/ioutil"
"net/http"
utils "github.com/alibaba/MongoShake/v2/common"
LOG "github.com/vinllen/log4go"
)
const (
// we can't insert Timestamp(0, 0) that will be treat as Now() inserted
// into mongo. so we use Timestamp(0, 1)
InitCheckpoint = int64(1)
EmptyCheckpoint = int64(0)
)
type CheckpointContext struct {
Name string `bson:"name" json:"name"`
Timestamp int64 `bson:"ckpt" json:"ckpt"`
Version int `bson:"version" json:"version"`
FetchMethod string `bson:"fetch_method" json:"fetch_method"`
OplogDiskQueue string `bson:"oplog_disk_queue" json:"oplog_disk_queue"`
OplogDiskQueueFinishTs int64 `bson:"oplog_disk_queue_apply_finish_ts" json:"oplog_disk_queue_apply_finish_ts"`
}
func (cc *CheckpointContext) String() string {
if ret, err := json.Marshal(cc); err != nil {
return err.Error()
} else {
return string(ret)
}
}
type CheckpointOperation interface {
// read checkpoint from remote storage. and encapsulation
// with CheckpointContext struct
// bool means whether exists on remote
Get() (*CheckpointContext, bool)
// save checkpoint
Insert(ckpt *CheckpointContext) error
// log info
String() string
}
// mongo
type MongoCheckpoint struct {
CheckpointContext
client *utils.MongoCommunityConn
// connection info
URL string
DB, Table string
}
func (ckpt *MongoCheckpoint) ensureNetwork() bool {
if ckpt.client == nil {
if client, err := utils.NewMongoCommunityConn(ckpt.URL, utils.VarMongoConnectModePrimary, true,
utils.ReadWriteConcernMajority, utils.ReadWriteConcernMajority,
conf.Options.CheckpointStorageUrlMongoSslRootCaFile); err == nil {
ckpt.client = client
} else {
LOG.Warn("%s CheckpointOperation manager connect mongo cluster failed. %v", ckpt.Name, err)
return false
}
}
return true
}
func (ckpt *MongoCheckpoint) close() {
ckpt.client.Close()
ckpt.client = nil
}
func (ckpt *MongoCheckpoint) Get() (*CheckpointContext, bool) {
if !ckpt.ensureNetwork() {
LOG.Warn("%s Reload ckpt ensure network failed. %v", ckpt.Name, ckpt.client)
return nil, false
}
var err error
value := new(CheckpointContext)
if err = ckpt.client.Client.Database(ckpt.DB).Collection(ckpt.Table).FindOne(nil,
bson.M{CheckpointName: ckpt.Name}).Decode(value); err == nil {
LOG.Info("%s Load exist checkpoint. content %v", ckpt.Name, value)
return value, true
} else if err == mongo.ErrNoDocuments {
if InitCheckpoint > ckpt.Timestamp {
ckpt.Timestamp = InitCheckpoint
}
value.Name = ckpt.Name
value.Timestamp = ckpt.Timestamp
value.Version = ckpt.Version
value.OplogDiskQueue = ckpt.OplogDiskQueue
value.OplogDiskQueueFinishTs = ckpt.OplogDiskQueueFinishTs
LOG.Info("%s Regenerate checkpoint but won't persist. content: %s", ckpt.Name, value)
return value, false
}
ckpt.close()
LOG.Error("%s Reload ckpt find context fail. %v", ckpt.Name, err)
return nil, false
}
func (ckpt *MongoCheckpoint) Insert(updates *CheckpointContext) error {
if !ckpt.ensureNetwork() {
LOG.Warn("%s Record ckpt ensure network failed. %v", ckpt.Name, ckpt.client)
return fmt.Errorf("%s record ckpt network failed", ckpt.Name)
}
opts := options.Update().SetUpsert(true)
filter := bson.M{CheckpointName: ckpt.Name}
update := bson.M{"$set": updates}
_, err := ckpt.client.Client.Database(ckpt.DB).Collection(ckpt.Table).UpdateOne(nil, filter, update, opts)
if err != nil {
LOG.Warn("%s Record checkpoint %v upsert error %v", ckpt.Name, updates, err)
ckpt.close()
return err
}
LOG.Info("%s Record new checkpoint in MongoDB success [%d]", ckpt.Name,
utils.ExtractMongoTimestamp(updates.Timestamp))
return nil
}
// http
type HttpApiCheckpoint struct {
CheckpointContext
URL string
}
func (ckpt *HttpApiCheckpoint) Get() (*CheckpointContext, bool) {
var err error
var resp *http.Response
var stream []byte
value := new(CheckpointContext)
if resp, err = http.Get(ckpt.URL); err != nil {
LOG.Warn("%s Http api ckpt request failed, %v", ckpt.Name, err)
return nil, false
}
if stream, err = ioutil.ReadAll(resp.Body); err != nil {
return nil, false
}
if err = json.Unmarshal(stream, value); err != nil {
return nil, false
}
// TODO, may have problem
if value.Timestamp == 0 {
// use default start position
value.Timestamp = ckpt.Timestamp
value.Name = ckpt.Name
value.OplogDiskQueueFinishTs = ckpt.OplogDiskQueueFinishTs
value.OplogDiskQueue = ckpt.OplogDiskQueue
return value, false
}
return value, true
}
func (ckpt *HttpApiCheckpoint) Insert(insert *CheckpointContext) error {
body, _ := json.Marshal(insert)
if resp, err := http.Post(ckpt.URL, "application/json", bytes.NewReader(body)); err != nil || resp.StatusCode != http.StatusOK {
LOG.Warn("%s Context api manager write request failed, %v", ckpt.Name, err)
return err
}
LOG.Info("%s Record new checkpoint in HttpApi success [%d]", ckpt.Name, utils.ExtractMongoTimestamp(insert.Timestamp))
return nil
}