-
Notifications
You must be signed in to change notification settings - Fork 0
/
common.go
275 lines (257 loc) · 6.91 KB
/
common.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
package redis
import (
"context"
"errors"
"fmt"
"strconv"
"strings"
"time"
"github.com/132982317/profstik/dao/mysql"
"github.com/132982317/profstik/pkg/utils/gocron"
"github.com/132982317/profstik/pkg/utils/zap"
"github.com/go-redsync/redsync/v4"
)
const frequency = 10
func getKeys(ctx context.Context, keyPatten string) ([]string, error) {
//keys, cursor, err := GetRedisHelper().Scan(ctx, 0, keyPatten, 10).Result()
keys, err := GetRedisHelper().Keys(ctx, keyPatten).Result()
if err != nil {
return nil, err
}
return keys, err
}
func deleteKeys(ctx context.Context, key string, mutex *redsync.Mutex) error {
// 先加锁
errLock := LockByMutex(ctx, mutex)
if errLock != nil {
return errors.New("lock failed: " + errLock.Error())
}
// Redis处理
errRedis := GetRedisHelper().Del(ctx, key).Err()
// 在处理错误返回之前解锁
errUnlock := UnlockByMutex(ctx, mutex)
if errUnlock != nil {
return errors.New("unlock failed: " + errUnlock.Error())
}
// 返回Redis错误
if errRedis != nil {
return errRedis
}
return nil
}
func setKey(ctx context.Context, key string, value string, expireTime time.Duration, mutex *redsync.Mutex) error {
fmt.Println(key, " => ", value)
_, err := GetRedisHelper().Set(ctx, key, value, expireTime).Result()
errUnlock := UnlockByMutex(ctx, mutex)
if errUnlock != nil {
zapLogger.Errorf("unlock failed: %s", errUnlock.Error())
return errUnlock
}
if err != nil {
return errors.New("Redis set key failed: " + err.Error())
}
return nil
}
func FavoriteMoveTomysql() error {
logger := zap.InitLogger()
ctx := context.Background()
keys, err := getKeys(ctx, "video::*::user::*::w")
if err != nil {
logger.Errorln(err)
return err
}
for _, key := range keys {
LockByMutex(ctx, FavoriteMutex)
res, err := GetRedisHelper().Get(ctx, key).Result()
UnlockByMutex(ctx, FavoriteMutex)
if err != nil {
logger.Errorln(err.Error())
return err
}
// 拆分得 value
vSplit := strings.Split(res, "::")
_, redisAt := vSplit[0], vSplit[1]
// 拆分得 key
kSplit := strings.Split(key, "::")
vid, uid := kSplit[1], kSplit[3]
videoID, err := strconv.ParseInt(vid, 10, 64)
if err != nil {
logger.Errorln(err.Error())
return err
}
userID, err := strconv.ParseInt(uid, 10, 64)
if err != nil {
logger.Errorln(err.Error())
return err
}
// 检查是否存在对应ID
v, err := mysql.GetVideoById(ctx, videoID)
if err != nil {
logger.Errorln(err.Error())
return err
}
u, err := mysql.GetUserByID(ctx, userID)
if err != nil {
logger.Errorln(err.Error())
return err
}
if v == nil || u == nil {
delErr := deleteKeys(ctx, key, FavoriteMutex)
if delErr != nil {
logger.Errorln(delErr.Error())
return delErr
}
continue
}
// 查询是否存在点赞记录
favorite, err := mysql.GetFavoriteVideoRelationByUserVideoID(ctx, userID, videoID)
if err != nil {
logger.Errorln(err.Error())
return err
} else if favorite == nil && redisAt == "1" {
// 数据库中没有该点赞记录,且最终状态为点赞,则插入数据库
video, err := mysql.GetVideoById(ctx, videoID)
if err != nil {
logger.Errorln(err.Error())
return err
}
err = mysql.CreateVideoFavorite(ctx, userID, videoID, int64(video.AuthorID))
// 插入后,删除Redis中对应记录
delErr := deleteKeys(ctx, key, FavoriteMutex)
if delErr != nil {
logger.Errorln(delErr.Error())
return delErr
}
if err != nil {
logger.Errorln(err.Error())
return err
}
} else if favorite != nil && redisAt == "2" {
// 数据库中有该点赞记录,且最终状态为取消点赞,则从数据库中删除该记录
video, err := mysql.GetVideoById(ctx, videoID)
if err != nil {
logger.Errorln(err.Error())
return err
}
err = mysql.DelFavoriteByUserVideoID(ctx, userID, videoID, int64(video.AuthorID))
// 插入后,删除Redis中对应记录
delErr := deleteKeys(ctx, key, FavoriteMutex)
if delErr != nil {
logger.Errorln(delErr.Error())
return delErr
}
if err != nil {
logger.Errorln(err.Error())
return err
}
} else {
// 其他情况
// 插入后,删除Redis中对应记录
delErr := deleteKeys(ctx, key, FavoriteMutex)
if delErr != nil {
logger.Errorln(delErr.Error())
return delErr
}
}
}
return nil
}
func RelationMoveTomysql() error {
logger := zap.InitLogger()
ctx := context.Background()
keys, err := getKeys(ctx, "user::*::to_user::*::w")
if err != nil {
logger.Errorln(err)
return err
}
for _, key := range keys {
res, err := GetRedisHelper().Get(ctx, key).Result()
vSplit := strings.Split(res, "::")
_, redisAt := vSplit[0], vSplit[1]
if err != nil {
logger.Errorln(err.Error())
return err
}
// 拆分得key
kSplit := strings.Split(key, "::")
uid, tid := kSplit[1], kSplit[3]
userID, err := strconv.ParseInt(uid, 10, 64)
if err != nil {
logger.Errorln(err.Error())
return err
}
toUserID, err := strconv.ParseInt(tid, 10, 64)
if err != nil {
logger.Errorln(err.Error())
return err
}
// 检查是否存在对应ID
u, err := mysql.GetUserByID(ctx, userID)
if err != nil {
logger.Errorln(err.Error())
return err
}
tu, err := mysql.GetUserByID(ctx, toUserID)
if err != nil {
logger.Errorln(err.Error())
return err
}
if u == nil || tu == nil {
delErr := deleteKeys(ctx, key, RelationMutex)
if delErr != nil {
logger.Errorln(delErr.Error())
return delErr
}
continue
}
// 查询是否存在关注记录
relation, err := mysql.GetRelationByUserIDs(ctx, userID, toUserID)
if err != nil {
logger.Errorln(err.Error())
return err
} else if relation == nil && redisAt == "1" {
// 数据库中没有该关注记录,且最终状态为关注,则插入数据库
err = mysql.CreateRelation(ctx, userID, toUserID)
// 插入后,删除Redis中对应记录
delErr := deleteKeys(ctx, key, RelationMutex)
if delErr != nil {
logger.Errorln(delErr.Error())
return delErr
}
if err != nil {
logger.Errorln(err.Error())
return err
}
} else if relation != nil && redisAt == "2" {
// 数据库中有该关注记录,且最终状态为取消关注,则从数据库中删除该记录
err = mysql.DelRelationByUserIDs(ctx, userID, toUserID)
// 删除Redis中对应记录
delErr := deleteKeys(ctx, key, RelationMutex)
if delErr != nil {
logger.Errorln(delErr.Error())
return delErr
}
if err != nil {
logger.Errorln(err.Error())
return err
}
}
// 删除Redis中对应记录
delErr := deleteKeys(ctx, key, RelationMutex)
if delErr != nil {
logger.Errorln(delErr.Error())
return delErr
}
}
return nil
}
func GoCronFavorite() {
s := gocron.NewSchedule()
s.Every(frequency).Tag("favoriteRedis").Seconds().Do(FavoriteMoveTomysql)
s.StartAsync()
}
func GoCronRelation() {
s := gocron.NewSchedule()
s.Every(frequency).Tag("relationRedis").Seconds().Do(RelationMoveTomysql)
s.StartAsync()
}