forked from ankane/pdscan
/
redis_adapter.go
127 lines (106 loc) · 2.68 KB
/
redis_adapter.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
package internal
import (
"context"
"time"
"github.com/redis/go-redis/v9"
)
type RedisAdapter struct {
DB *redis.Client
}
func (a *RedisAdapter) TableName() string {
return "database"
}
func (a *RedisAdapter) RowName() string {
return "key"
}
func (a *RedisAdapter) Scan(scanOpts ScanOpts) ([]ruleMatch, error) {
return scanDataStore(a, scanOpts)
}
func (a *RedisAdapter) Init(urlStr string) error {
opt, err := redis.ParseURL(urlStr)
if err != nil {
return err
}
a.DB = redis.NewClient(opt)
// connect
ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
defer cancel()
_, err = a.DB.Ping(ctx).Result()
if err != nil {
return err
}
return nil
}
func (a RedisAdapter) FetchTables() ([]table, error) {
return []table{{Schema: "", Name: ""}}, nil
}
func (a RedisAdapter) FetchTableData(table table, limit int) (*tableData, error) {
rdb := a.DB
ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
defer cancel()
keyMap := make(map[string]int)
columnValues := make([][]string, 0)
for j := 0; j < limit; j++ {
key, err := rdb.RandomKey(ctx).Result()
if err == redis.Nil {
break
} else if err != nil {
return nil, err
}
_, ok := keyMap[key]
if !ok {
i := len(keyMap)
keyMap[key] = i
columnValues = append(columnValues, []string{})
ty, err := rdb.Type(ctx, key).Result()
if err != nil {
return nil, err
}
if ty == "string" {
val, err := rdb.Get(ctx, key).Result()
if err != nil {
return nil, err
}
columnValues[i] = append(columnValues[i], val)
} else if ty == "list" {
// no LSCAN
// https://github.com/redis/redis/issues/6538
// TODO fetch in batches
val, err := rdb.LRange(ctx, key, 0, 1000).Result()
if err != nil {
return nil, err
}
columnValues[i] = append(columnValues[i], val...)
} else if ty == "set" {
iter := rdb.SScan(ctx, key, 0, "", 0).Iterator()
for iter.Next(ctx) {
columnValues[i] = append(columnValues[i], iter.Val())
}
if err := iter.Err(); err != nil {
return nil, err
}
} else if ty == "hash" {
iter := rdb.HScan(ctx, key, 0, "", 0).Iterator()
for iter.Next(ctx) {
columnValues[i] = append(columnValues[i], iter.Val())
}
if err := iter.Err(); err != nil {
return nil, err
}
} else if ty == "zset" {
iter := rdb.ZScan(ctx, key, 0, "", 0).Iterator()
for iter.Next(ctx) {
columnValues[i] = append(columnValues[i], iter.Val())
}
if err := iter.Err(); err != nil {
return nil, err
}
}
}
}
columnNames := make([]string, len(keyMap))
for key, i := range keyMap {
columnNames[i] = key
}
return &tableData{columnNames, columnValues}, nil
}