forked from galaxydi/go-loghub
-
Notifications
You must be signed in to change notification settings - Fork 110
/
model.go
144 lines (127 loc) · 4.64 KB
/
model.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
package sls
import (
"encoding/json"
"net/url"
"strconv"
"strings"
)
// GetLogRequest for GetLogsV2
type GetLogRequest struct {
From int64 // unix time, eg time.Now().Unix() - 900
To int64 // unix time, eg time.Now().Unix()
Topic string // @note topic is not used anymore, use __topic__ : xxx in query instead
Lines int64 // max 100; offset, lines and reverse is ignored when use SQL in query
Offset int64
Reverse bool
Query string
PowerSQL bool
}
func (glr *GetLogRequest) ToURLParams() url.Values {
urlVal := url.Values{}
urlVal.Add("type", "log")
urlVal.Add("from", strconv.Itoa(int(glr.From)))
urlVal.Add("to", strconv.Itoa(int(glr.To)))
urlVal.Add("topic", glr.Topic)
urlVal.Add("line", strconv.Itoa(int(glr.Lines)))
urlVal.Add("offset", strconv.Itoa(int(glr.Offset)))
urlVal.Add("reverse", strconv.FormatBool(glr.Reverse))
urlVal.Add("powerSql", strconv.FormatBool(glr.PowerSQL))
urlVal.Add("query", glr.Query)
return urlVal
}
// GetHistogramsResponse defines response from GetHistograms call
type SingleHistogram struct {
Progress string `json:"progress"`
Count int64 `json:"count"`
From int64 `json:"from"`
To int64 `json:"to"`
}
type GetHistogramsResponse struct {
Progress string `json:"progress"`
Count int64 `json:"count"`
Histograms []SingleHistogram `json:"histograms"`
}
func (resp *GetHistogramsResponse) IsComplete() bool {
return strings.ToLower(resp.Progress) == "complete"
}
// GetLogsResponse defines response from GetLogs call
type GetLogsResponse struct {
Progress string `json:"progress"`
Count int64 `json:"count"`
Logs []map[string]string `json:"logs"`
Contents string `json:"contents"`
HasSQL bool `json:"hasSQL"`
}
// GetLogLinesResponse defines response from GetLogLines call
// note: GetLogLinesResponse.Logs is nil when use GetLogLinesResponse
type GetLogLinesResponse struct {
GetLogsResponse
Lines []json.RawMessage
}
func (resp *GetLogsResponse) IsComplete() bool {
return strings.ToLower(resp.Progress) == "complete"
}
func (resp *GetLogsResponse) GetKeys() (error, []string) {
type Content map[string][]interface{}
var content Content
err := json.Unmarshal([]byte(resp.Contents), &content)
if err != nil {
return err, nil
}
result := []string{}
for _, v := range content["keys"] {
result = append(result, v.(string))
}
return nil, result
}
type GetContextLogsResponse struct {
Progress string `json:"progress"`
TotalLines int64 `json:"total_lines"`
BackLines int64 `json:"back_lines"`
ForwardLines int64 `json:"forward_lines"`
Logs []map[string]string `json:"logs"`
}
func (resp *GetContextLogsResponse) IsComplete() bool {
return strings.ToLower(resp.Progress) == "complete"
}
type JsonKey struct {
Type string `json:"type"`
Alias string `json:"alias,omitempty"`
DocValue bool `json:"doc_value,omitempty"`
}
// IndexKey ...
type IndexKey struct {
Token []string `json:"token"` // tokens that split the log line.
CaseSensitive bool `json:"caseSensitive"`
Type string `json:"type"` // text, long, double
DocValue bool `json:"doc_value,omitempty"`
Alias string `json:"alias,omitempty"`
Chn bool `json:"chn"` // parse chinese or not
JsonKeys map[string]*JsonKey `json:"json_keys,omitempty"`
}
type IndexLine struct {
Token []string `json:"token"`
CaseSensitive bool `json:"caseSensitive"`
IncludeKeys []string `json:"include_keys,omitempty"`
ExcludeKeys []string `json:"exclude_keys,omitempty"`
Chn bool `json:"chn"` // parse chinese or not
}
// Index is an index config for a log store.
type Index struct {
Keys map[string]IndexKey `json:"keys,omitempty"`
Line *IndexLine `json:"line,omitempty"`
Ttl uint32 `json:"ttl,omitempty"`
MaxTextLen uint32 `json:"max_text_len,omitempty"`
LogReduce bool `json:"log_reduce"`
LogReduceWhiteListDict []string `json:"log_reduce_white_list,omitempty"`
LogReduceBlackListDict []string `json:"log_reduce_black_list,omitempty"`
}
// CreateDefaultIndex return a full text index config
func CreateDefaultIndex() *Index {
return &Index{
Line: &IndexLine{
Token: []string{" ", "\n", "\t", "\r", ",", ";", "[", "]", "{", "}", "(", ")", "&", "^", "*", "#", "@", "~", "=", "<", ">", "/", "\\", "?", ":", "'", "\""},
CaseSensitive: false,
},
}
}