-
Notifications
You must be signed in to change notification settings - Fork 27
/
filter_logs.go
122 lines (98 loc) · 4.32 KB
/
filter_logs.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
// Copyright observIQ, Inc.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package snapshot
import (
"time"
"go.opentelemetry.io/collector/pdata/pcommon"
"go.opentelemetry.io/collector/pdata/plog"
)
// filterLogs filters the logs by the given query and timestamp.
// The returned payload cannot be assumed to be a copy, so it should not be modified.
func filterLogs(logs plog.Logs, searchQuery *string, minimumTimestamp *time.Time) plog.Logs {
// No filters specified, filtered logs are trivially the same as input logs
if searchQuery == nil && minimumTimestamp == nil {
return logs
}
filteredLogs := plog.NewLogs()
resourceLogs := logs.ResourceLogs()
for i := 0; i < resourceLogs.Len(); i++ {
filteredResourceLogs := filterResourceLogs(resourceLogs.At(i), searchQuery, minimumTimestamp)
// Don't append empty resource logs
if filteredResourceLogs.ScopeLogs().Len() != 0 {
filteredResourceLogs.MoveTo(filteredLogs.ResourceLogs().AppendEmpty())
}
}
return filteredLogs
}
func filterResourceLogs(resourceLog plog.ResourceLogs, searchQuery *string, minimumTimestamp *time.Time) plog.ResourceLogs {
filteredResourceLogs := plog.NewResourceLogs()
// Copy old resource to filtered resource
resource := resourceLog.Resource()
resource.CopyTo(filteredResourceLogs.Resource())
// Apply query to resource
queryMatchesResource := true // default to true if no query specified
if searchQuery != nil {
queryMatchesResource = queryMatchesMap(resource.Attributes(), *searchQuery)
}
scopeLogs := resourceLog.ScopeLogs()
for i := 0; i < scopeLogs.Len(); i++ {
filteredScopeLogs := filterScopeLogs(resourceLog.ScopeLogs().At(i), queryMatchesResource, searchQuery, minimumTimestamp)
// Don't append empty scope logs
if filteredScopeLogs.LogRecords().Len() != 0 {
filteredScopeLogs.MoveTo(filteredResourceLogs.ScopeLogs().AppendEmpty())
}
}
return filteredResourceLogs
}
// filterScopeLogs filters out logs that do not match the query and minimumTimestamp, returning a new plog.ScopeLogs without the filtered records.
// queryMatchesResource indicates if the query string matches the resource associated with this ScopeLogs.
func filterScopeLogs(scopeLogs plog.ScopeLogs, queryMatchesResource bool, searchQuery *string, minimumTimestamp *time.Time) plog.ScopeLogs {
filteredLogRecords := plog.NewScopeLogs()
logRecords := scopeLogs.LogRecords()
for i := 0; i < logRecords.Len(); i++ {
log := logRecords.At(i)
if logMatches(log, queryMatchesResource, searchQuery, minimumTimestamp) {
log.CopyTo(filteredLogRecords.LogRecords().AppendEmpty())
}
}
return filteredLogRecords
}
// logMatches returns true if the query matches either the resource or log record, AND the min timestamp.
func logMatches(l plog.LogRecord, queryMatchesResource bool, searchQuery *string, minimumTimestamp *time.Time) bool {
queryMatchesLog := true // default to true if no query specified
// Skip this check if we already know the query matches the resource
if !queryMatchesResource && searchQuery != nil {
queryMatchesLog = logMatchesQuery(l, *searchQuery)
}
timestampMatches := true // default to true if no timestamp specified
if minimumTimestamp != nil {
timestampMatches = logMatchesTimestamp(l, *minimumTimestamp)
}
queryMatches := queryMatchesResource || queryMatchesLog
return queryMatches && timestampMatches
}
// logMatchesTimestamp determines if the log came after the provided timestamp
func logMatchesTimestamp(l plog.LogRecord, minimumTimestamp time.Time) bool {
return l.ObservedTimestamp() > pcommon.NewTimestampFromTime(minimumTimestamp)
}
// logMatchesQuery determines if the given log record matches the given query string
func logMatchesQuery(l plog.LogRecord, searchQuery string) bool {
if queryMatchesMap(l.Attributes(), searchQuery) {
return true
}
if queryMatchesValue(l.Body(), searchQuery) {
return true
}
return false
}