-
Notifications
You must be signed in to change notification settings - Fork 367
/
processor_drop.go
70 lines (58 loc) · 1.81 KB
/
processor_drop.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
// Copyright 2021 iLogtail Authors
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package drop
import (
"fmt"
"github.com/alibaba/ilogtail/pkg/pipeline"
"github.com/alibaba/ilogtail/pkg/protocol"
)
type ProcessorDrop struct {
DropKeys []string
keyDictionary map[string]bool
context pipeline.Context
}
const pluginName = "processor_drop"
// Init called for init some system resources, like socket, mutex...
func (p *ProcessorDrop) Init(context pipeline.Context) error {
if len(p.DropKeys) == 0 {
return fmt.Errorf("must specify DropKeys for plugin %v", pluginName)
}
p.context = context
p.keyDictionary = make(map[string]bool)
for _, dropKey := range p.DropKeys {
p.keyDictionary[dropKey] = true
}
return nil
}
func (*ProcessorDrop) Description() string {
return "drop processor for logtail"
}
func (p *ProcessorDrop) ProcessLogs(logArray []*protocol.Log) []*protocol.Log {
for _, log := range logArray {
p.processLog(log)
}
return logArray
}
func (p *ProcessorDrop) processLog(log *protocol.Log) {
for idx := len(log.Contents) - 1; idx >= 0; idx-- {
if _, exists := p.keyDictionary[log.Contents[idx].Key]; exists {
log.Contents = append(log.Contents[:idx], log.Contents[idx+1:]...)
}
}
}
func init() {
pipeline.Processors[pluginName] = func() pipeline.Processor {
return &ProcessorDrop{}
}
}