-
Notifications
You must be signed in to change notification settings - Fork 4.9k
/
processor.go
117 lines (95 loc) · 2.66 KB
/
processor.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
package processors
import (
"fmt"
"strings"
"github.com/elastic/beats/libbeat/beat"
"github.com/elastic/beats/libbeat/common"
"github.com/elastic/beats/libbeat/logp"
)
type Processors struct {
List []Processor
}
type Processor interface {
Run(event *beat.Event) (*beat.Event, error)
String() string
}
func New(config PluginConfig) (*Processors, error) {
procs := Processors{}
for _, processor := range config {
if len(processor) != 1 {
return nil, fmt.Errorf("each processor needs to have exactly one action, but found %d actions",
len(processor))
}
for processorName, cfg := range processor {
gen, exists := registry.reg[processorName]
if !exists {
return nil, fmt.Errorf("the processor %s doesn't exist", processorName)
}
cfg.PrintDebugf("Configure processor '%v' with:", processorName)
constructor := gen.Plugin()
plugin, err := constructor(cfg)
if err != nil {
return nil, err
}
procs.add(plugin)
}
}
logp.Debug("processors", "Processors: %v", procs)
return &procs, nil
}
func (procs *Processors) add(p Processor) {
procs.List = append(procs.List, p)
}
// RunBC (run backwards-compatible) applies the processors, by providing the
// old interface based on common.MapStr.
// The event us temporarily converted to beat.Event. By this 'conversion' the
// '@timestamp' field can not be accessed by processors.
// Note: this method will be removed, when the publisher pipeline BC-API is to
// be removed.
func (procs *Processors) RunBC(event common.MapStr) common.MapStr {
ret := procs.Run(&beat.Event{Fields: event})
if ret == nil {
return nil
}
return ret.Fields
}
func (procs *Processors) All() []beat.Processor {
if procs == nil || len(procs.List) == 0 {
return nil
}
ret := make([]beat.Processor, len(procs.List))
for i, p := range procs.List {
ret[i] = p
}
return ret
}
// Applies a sequence of processing rules and returns the filtered event
func (procs *Processors) Run(event *beat.Event) *beat.Event {
// Check if processors are set, just return event if not
if len(procs.List) == 0 {
return event
}
for _, p := range procs.List {
var err error
event, err = p.Run(event)
if err != nil {
// XXX: We don't drop the event, but continue filtering here iff the most
// recent processor did return an event.
// We want processors having this kind of implicit behavior
// on errors?
logp.Debug("filter", "fail to apply processor %s: %s", p, err)
}
if event == nil {
// drop event
return nil
}
}
return event
}
func (procs Processors) String() string {
var s []string
for _, p := range procs.List {
s = append(s, p.String())
}
return strings.Join(s, ", ")
}