-
Notifications
You must be signed in to change notification settings - Fork 39
/
log_streamer.go
112 lines (89 loc) · 2.27 KB
/
log_streamer.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
package log_streamer
import (
"context"
"io"
"time"
loggingclient "code.cloudfoundry.org/diego-logging-client"
"code.cloudfoundry.org/executor"
"code.cloudfoundry.org/go-loggregator/v8/rpc/loggregator_v2"
)
const (
MAX_MESSAGE_SIZE = 61440
DefaultLogSource = "LOG"
)
//go:generate counterfeiter -o fake_log_streamer/fake_log_streamer.go . LogStreamer
type LogStreamer interface {
Stdout() io.Writer
Stderr() io.Writer
UpdateTags(map[string]string)
Flush()
WithSource(sourceName string) LogStreamer
SourceName() string
Stop()
}
type logStreamer struct {
ctx context.Context
cancelFunc context.CancelFunc
stdout *streamDestination
stderr *streamDestination
}
func New(config executor.LogConfig, metronClient loggingclient.IngressClient, maxLogLinesPerSecond int, maxLogBytesPerSecond int64, metricReportInterval time.Duration) LogStreamer {
if config.Guid == "" {
return noopStreamer{}
}
sourceName, tags := config.GetSourceNameAndTagsForLogging()
ctx, cancelFunc := context.WithCancel(context.Background())
logRateLimiter := NewLogRateLimiter(ctx, metronClient, tags, maxLogLinesPerSecond, maxLogBytesPerSecond, metricReportInterval)
return &logStreamer{
ctx: ctx,
cancelFunc: cancelFunc,
stdout: newStreamDestination(
ctx,
sourceName,
tags,
loggregator_v2.Log_OUT,
metronClient,
logRateLimiter,
),
stderr: newStreamDestination(
ctx,
sourceName,
tags,
loggregator_v2.Log_ERR,
metronClient,
logRateLimiter,
),
}
}
func (e *logStreamer) Stdout() io.Writer {
return e.stdout
}
func (e *logStreamer) Stderr() io.Writer {
return e.stderr
}
func (e *logStreamer) UpdateTags(tags map[string]string) {
e.stdout.updateTags(tags)
e.stderr.updateTags(tags)
}
func (e *logStreamer) Flush() {
e.stdout.lockAndFlush()
e.stderr.lockAndFlush()
}
func (e *logStreamer) WithSource(sourceName string) LogStreamer {
if sourceName == "" {
sourceName = e.SourceName()
}
ctx, cancelFunc := context.WithCancel(e.ctx)
return &logStreamer{
ctx: ctx,
cancelFunc: cancelFunc,
stdout: e.stdout.withSource(ctx, sourceName),
stderr: e.stderr.withSource(ctx, sourceName),
}
}
func (e *logStreamer) SourceName() string {
return e.stdout.sourceName
}
func (e *logStreamer) Stop() {
e.cancelFunc()
}