-
Notifications
You must be signed in to change notification settings - Fork 148
/
ingestor_server.go
79 lines (67 loc) · 1.66 KB
/
ingestor_server.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
package v1
import (
"context"
"io"
"log"
"sync/atomic"
"time"
"code.cloudfoundry.org/go-loggregator/v9/conversion"
"code.cloudfoundry.org/loggregator-release/src/diodes"
"code.cloudfoundry.org/loggregator-release/src/metricemitter"
"code.cloudfoundry.org/loggregator-release/src/plumbing"
"github.com/cloudfoundry/sonde-go/events"
"google.golang.org/protobuf/proto"
)
type IngestorServer struct {
plumbing.DopplerIngestorServer
v1Buf *diodes.ManyToOneEnvelope
v2Buf *diodes.ManyToOneEnvelopeV2
ingressMetric *metricemitter.Counter
}
type IngestorGRPCServer interface {
plumbing.DopplerIngestor_PusherServer
}
func NewIngestorServer(
v1Buf *diodes.ManyToOneEnvelope,
v2Buf *diodes.ManyToOneEnvelopeV2,
ingressMetric *metricemitter.Counter,
) *IngestorServer {
return &IngestorServer{
v1Buf: v1Buf,
v2Buf: v2Buf,
ingressMetric: ingressMetric,
}
}
func (i *IngestorServer) Pusher(pusher plumbing.DopplerIngestor_PusherServer) error {
var done int64
context := pusher.Context()
go i.monitorContext(context, &done)
for {
if atomic.LoadInt64(&done) > 0 {
return context.Err()
}
envelopeData, err := pusher.Recv()
if err == io.EOF {
break
}
if err != nil {
time.Sleep(10 * time.Millisecond)
continue
}
env := &events.Envelope{}
err = proto.Unmarshal(envelopeData.Payload, env)
if err != nil {
log.Printf("Received bad envelope: %s", err)
continue
}
v2e := conversion.ToV2(env, true)
i.v1Buf.Set(env)
i.v2Buf.Set(v2e)
i.ingressMetric.Increment(1)
}
return nil
}
func (i *IngestorServer) monitorContext(ctx context.Context, done *int64) {
<-ctx.Done()
atomic.StoreInt64(done, 1)
}