-
Notifications
You must be signed in to change notification settings - Fork 14
/
kinesis_firehose.go
71 lines (60 loc) · 1.84 KB
/
kinesis_firehose.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
package main
import (
"context"
"encoding/json"
"time"
"github.com/aws/aws-lambda-go/events"
"github.com/brexhq/substation"
"github.com/brexhq/substation/message"
)
type firehoseMetadata struct {
ApproximateArrivalTimestamp time.Time `json:"approximateArrivalTimestamp"`
RecordId string `json:"recordId"`
}
func firehoseHandler(ctx context.Context, event events.KinesisFirehoseEvent) (events.KinesisFirehoseResponse, error) {
var resp events.KinesisFirehoseResponse
// Retrieve and load configuration.
conf, err := getConfig(ctx)
if err != nil {
return resp, err
}
cfg := substation.Config{}
if err := json.NewDecoder(conf).Decode(&cfg); err != nil {
return resp, err
}
sub, err := substation.New(ctx, cfg)
if err != nil {
return resp, err
}
// Records are transformed individually. Firehose cannot produce multiple records
// from a single record, so the first transformed message is used and the rest
// are dropped. If no messages are produced, then the record is "dropped."
for _, record := range event.Records {
m := firehoseMetadata{
ApproximateArrivalTimestamp: record.ApproximateArrivalTimestamp.Time,
RecordId: record.RecordID,
}
metadata, err := json.Marshal(m)
if err != nil {
return resp, err
}
msg := message.New().SetData(record.Data).SetMetadata(metadata)
res, err := sub.Transform(ctx, msg)
if err != nil {
return resp, err
}
if len(res) == 0 {
resp.Records = append(resp.Records, events.KinesisFirehoseResponseRecord{
RecordID: record.RecordID,
Result: events.KinesisFirehoseTransformedStateDropped,
})
} else {
resp.Records = append(resp.Records, events.KinesisFirehoseResponseRecord{
RecordID: record.RecordID,
Result: events.KinesisFirehoseTransformedStateOk,
Data: res[0].Data(),
})
}
}
return resp, nil
}