/
integ.s3-bucket.lit.ts
80 lines (69 loc) · 2.48 KB
/
integ.s3-bucket.lit.ts
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
#!/usr/bin/env node
import * as path from 'path';
import * as firehose from '@aws-cdk/aws-kinesisfirehose-alpha';
import * as kms from 'aws-cdk-lib/aws-kms';
import * as lambdanodejs from 'aws-cdk-lib/aws-lambda-nodejs';
import * as logs from 'aws-cdk-lib/aws-logs';
import * as s3 from 'aws-cdk-lib/aws-s3';
import * as cdk from 'aws-cdk-lib';
import * as destinations from '../lib';
const app = new cdk.App();
const stack = new cdk.Stack(app, 'aws-cdk-firehose-delivery-stream-s3-all-properties');
const bucket = new s3.Bucket(stack, 'Bucket', {
removalPolicy: cdk.RemovalPolicy.DESTROY,
autoDeleteObjects: true,
});
const backupBucket = new s3.Bucket(stack, 'BackupBucket', {
removalPolicy: cdk.RemovalPolicy.DESTROY,
autoDeleteObjects: true,
});
const logGroup = new logs.LogGroup(stack, 'LogGroup', {
removalPolicy: cdk.RemovalPolicy.DESTROY,
});
const dataProcessorFunction = new lambdanodejs.NodejsFunction(stack, 'DataProcessorFunction', {
entry: path.join(__dirname, 'lambda-data-processor.js'),
timeout: cdk.Duration.minutes(1),
});
const processor = new firehose.LambdaFunctionProcessor(dataProcessorFunction, {
bufferInterval: cdk.Duration.seconds(60),
bufferSize: cdk.Size.mebibytes(1),
retries: 1,
});
const key = new kms.Key(stack, 'Key', {
removalPolicy: cdk.RemovalPolicy.DESTROY,
});
const backupKey = new kms.Key(stack, 'BackupKey', {
removalPolicy: cdk.RemovalPolicy.DESTROY,
});
new firehose.DeliveryStream(stack, 'Delivery Stream', {
destinations: [new destinations.S3Bucket(bucket, {
logging: true,
logGroup: logGroup,
processor: processor,
compression: destinations.Compression.GZIP,
dataOutputPrefix: 'regularPrefix',
errorOutputPrefix: 'errorPrefix',
bufferingInterval: cdk.Duration.seconds(60),
bufferingSize: cdk.Size.mebibytes(1),
encryptionKey: key,
s3Backup: {
mode: destinations.BackupMode.ALL,
bucket: backupBucket,
compression: destinations.Compression.ZIP,
dataOutputPrefix: 'backupPrefix',
errorOutputPrefix: 'backupErrorPrefix',
bufferingInterval: cdk.Duration.seconds(60),
bufferingSize: cdk.Size.mebibytes(1),
encryptionKey: backupKey,
},
})],
});
new firehose.DeliveryStream(stack, 'ZeroBufferingDeliveryStream', {
destinations: [new destinations.S3Bucket(bucket, {
compression: destinations.Compression.GZIP,
dataOutputPrefix: 'regularPrefix',
errorOutputPrefix: 'errorPrefix',
bufferingInterval: cdk.Duration.seconds(0),
})],
});
app.synth();