-
Notifications
You must be signed in to change notification settings - Fork 10
Expand file tree
/
Copy pathapplication.properties
More file actions
67 lines (61 loc) · 3.16 KB
/
Copy pathapplication.properties
File metadata and controls
67 lines (61 loc) · 3.16 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
# Use iceberg sink
debezium.sink.type=iceberg
# #######################################################
# ############ DEBEZIUM SOURCE CONFIGURATION ############
# #######################################################
# SQL Server Source
# (https://debezium.io/documentation/reference/stable/connectors/sqlserver.html#sqlserver-example-configuration)
debezium.source.connector.class=io.debezium.connector.sqlserver.SqlServerConnector
debezium.source.offset.flush.interval.ms=0
debezium.source.database.hostname=your-hostname-here
debezium.source.database.port=1433
debezium.source.database.user=main
debezium.source.database.password=your-password-here
debezium.source.database.names=main
debezium.source.topic.prefix=dbz_
# saving debezium state data to destination, iceberg tables
# see https://debezium.io/documentation/reference/stable/development/engine.html#advanced-consuming
debezium.source.offset.storage=io.debezium.server.iceberg.offset.IcebergOffsetBackingStore
debezium.source.offset.storage.iceberg.table-name=debezium_offset_storage_table
# see https://debezium.io/documentation/reference/stable/development/engine.html#database-history-properties
debezium.source.schema.history.internal=io.debezium.server.iceberg.history.IcebergSchemaHistory
debezium.source.schema.history.internal.iceberg.table-name=debezium_database_history_storage_table
# enable event schemas - mandatory
debezium.format.value.schemas.enable=true
debezium.format.key.schemas.enable=true
debezium.format.value=json
debezium.format.key=json
# do event flattening. unwrap message!
debezium.transforms=unwrap
debezium.transforms.unwrap.type=io.debezium.transforms.ExtractNewRecordState
debezium.transforms.unwrap.add.fields=op,table,source.ts_ns,db
debezium.transforms.unwrap.delete.handling.mode=rewrite
debezium.transforms.unwrap.drop.tombstones=false
# #######################################################
# ############# DEBEZIUM SINK CONFIGURATION #############
# #######################################################
# Iceberg sink config
# debezium.sink.iceberg.table-prefix=debeziumcdc_
debezium.sink.iceberg.upsert=false
debezium.sink.iceberg.upsert-keep-deletes=true
# debezium.sink.iceberg.upsert-op-field=__$operation # in SQL Server, the operation field is __$operation
debezium.sink.iceberg.write.format.default=parquet
# S3 config using JdbcCatalog catalog And S3FileIO
debezium.sink.iceberg.type=jdbc
debezium.sink.iceberg.catalog-name=iceberg
debezium.sink.iceberg.table-namespace=icebergdata
debezium.sink.iceberg.warehouse=s3://warehouse
debezium.sink.iceberg.uri=jdbc:postgresql://iceberg-catalog-postgres:5432/iceberg
debezium.sink.iceberg.jdbc.user=postgres
debezium.sink.iceberg.jdbc.password=postgres
# Use S3FileIO
debezium.sink.iceberg.io-impl=org.apache.iceberg.io.ResolvingFileIO
debezium.sink.iceberg.s3.endpoint=http://minio:9000
debezium.sink.iceberg.s3.path-style-access=true
debezium.sink.iceberg.s3.access-key-id=admin
debezium.sink.iceberg.s3.secret-access-key=password
# #######################################################
# ###################### LOG LEVELS #####################
# #######################################################
quarkus.log.level=INFO
quarkus.log.console.json=false