"use.transaction.begin.for.mining.session": "true"

vdesabou · Jun 18, 2024 · 4de994c · 4de994c
1 parent 41e0e3c
commit 4de994c
Show file tree

Hide file tree

Showing 9 changed files with 159 additions and 150 deletions.
diff --git a/connect/connect-cdc-oracle19-source/cdc-oracle19-cdb-table-mtls-db-auth.sh b/connect/connect-cdc-oracle19-source/cdc-oracle19-cdb-table-mtls-db-auth.sh
@@ -209,45 +209,46 @@ sleep 15
 log "Creating Oracle source connector"
 playground connector create-or-update --connector cdc-oracle-source-cdb --package "io.confluent.connect.oracle.cdc.util.metrics.MetricsReporter" --level DEBUG  << EOF
 {
-                "connector.class": "io.confluent.connect.oracle.cdc.OracleCdcSourceConnector",
-                "tasks.max":1,
-                "key.converter": "io.confluent.connect.avro.AvroConverter",
-                "key.converter.schema.registry.url": "http://schema-registry:8081",
-                "value.converter": "io.confluent.connect.avro.AvroConverter",
-                "value.converter.schema.registry.url": "http://schema-registry:8081",
-                "confluent.license": "",
-                "confluent.topic.bootstrap.servers": "broker:9092",
-                "confluent.topic.replication.factor": "1",
-                "oracle.server": "oracle",
-                "oracle.port": 1532,
-                "oracle.sid": "ORCLCDB",
-                "oracle.ssl.truststore.file": "/tmp/truststore.jks",
-                "oracle.ssl.truststore.password": "welcome123",
-                "oracle.connection.javax.net.ssl.keyStore": "/tmp/keystore.jks",
-                "oracle.connection.javax.net.ssl.keyStorePassword": "welcome123",
-                "oracle.connection.oracle.net.authentication_services": "(TCPS)",
-                "start.from":"snapshot",
-                "redo.log.topic.name": "redo-log-topic",
-                "redo.log.consumer.bootstrap.servers":"broker:9092",
-                "table.inclusion.regex": ".*CUSTOMERS.*",
-                "table.topic.name.template": "\${databaseName}.\${schemaName}.\${tableName}",
-                "numeric.mapping": "best_fit",
-                "connection.pool.max.size": 20,
-                "redo.log.row.fetch.size":1,
-                "oracle.dictionary.mode": "auto",
-                "errors.tolerance": "all",
-                "errors.log.enable": "true",
-                "errors.log.include.messages": "true",
-                "topic.creation.groups": "redo",
-                "topic.creation.redo.include": "redo-log-topic",
-                "topic.creation.redo.replication.factor": 1,
-                "topic.creation.redo.partitions": 1,
-                "topic.creation.redo.cleanup.policy": "delete",
-                "topic.creation.redo.retention.ms": 1209600000,
-                "topic.creation.default.replication.factor": 1,
-                "topic.creation.default.partitions": 1,
-                "topic.creation.default.cleanup.policy": "delete"
-          }
+    "connector.class": "io.confluent.connect.oracle.cdc.OracleCdcSourceConnector",
+    "tasks.max":1,
+    "key.converter": "io.confluent.connect.avro.AvroConverter",
+    "key.converter.schema.registry.url": "http://schema-registry:8081",
+    "value.converter": "io.confluent.connect.avro.AvroConverter",
+    "value.converter.schema.registry.url": "http://schema-registry:8081",
+    "confluent.license": "",
+    "confluent.topic.bootstrap.servers": "broker:9092",
+    "confluent.topic.replication.factor": "1",
+    "oracle.server": "oracle",
+    "oracle.port": 1532,
+    "oracle.sid": "ORCLCDB",
+    "oracle.ssl.truststore.file": "/tmp/truststore.jks",
+    "oracle.ssl.truststore.password": "welcome123",
+    "oracle.connection.javax.net.ssl.keyStore": "/tmp/keystore.jks",
+    "oracle.connection.javax.net.ssl.keyStorePassword": "welcome123",
+    "oracle.connection.oracle.net.authentication_services": "(TCPS)",
+    "start.from":"snapshot",
+    "redo.log.topic.name": "redo-log-topic",
+    "redo.log.consumer.bootstrap.servers":"broker:9092",
+    "table.inclusion.regex": ".*CUSTOMERS.*",
+    "table.topic.name.template": "\${databaseName}.\${schemaName}.\${tableName}",
+    "numeric.mapping": "best_fit",
+    "connection.pool.max.size": 20,
+    "redo.log.row.fetch.size":1,
+    "oracle.dictionary.mode": "auto",
+    "errors.tolerance": "all",
+    "errors.log.enable": "true",
+    "errors.log.include.messages": "true",
+    "topic.creation.groups": "redo",
+    "topic.creation.redo.include": "redo-log-topic",
+    "topic.creation.redo.replication.factor": 1,
+    "topic.creation.redo.partitions": 1,
+    "topic.creation.redo.cleanup.policy": "delete",
+    "topic.creation.redo.retention.ms": 1209600000,
+    "topic.creation.default.replication.factor": 1,
+    "topic.creation.default.partitions": 1,
+    "topic.creation.default.cleanup.policy": "delete",
+    "use.transaction.begin.for.mining.session": "true"
+}
 EOF
 
 log "Waiting 20s for connector to read existing data"

diff --git a/connect/connect-cdc-oracle19-source/cdc-oracle19-cdb-table-mtls.sh b/connect/connect-cdc-oracle19-source/cdc-oracle19-cdb-table-mtls.sh
@@ -201,43 +201,44 @@ wait_container_ready
 log "Creating Oracle source connector"
 playground connector create-or-update --connector cdc-oracle-source-cdb --package "io.confluent.connect.oracle.cdc.util.metrics.MetricsReporter" --level DEBUG  << EOF
 {
-               "connector.class": "io.confluent.connect.oracle.cdc.OracleCdcSourceConnector",
-               "tasks.max":1,
-               "key.converter": "io.confluent.connect.avro.AvroConverter",
-               "key.converter.schema.registry.url": "http://schema-registry:8081",
-               "value.converter": "io.confluent.connect.avro.AvroConverter",
-               "value.converter.schema.registry.url": "http://schema-registry:8081",
-               "confluent.license": "",
-               "confluent.topic.bootstrap.servers": "broker:9092",
-               "confluent.topic.replication.factor": "1",
-               "oracle.server": "oracle",
-               "oracle.port": 1532,
-               "oracle.sid": "ORCLCDB",
-               "oracle.username": "C##MYUSER",
-               "oracle.password": "mypassword",
-               "oracle.ssl.truststore.file": "/tmp/truststore.jks",
-               "oracle.ssl.truststore.password": "welcome123",
-               "oracle.connection.javax.net.ssl.keyStore": "/tmp/keystore.jks",
-               "oracle.connection.javax.net.ssl.keyStorePassword": "welcome123",
-               "start.from":"snapshot",
-               "enable.metrics.collection": "true",
-               "redo.log.topic.name": "redo-log-topic",
-               "redo.log.consumer.bootstrap.servers":"broker:9092",
-               "table.inclusion.regex": ".*CUSTOMERS.*",
-               "table.topic.name.template": "\${databaseName}.\${schemaName}.\${tableName}",
-               "numeric.mapping": "best_fit",
-               "connection.pool.max.size": 20,
-               "redo.log.row.fetch.size":1,
-               "oracle.dictionary.mode": "auto",
-               "topic.creation.redo.include": "redo-log-topic",
-               "topic.creation.redo.replication.factor": 1,
-               "topic.creation.redo.partitions": 1,
-               "topic.creation.redo.cleanup.policy": "delete",
-               "topic.creation.redo.retention.ms": 1209600000,
-               "topic.creation.default.replication.factor": 1,
-               "topic.creation.default.partitions": 1,
-               "topic.creation.default.cleanup.policy": "delete"
-          }
+     "connector.class": "io.confluent.connect.oracle.cdc.OracleCdcSourceConnector",
+     "tasks.max":1,
+     "key.converter": "io.confluent.connect.avro.AvroConverter",
+     "key.converter.schema.registry.url": "http://schema-registry:8081",
+     "value.converter": "io.confluent.connect.avro.AvroConverter",
+     "value.converter.schema.registry.url": "http://schema-registry:8081",
+     "confluent.license": "",
+     "confluent.topic.bootstrap.servers": "broker:9092",
+     "confluent.topic.replication.factor": "1",
+     "oracle.server": "oracle",
+     "oracle.port": 1532,
+     "oracle.sid": "ORCLCDB",
+     "oracle.username": "C##MYUSER",
+     "oracle.password": "mypassword",
+     "oracle.ssl.truststore.file": "/tmp/truststore.jks",
+     "oracle.ssl.truststore.password": "welcome123",
+     "oracle.connection.javax.net.ssl.keyStore": "/tmp/keystore.jks",
+     "oracle.connection.javax.net.ssl.keyStorePassword": "welcome123",
+     "start.from":"snapshot",
+     "enable.metrics.collection": "true",
+     "redo.log.topic.name": "redo-log-topic",
+     "redo.log.consumer.bootstrap.servers":"broker:9092",
+     "table.inclusion.regex": ".*CUSTOMERS.*",
+     "table.topic.name.template": "\${databaseName}.\${schemaName}.\${tableName}",
+     "numeric.mapping": "best_fit",
+     "connection.pool.max.size": 20,
+     "redo.log.row.fetch.size":1,
+     "oracle.dictionary.mode": "auto",
+     "topic.creation.redo.include": "redo-log-topic",
+     "topic.creation.redo.replication.factor": 1,
+     "topic.creation.redo.partitions": 1,
+     "topic.creation.redo.cleanup.policy": "delete",
+     "topic.creation.redo.retention.ms": 1209600000,
+     "topic.creation.default.replication.factor": 1,
+     "topic.creation.default.partitions": 1,
+     "topic.creation.default.cleanup.policy": "delete",
+     "use.transaction.begin.for.mining.session": "true"
+}
 EOF
 
 log "Waiting 20s for connector to read existing data"

diff --git a/connect/connect-cdc-oracle19-source/cdc-oracle19-cdb-table-ssl.sh b/connect/connect-cdc-oracle19-source/cdc-oracle19-cdb-table-ssl.sh
@@ -174,41 +174,42 @@ wait_container_ready
 log "Creating Oracle source connector"
 playground connector create-or-update --connector cdc-oracle-source-cdb --package "io.confluent.connect.oracle.cdc.util.metrics.MetricsReporter" --level DEBUG  << EOF
 {
-               "connector.class": "io.confluent.connect.oracle.cdc.OracleCdcSourceConnector",
-               "tasks.max":1,
-               "key.converter": "io.confluent.connect.avro.AvroConverter",
-               "key.converter.schema.registry.url": "http://schema-registry:8081",
-               "value.converter": "io.confluent.connect.avro.AvroConverter",
-               "value.converter.schema.registry.url": "http://schema-registry:8081",
-               "confluent.license": "",
-               "confluent.topic.bootstrap.servers": "broker:9092",
-               "confluent.topic.replication.factor": "1",
-               "oracle.server": "oracle",
-               "oracle.port": 1532,
-               "oracle.sid": "ORCLCDB",
-               "oracle.username": "C##MYUSER",
-               "oracle.password": "mypassword",
-               "oracle.ssl.truststore.file": "/tmp/truststore.jks",
-               "oracle.ssl.truststore.password": "welcome123",
-               "start.from":"snapshot",
-               "enable.metrics.collection": "true",
-               "redo.log.topic.name": "redo-log-topic",
-               "redo.log.consumer.bootstrap.servers":"broker:9092",
-               "table.inclusion.regex": ".*CUSTOMERS.*",
-               "table.topic.name.template": "\${databaseName}.\${schemaName}.\${tableName}",
-               "numeric.mapping": "best_fit",
-               "connection.pool.max.size": 20,
-               "redo.log.row.fetch.size":1,
-               "oracle.dictionary.mode": "auto",
-               "topic.creation.redo.include": "redo-log-topic",
-               "topic.creation.redo.replication.factor": 1,
-               "topic.creation.redo.partitions": 1,
-               "topic.creation.redo.cleanup.policy": "delete",
-               "topic.creation.redo.retention.ms": 1209600000,
-               "topic.creation.default.replication.factor": 1,
-               "topic.creation.default.partitions": 1,
-               "topic.creation.default.cleanup.policy": "delete"
-          }
+     "connector.class": "io.confluent.connect.oracle.cdc.OracleCdcSourceConnector",
+     "tasks.max":1,
+     "key.converter": "io.confluent.connect.avro.AvroConverter",
+     "key.converter.schema.registry.url": "http://schema-registry:8081",
+     "value.converter": "io.confluent.connect.avro.AvroConverter",
+     "value.converter.schema.registry.url": "http://schema-registry:8081",
+     "confluent.license": "",
+     "confluent.topic.bootstrap.servers": "broker:9092",
+     "confluent.topic.replication.factor": "1",
+     "oracle.server": "oracle",
+     "oracle.port": 1532,
+     "oracle.sid": "ORCLCDB",
+     "oracle.username": "C##MYUSER",
+     "oracle.password": "mypassword",
+     "oracle.ssl.truststore.file": "/tmp/truststore.jks",
+     "oracle.ssl.truststore.password": "welcome123",
+     "start.from":"snapshot",
+     "enable.metrics.collection": "true",
+     "redo.log.topic.name": "redo-log-topic",
+     "redo.log.consumer.bootstrap.servers":"broker:9092",
+     "table.inclusion.regex": ".*CUSTOMERS.*",
+     "table.topic.name.template": "\${databaseName}.\${schemaName}.\${tableName}",
+     "numeric.mapping": "best_fit",
+     "connection.pool.max.size": 20,
+     "redo.log.row.fetch.size":1,
+     "oracle.dictionary.mode": "auto",
+     "topic.creation.redo.include": "redo-log-topic",
+     "topic.creation.redo.replication.factor": 1,
+     "topic.creation.redo.partitions": 1,
+     "topic.creation.redo.cleanup.policy": "delete",
+     "topic.creation.redo.retention.ms": 1209600000,
+     "topic.creation.default.replication.factor": 1,
+     "topic.creation.default.partitions": 1,
+     "topic.creation.default.cleanup.policy": "delete",
+     "use.transaction.begin.for.mining.session": "true"
+}
 EOF
 
 log "Waiting 20s for connector to read existing data"

diff --git a/connect/connect-cdc-oracle19-source/cdc-oracle19-cdb-table.sh b/connect/connect-cdc-oracle19-source/cdc-oracle19-cdb-table.sh
@@ -143,7 +143,8 @@ playground connector create-or-update --connector cdc-oracle-source-cdb --packag
      "topic.creation.redo.retention.ms": 1209600000,
      "topic.creation.default.replication.factor": 1,
      "topic.creation.default.partitions": 1,
-     "topic.creation.default.cleanup.policy": "delete"
+     "topic.creation.default.cleanup.policy": "delete",
+     "use.transaction.begin.for.mining.session": "true"
 }
 EOF
 

diff --git a/connect/connect-cdc-oracle19-source/cdc-oracle19-pdb-mview.sh b/connect/connect-cdc-oracle19-source/cdc-oracle19-pdb-mview.sh
@@ -114,40 +114,41 @@ EOF
 log "Creating Oracle source connector"
 playground connector create-or-update --connector cdc-oracle-source-pdb-mview --package "io.confluent.connect.oracle.cdc.util.metrics.MetricsReporter" --level DEBUG  << EOF
 {
-               "connector.class": "io.confluent.connect.oracle.cdc.OracleCdcSourceConnector",
-               "tasks.max":2,
-               "key.converter": "io.confluent.connect.avro.AvroConverter",
-               "key.converter.schema.registry.url": "http://schema-registry:8081",
-               "value.converter": "io.confluent.connect.avro.AvroConverter",
-               "value.converter.schema.registry.url": "http://schema-registry:8081",
-               "confluent.license": "",
-               "confluent.topic.bootstrap.servers": "broker:9092",
-               "confluent.topic.replication.factor": "1",
-               "oracle.server": "oracle",
-               "oracle.port": 1521,
-               "oracle.sid": "ORCLCDB",
-               "oracle.pdb.name": "ORCLPDB1",
-               "oracle.username": "C##MYUSER",
-               "oracle.password": "mypassword",
-               "start.from":"snapshot",
-               "enable.metrics.collection": "true",
-               "redo.log.topic.name": "redo-log-topic",
-               "redo.log.consumer.bootstrap.servers":"broker:9092",
-               "table.inclusion.regex": "ORCLPDB1[.].*[.]CUSTOMERS_MV",
-               "table.topic.name.template": "\${databaseName}.\${schemaName}.\${tableName}",
-               "numeric.mapping": "best_fit",
-               "connection.pool.max.size": 20,
-               "redo.log.row.fetch.size":1,
-               "oracle.dictionary.mode": "auto",
-               "topic.creation.redo.include": "redo-log-topic",
-               "topic.creation.redo.replication.factor": 1,
-               "topic.creation.redo.partitions": 1,
-               "topic.creation.redo.cleanup.policy": "delete",
-               "topic.creation.redo.retention.ms": 1209600000,
-               "topic.creation.default.replication.factor": 1,
-               "topic.creation.default.partitions": 1,
-               "topic.creation.default.cleanup.policy": "delete"
-          }
+     "connector.class": "io.confluent.connect.oracle.cdc.OracleCdcSourceConnector",
+     "tasks.max":2,
+     "key.converter": "io.confluent.connect.avro.AvroConverter",
+     "key.converter.schema.registry.url": "http://schema-registry:8081",
+     "value.converter": "io.confluent.connect.avro.AvroConverter",
+     "value.converter.schema.registry.url": "http://schema-registry:8081",
+     "confluent.license": "",
+     "confluent.topic.bootstrap.servers": "broker:9092",
+     "confluent.topic.replication.factor": "1",
+     "oracle.server": "oracle",
+     "oracle.port": 1521,
+     "oracle.sid": "ORCLCDB",
+     "oracle.pdb.name": "ORCLPDB1",
+     "oracle.username": "C##MYUSER",
+     "oracle.password": "mypassword",
+     "start.from":"snapshot",
+     "enable.metrics.collection": "true",
+     "redo.log.topic.name": "redo-log-topic",
+     "redo.log.consumer.bootstrap.servers":"broker:9092",
+     "table.inclusion.regex": "ORCLPDB1[.].*[.]CUSTOMERS_MV",
+     "table.topic.name.template": "\${databaseName}.\${schemaName}.\${tableName}",
+     "numeric.mapping": "best_fit",
+     "connection.pool.max.size": 20,
+     "redo.log.row.fetch.size":1,
+     "oracle.dictionary.mode": "auto",
+     "topic.creation.redo.include": "redo-log-topic",
+     "topic.creation.redo.replication.factor": 1,
+     "topic.creation.redo.partitions": 1,
+     "topic.creation.redo.cleanup.policy": "delete",
+     "topic.creation.redo.retention.ms": 1209600000,
+     "topic.creation.default.replication.factor": 1,
+     "topic.creation.default.partitions": 1,
+     "topic.creation.default.cleanup.policy": "delete",
+     "use.transaction.begin.for.mining.session": "true"
+}
 EOF
 
 log "Waiting 20s for connector to read existing data"

diff --git a/connect/connect-cdc-oracle19-source/cdc-oracle19-pdb-table-mtls-db-auth.sh b/connect/connect-cdc-oracle19-source/cdc-oracle19-pdb-table-mtls-db-auth.sh
@@ -261,7 +261,8 @@ playground connector create-or-update --connector cdc-oracle-source-pdb --packag
      "topic.creation.redo.retention.ms": 1209600000,
      "topic.creation.default.replication.factor": 1,
      "topic.creation.default.partitions": 1,
-     "topic.creation.default.cleanup.policy": "delete"
+     "topic.creation.default.cleanup.policy": "delete",
+     "use.transaction.begin.for.mining.session": "true"
 }
 EOF
 

diff --git a/connect/connect-cdc-oracle19-source/cdc-oracle19-pdb-table-mtls.sh b/connect/connect-cdc-oracle19-source/cdc-oracle19-pdb-table-mtls.sh
@@ -254,7 +254,8 @@ playground connector create-or-update --connector cdc-oracle-source-pdb --packag
      "topic.creation.redo.retention.ms": 1209600000,
      "topic.creation.default.replication.factor": 1,
      "topic.creation.default.partitions": 1,
-     "topic.creation.default.cleanup.policy": "delete"
+     "topic.creation.default.cleanup.policy": "delete",
+     "use.transaction.begin.for.mining.session": "true"
 }
 EOF
 

diff --git a/connect/connect-cdc-oracle19-source/cdc-oracle19-pdb-table-ssl.sh b/connect/connect-cdc-oracle19-source/cdc-oracle19-pdb-table-ssl.sh
@@ -224,7 +224,8 @@ playground connector create-or-update --connector cdc-oracle-source-pdb --packag
      "topic.creation.redo.retention.ms": 1209600000,
      "topic.creation.default.replication.factor": 1,
      "topic.creation.default.partitions": 1,
-     "topic.creation.default.cleanup.policy": "delete"
+     "topic.creation.default.cleanup.policy": "delete",
+     "use.transaction.begin.for.mining.session": "true"
 }
 EOF
 

diff --git a/connect/connect-cdc-oracle19-source/cdc-oracle19-pdb-table.sh b/connect/connect-cdc-oracle19-source/cdc-oracle19-pdb-table.sh
@@ -160,7 +160,8 @@ playground connector create-or-update --connector cdc-oracle-source-pdb --packag
      "topic.creation.redo.retention.ms": 1209600000,
      "topic.creation.default.replication.factor": 1,
      "topic.creation.default.partitions": 1,
-     "topic.creation.default.cleanup.policy": "delete"
+     "topic.creation.default.cleanup.policy": "delete",
+     "use.transaction.begin.for.mining.session": "true"
 }
 EOF