Allow up to 40 minutes of initial wait for record (#36364)

airbytehq · Mar 21, 2024 · f173b37 · f173b37
1 parent d4174a0
commit f173b37
Show file tree

Hide file tree

Showing 7 changed files with 9 additions and 8 deletions.
diff --git a/airbyte-cdk/java/airbyte-cdk/core/src/main/resources/version.properties b/airbyte-cdk/java/airbyte-cdk/core/src/main/resources/version.properties
@@ -1 +1 @@
-version=0.26.1
+version=0.27.0
diff --git a/...rces/src/main/java/io/airbyte/cdk/integrations/debezium/internals/RecordWaitTimeUtil.java b/...rces/src/main/java/io/airbyte/cdk/integrations/debezium/internals/RecordWaitTimeUtil.java
@@ -15,7 +15,7 @@ public class RecordWaitTimeUtil {
   private static final Logger LOGGER = LoggerFactory.getLogger(RecordWaitTimeUtil.class);
 
   public static final Duration MIN_FIRST_RECORD_WAIT_TIME = Duration.ofMinutes(2);
-  public static final Duration MAX_FIRST_RECORD_WAIT_TIME = Duration.ofMinutes(20);
+  public static final Duration MAX_FIRST_RECORD_WAIT_TIME = Duration.ofMinutes(40);
   public static final Duration DEFAULT_FIRST_RECORD_WAIT_TIME = Duration.ofMinutes(5);
   public static final Duration DEFAULT_SUBSEQUENT_RECORD_WAIT_TIME = Duration.ofMinutes(1);
 

diff --git a/airbyte-integrations/connectors/source-mssql/build.gradle b/airbyte-integrations/connectors/source-mssql/build.gradle
@@ -3,7 +3,7 @@ plugins {
 }
 
 airbyteJavaConnector {
-    cdkVersionRequired = '0.26.0'
+    cdkVersionRequired = '0.27.0'
     features = ['db-sources']
     useLocalCdk = false
 }

diff --git a/airbyte-integrations/connectors/source-mssql/metadata.yaml b/airbyte-integrations/connectors/source-mssql/metadata.yaml
@@ -9,7 +9,7 @@ data:
   connectorSubtype: database
   connectorType: source
   definitionId: b5ea17b1-f170-46dc-bc31-cc744ca984c1
-  dockerImageTag: 4.0.4
+  dockerImageTag: 4.0.5
   dockerRepository: airbyte/source-mssql
   documentationUrl: https://docs.airbyte.com/integrations/sources/mssql
   githubIssueLabel: source-mssql

diff --git a/airbyte-integrations/connectors/source-mssql/src/main/resources/spec.json b/airbyte-integrations/connectors/source-mssql/src/main/resources/spec.json
@@ -135,10 +135,10 @@
               "initial_waiting_seconds": {
                 "type": "integer",
                 "title": "Initial Waiting Time in Seconds (Advanced)",
-                "description": "The amount of time the connector will wait when it launches to determine if there is new data to sync or not. Defaults to 300 seconds. Valid range: 120 seconds to 1200 seconds. Read about <a href=\"https://docs.airbyte.com/integrations/sources/mysql/#change-data-capture-cdc\">initial waiting time</a>.",
+                "description": "The amount of time the connector will wait when it launches to determine if there is new data to sync or not. Defaults to 300 seconds. Valid range: 120 seconds to 2400 seconds. Read about <a href=\"https://docs.airbyte.com/integrations/sources/mysql/#change-data-capture-cdc\">initial waiting time</a>.",
                 "default": 300,
                 "min": 120,
-                "max": 1200,
+                "max": 2400,
                 "order": 3
               },
               "invalid_cdc_cursor_position_behavior": {

diff --git a/...te-integrations/connectors/source-mssql/src/test-integration/resources/expected_spec.json b/...te-integrations/connectors/source-mssql/src/test-integration/resources/expected_spec.json
@@ -135,10 +135,10 @@
               "initial_waiting_seconds": {
                 "type": "integer",
                 "title": "Initial Waiting Time in Seconds (Advanced)",
-                "description": "The amount of time the connector will wait when it launches to determine if there is new data to sync or not. Defaults to 300 seconds. Valid range: 120 seconds to 1200 seconds. Read about <a href=\"https://docs.airbyte.com/integrations/sources/mysql/#change-data-capture-cdc\">initial waiting time</a>.",
+                "description": "The amount of time the connector will wait when it launches to determine if there is new data to sync or not. Defaults to 300 seconds. Valid range: 120 seconds to 2400 seconds. Read about <a href=\"https://docs.airbyte.com/integrations/sources/mysql/#change-data-capture-cdc\">initial waiting time</a>.",
                 "default": 300,
                 "min": 120,
-                "max": 1200,
+                "max": 2400,
                 "order": 3
               },
               "invalid_cdc_cursor_position_behavior": {

diff --git a/docs/integrations/sources/mssql.md b/docs/integrations/sources/mssql.md
@@ -327,6 +327,7 @@ WHERE actor_definition_id ='b5ea17b1-f170-46dc-bc31-cc744ca984c1' AND (configura
 
 | Version | Date       | Pull Request                                                                                                          | Subject                                                                                                                                         |
 |:--------|:-----------|:----------------------------------------------------------------------------------------------------------------------|:------------------------------------------------------------------------------------------------------------------------------------------------|
+| 4.0.5   | 2024-03-21 | [36364](https://github.com/airbytehq/airbyte/pull/36364)                                                              | Allow up to 40 minutes of wait for the an initial CDC record.                                                                                   |
 | 4.0.4   | 2024-03-20 | [36325](https://github.com/airbytehq/airbyte/pull/36325)                                                              | [Refactor] : Remove mssql initial source operations .                                                                                           |
 | 4.0.3   | 2024-03-19 | [36263](https://github.com/airbytehq/airbyte/pull/36263)                                                              | Fix a failure seen in CDC with tables containing default values.                                                                                |
 | 4.0.2   | 2024-03-06 | [35792](https://github.com/airbytehq/airbyte/pull/35792)                                                              | Initial sync will now send record count in state message.                                                                                       |