🐛 Source Jira: changed cursor field from created to updated

* Source Jira #4505 - change cursor field for Issues streams from fields.started to fields.updated, update IssuesWorklogs slicing * Source Jira #4505 - reformat * Jira #4505 - made issues worklog stream full refresh * Jira #4505 - reformat * Jira #4505 - bump version and updating documentation
airbytehq · Sep 2, 2021 · d3b2e8a · d3b2e8a
1 parent 8353eea
commit d3b2e8a
Show file tree

Hide file tree

Showing 13 changed files with 241 additions and 69 deletions.
diff --git a/...ain/resources/config/STANDARD_SOURCE_DEFINITION/68e63de2-bb83-4c7e-93fa-a8a9051e3993.json b/...ain/resources/config/STANDARD_SOURCE_DEFINITION/68e63de2-bb83-4c7e-93fa-a8a9051e3993.json
@@ -2,7 +2,7 @@
   "sourceDefinitionId": "68e63de2-bb83-4c7e-93fa-a8a9051e3993",
   "name": "Jira",
   "dockerRepository": "airbyte/source-jira",
-  "dockerImageTag": "0.2.8",
+  "dockerImageTag": "0.2.9",
   "documentationUrl": "https://docs.airbyte.io/integrations/sources/jira",
   "icon": "jira.svg"
 }
diff --git a/airbyte-config/init/src/main/resources/seed/source_definitions.yaml b/airbyte-config/init/src/main/resources/seed/source_definitions.yaml
@@ -206,7 +206,7 @@
 - sourceDefinitionId: 68e63de2-bb83-4c7e-93fa-a8a9051e3993
   name: Jira
   dockerRepository: airbyte/source-jira
-  dockerImageTag: 0.2.8
+  dockerImageTag: 0.2.9
   documentationUrl: https://docs.airbyte.io/integrations/sources/jira
   icon: jira.svg
 - sourceDefinitionId: 12928b32-bf0a-4f1e-964f-07e12e37153a

diff --git a/airbyte-integrations/connectors/source-jira/Dockerfile b/airbyte-integrations/connectors/source-jira/Dockerfile
@@ -12,5 +12,5 @@ RUN pip install .
 ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
 ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]
 
-LABEL io.airbyte.version=0.2.8
+LABEL io.airbyte.version=0.2.9
 LABEL io.airbyte.name=airbyte/source-jira
diff --git a/airbyte-integrations/connectors/source-jira/integration_tests/abnormal_state.json b/airbyte-integrations/connectors/source-jira/integration_tests/abnormal_state.json
@@ -3,6 +3,6 @@
     "created": "2121-02-14T22:01:22.313Z"
   },
   "issue_worklogs": {
-    "startedAfter": "2121-04-14T11:30:22.313Z"
+    "started": "2121-04-14T11:30:22.313Z"
   }
 }
diff --git a/airbyte-integrations/connectors/source-jira/integration_tests/full_configured_catalog.json b/airbyte-integrations/connectors/source-jira/integration_tests/full_configured_catalog.json
@@ -7455,10 +7455,10 @@
         },
         "supported_sync_modes": ["incremental"],
         "source_defined_cursor": true,
-        "default_cursor_field": ["created"]
+        "default_cursor_field": ["fields", "updated"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["created"],
+      "cursor_field": ["fields", "updated"],
       "destination_sync_mode": "append"
     },
     {
@@ -9532,13 +9532,11 @@
           "additionalProperties": true,
           "description": "Details of a worklog."
         },
-        "supported_sync_modes": ["incremental"],
-        "source_defined_cursor": true,
-        "default_cursor_field": ["startedAfter"]
+        "supported_sync_modes": ["full_refresh"],
+        "source_defined_cursor": false
       },
-      "sync_mode": "incremental",
-      "cursor_field": ["startedAfter"],
-      "destination_sync_mode": "append"
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite"
     },
     {
       "stream": {

diff --git a/airbyte-integrations/connectors/source-jira/integration_tests/inc_configured_catalog.json b/airbyte-integrations/connectors/source-jira/integration_tests/inc_configured_catalog.json
@@ -6,23 +6,21 @@
         "json_schema": {},
         "supported_sync_modes": ["incremental"],
         "source_defined_cursor": true,
-        "default_cursor_field": ["created"]
+        "default_cursor_field": ["fields", "updated"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["created"],
+      "cursor_field": ["fields", "updated"],
       "destination_sync_mode": "append"
     },
     {
       "stream": {
         "name": "issue_worklogs",
         "json_schema": {},
-        "supported_sync_modes": ["incremental"],
-        "source_defined_cursor": true,
-        "default_cursor_field": ["startedAfter"]
+        "supported_sync_modes": ["full_refresh"],
+        "source_defined_cursor": false
       },
-      "sync_mode": "incremental",
-      "cursor_field": ["startedAfter"],
-      "destination_sync_mode": "append"
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite"
     }
   ]
 }
diff --git a/...egrations/connectors/source-jira/integration_tests/issue_worklogs_configured_catalog.json b/...egrations/connectors/source-jira/integration_tests/issue_worklogs_configured_catalog.json
@@ -4,13 +4,11 @@
       "stream": {
         "name": "issue_worklogs",
         "json_schema": {},
-        "supported_sync_modes": ["incremental"],
-        "source_defined_cursor": true,
-        "default_cursor_field": ["startedAfter"]
+        "supported_sync_modes": ["full_refresh"],
+        "source_defined_cursor": false
       },
-      "sync_mode": "incremental",
-      "cursor_field": ["startedAfter"],
-      "destination_sync_mode": "append"
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite"
     }
   ]
 }
diff --git a/airbyte-integrations/connectors/source-jira/integration_tests/sample_state.json b/airbyte-integrations/connectors/source-jira/integration_tests/sample_state.json
@@ -0,0 +1,10 @@
+{
+  "issues": {
+    "updated": "2021-06-02T22:18:39.882Z"
+  },
+  "issue_worklogs": {
+    "10622": {
+      "started": "2021-02-14T11:30:22.313Z"
+    }
+  }
+}
diff --git a/airbyte-integrations/connectors/source-jira/sample_files/configured_catalog.json b/airbyte-integrations/connectors/source-jira/sample_files/configured_catalog.json
@@ -7962,10 +7962,10 @@
         },
         "supported_sync_modes": ["incremental"],
         "source_defined_cursor": true,
-        "default_cursor_field": ["created"]
+        "default_cursor_field": ["fields", "updated"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["created"],
+      "cursor_field": ["fields", "updated"],
       "destination_sync_mode": "append"
     },
     {
@@ -10086,13 +10086,11 @@
           "additionalProperties": true,
           "description": "Details of a worklog."
         },
-        "supported_sync_modes": ["incremental"],
-        "source_defined_cursor": true,
-        "default_cursor_field": ["startedAfter"]
+        "supported_sync_modes": ["full_refresh"],
+        "source_defined_cursor": false
       },
-      "sync_mode": "incremental",
-      "cursor_field": ["startedAfter"],
-      "destination_sync_mode": "append"
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite"
     },
     {
       "stream": {

diff --git a/airbyte-integrations/connectors/source-jira/sample_files/full_configured_catalog.json b/airbyte-integrations/connectors/source-jira/sample_files/full_configured_catalog.json
@@ -7455,10 +7455,10 @@
         },
         "supported_sync_modes": ["incremental"],
         "source_defined_cursor": true,
-        "default_cursor_field": ["created"]
+        "default_cursor_field": ["fields", "updated"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["created"],
+      "cursor_field": ["fields", "updated"],
       "destination_sync_mode": "append"
     },
     {
@@ -9532,13 +9532,11 @@
           "additionalProperties": true,
           "description": "Details of a worklog."
         },
-        "supported_sync_modes": ["incremental"],
-        "source_defined_cursor": true,
-        "default_cursor_field": ["startedAfter"]
+        "supported_sync_modes": ["full_refresh"],
+        "source_defined_cursor": false
       },
-      "sync_mode": "incremental",
-      "cursor_field": ["startedAfter"],
-      "destination_sync_mode": "append"
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite"
     },
     {
       "stream": {

diff --git a/airbyte-integrations/connectors/source-jira/sample_files/sample_state.json b/airbyte-integrations/connectors/source-jira/sample_files/sample_state.json
@@ -1,8 +1,10 @@
 {
   "issues": {
-    "created": "2021-02-14T22:01:22.313Z"
+    "updated": "2021-06-02T22:18:39.882Z"
   },
   "issue_worklogs": {
-    "startedAfter": "2021-04-14T11:30:22.313Z"
+    "10622": {
+      "started": "2021-02-14T11:30:22.313Z"
+    }
   }
 }