✨Source Klaviyo: add new streams (#37370)

airbytehq · Apr 18, 2024 · 02f811d · 02f811d
1 parent 0ed20e5
commit 02f811d
Show file tree

Hide file tree

Showing 19 changed files with 702 additions and 303 deletions.
diff --git a/airbyte-integrations/connectors/source-klaviyo/acceptance-test-config.yml b/airbyte-integrations/connectors/source-klaviyo/acceptance-test-config.yml
@@ -25,6 +25,7 @@ acceptance_tests:
         configured_catalog_path: integration_tests/configured_catalog.json
         future_state:
           future_state_path: integration_tests/abnormal_state.json
+        skip_comprehensive_incremental_tests: true
   spec:
     tests:
       - spec_path: source_klaviyo/spec.json

diff --git a/airbyte-integrations/connectors/source-klaviyo/integration_tests/abnormal_state.json b/airbyte-integrations/connectors/source-klaviyo/integration_tests/abnormal_state.json
@@ -57,6 +57,132 @@
       }
     }
   },
+  {
+    "type": "STREAM",
+    "stream": {
+      "stream_state": {
+        "states": [
+          {
+            "partition": { "id": "R2p3ry", "parent_slice": {} },
+            "cursor": { "updated": "2120-10-10T00:00:00+00:00" }
+          },
+          {
+            "partition": { "id": "R4ZhCr", "parent_slice": {} },
+            "cursor": { "updated": "2120-10-10T00:00:00+00:00" }
+          },
+          {
+            "partition": { "id": "RPfQMj", "parent_slice": {} },
+            "cursor": { "updated": "2120-10-10T00:00:00+00:00" }
+          },
+          {
+            "partition": { "id": "RgS4w6", "parent_slice": {} },
+            "cursor": { "updated": "2120-10-10T00:00:00+00:00" }
+          },
+          {
+            "partition": { "id": "RnsiHB", "parent_slice": {} },
+            "cursor": { "updated": "2120-10-10T00:00:00+00:00" }
+          },
+          {
+            "partition": { "id": "RwKPyg", "parent_slice": {} },
+            "cursor": { "updated": "2120-10-10T00:00:00+00:00" }
+          },
+          {
+            "partition": { "id": "S7aBY2", "parent_slice": {} },
+            "cursor": { "updated": "2120-10-10T00:00:00+00:00" }
+          },
+          {
+            "partition": { "id": "S8nmQ9", "parent_slice": {} },
+            "cursor": { "updated": "2120-10-10T00:00:00+00:00" }
+          },
+          {
+            "partition": { "id": "SBYgiK", "parent_slice": {} },
+            "cursor": { "updated": "2120-10-10T00:00:00+00:00" }
+          },
+          {
+            "partition": { "id": "SYEFFb", "parent_slice": {} },
+            "cursor": { "updated": "2120-10-10T00:00:00+00:00" }
+          },
+          {
+            "partition": { "id": "Seq8wh", "parent_slice": {} },
+            "cursor": { "updated": "2120-10-10T00:00:00+00:00" }
+          },
+          {
+            "partition": { "id": "SmDD4y", "parent_slice": {} },
+            "cursor": { "updated": "2120-10-10T00:00:00+00:00" }
+          },
+          {
+            "partition": { "id": "TDGJsj", "parent_slice": {} },
+            "cursor": { "updated": "2120-10-10T00:00:00+00:00" }
+          },
+          {
+            "partition": { "id": "TWcKFn", "parent_slice": {} },
+            "cursor": { "updated": "2120-10-10T00:00:00+00:00" }
+          },
+          {
+            "partition": { "id": "TaSce6", "parent_slice": {} },
+            "cursor": { "updated": "2120-10-10T00:00:00+00:00" }
+          },
+          {
+            "partition": { "id": "TjbH4K", "parent_slice": {} },
+            "cursor": { "updated": "2120-10-10T00:00:00+00:00" }
+          },
+          {
+            "partition": { "id": "TpNXq9", "parent_slice": {} },
+            "cursor": { "updated": "2120-10-10T00:00:00+00:00" }
+          },
+          {
+            "partition": { "id": "UeGLUr", "parent_slice": {} },
+            "cursor": { "updated": "2120-10-10T00:00:00+00:00" }
+          },
+          {
+            "partition": { "id": "UzdNhZ", "parent_slice": {} },
+            "cursor": { "updated": "2120-10-10T00:00:00+00:00" }
+          },
+          {
+            "partition": { "id": "VDZnQt", "parent_slice": {} },
+            "cursor": { "updated": "2120-10-10T00:00:00+00:00" }
+          },
+          {
+            "partition": { "id": "VJCDbR", "parent_slice": {} },
+            "cursor": { "updated": "2120-10-10T00:00:00+00:00" }
+          },
+          {
+            "partition": { "id": "VmvmBq", "parent_slice": {} },
+            "cursor": { "updated": "2120-10-10T00:00:00+00:00" }
+          },
+          {
+            "partition": { "id": "WBxsQE", "parent_slice": {} },
+            "cursor": { "updated": "2120-10-10T00:00:00+00:00" }
+          },
+          {
+            "partition": { "id": "WJLXnV", "parent_slice": {} },
+            "cursor": { "updated": "2120-10-10T00:00:00+00:00" }
+          },
+          {
+            "partition": { "id": "X7UeXn", "parent_slice": {} },
+            "cursor": { "updated": "2120-10-10T00:00:00+00:00" }
+          },
+          {
+            "partition": { "id": "XGj3p8", "parent_slice": {} },
+            "cursor": { "updated": "2120-10-10T00:00:00+00:00" }
+          },
+          {
+            "partition": { "id": "XUbNgM", "parent_slice": {} },
+            "cursor": { "updated": "2120-10-10T00:00:00+00:00" }
+          },
+          {
+            "partition": { "id": "XpP2a5", "parent_slice": {} },
+            "cursor": { "updated": "2120-10-10T00:00:00+00:00" }
+          },
+          {
+            "partition": { "id": "Ya5ziX", "parent_slice": {} },
+            "cursor": { "updated": "2120-10-10T00:00:00+00:00" }
+          }
+        ]
+      },
+      "stream_descriptor": { "name": "lists_detailed" }
+    }
+  },
   {
     "type": "STREAM",
     "stream": {
@@ -71,6 +197,20 @@
       }
     }
   },
+  {
+    "type": "STREAM",
+    "stream": {
+      "stream_state": {
+        "updated_at": "2120-10-10T00:00:00+00:00",
+        "archived": {
+          "updated_at": "2120-10-10T00:00:00+00:00"
+        }
+      },
+      "stream_descriptor": {
+        "name": "campaigns_detailed"
+      }
+    }
+  },
   {
     "type": "STREAM",
     "stream": {

diff --git a/airbyte-integrations/connectors/source-klaviyo/integration_tests/configured_catalog.json b/airbyte-integrations/connectors/source-klaviyo/integration_tests/configured_catalog.json
@@ -15,6 +15,21 @@
       "destination_sync_mode": "append",
       "primary_key": [["id"]]
     },
+    {
+      "stream": {
+        "name": "campaigns_detailed",
+        "json_schema": {},
+        "supported_sync_modes": ["full_refresh", "incremental"],
+        "source_defined_cursor": true,
+        "default_cursor_field": ["updated_at"],
+        "source_defined_primary_key": [["id"]],
+        "namespace": null
+      },
+      "sync_mode": "incremental",
+      "cursor_field": ["updated_at"],
+      "destination_sync_mode": "append",
+      "primary_key": [["id"]]
+    },
     {
       "stream": {
         "name": "profiles",
@@ -75,6 +90,21 @@
       "destination_sync_mode": "append",
       "primary_key": [["id"]]
     },
+    {
+      "stream": {
+        "name": "lists_detailed",
+        "json_schema": {},
+        "supported_sync_modes": ["full_refresh", "incremental"],
+        "source_defined_cursor": true,
+        "default_cursor_field": ["updated"],
+        "source_defined_primary_key": [["id"]],
+        "namespace": null
+      },
+      "sync_mode": "incremental",
+      "cursor_field": ["updated"],
+      "destination_sync_mode": "append",
+      "primary_key": [["id"]]
+    },
     {
       "stream": {
         "name": "flows",