Source Google Analytics Data API: implement advanced reports

airbyte-config-oss/init-oss/src/main/resources/seed/oss_catalog.json

@@ -14410,7 +14410,7 @@
     "sourceDefinitionId": "3cc2eafd-84aa-4dca-93af-322d9dfeec1a",
     "name": "Google Analytics 4 (GA4)",
     "dockerRepository": "airbyte/source-google-analytics-data-api",
-    "dockerImageTag": "0.1.3",
+    "dockerImageTag": "0.2.0",
     "documentationUrl": "https://docs.airbyte.com/integrations/sources/google-analytics-data-api",
     "icon": "google-analytics.svg",
     "sourceType": "api",
@@ -14496,7 +14496,7 @@
           "date_ranges_start_date": {
             "type": "string",
             "title": "Start Date",
-            "description": "The start date from which to replicate report data in the format YYYY-MM-DD. Data generated before this date will not be included in the report.",
+            "description": "The start date from which to replicate report data in the format YYYY-MM-DD. Data generated before this date will not be included in the report. Not applied to custom Cohort reports.",
             "format": "date",
             "order": 2
           },
@@ -14509,7 +14509,7 @@
           "window_in_days": {
             "type": "integer",
             "title": "Data request time increment in days",
-            "description": "The time increment used by the connector when requesting data from the Google Analytics API. More information is available in the <a href=\"https://docs.airbyte.com/integrations/sources/google-analytics-v4/#sampling-in-reports\">the docs</a>. The bigger this value is, the faster the sync will be, but the more likely that sampling will be applied to your data, potentially causing inaccuracies in the returned results. We recommend setting this to 1 unless you have a hard requirement to make the sync faster at the expense of accuracy. The minimum allowed value for this field is 1, and the maximum is 364.",
+            "description": "The time increment used by the connector when requesting data from the Google Analytics API. More information is available in the <a href=\"https://docs.airbyte.com/integrations/sources/google-analytics-v4/#sampling-in-reports\">the docs</a>. The bigger this value is, the faster the sync will be, but the more likely that sampling will be applied to your data, potentially causing inaccuracies in the returned results. We recommend setting this to 1 unless you have a hard requirement to make the sync faster at the expense of accuracy. The minimum allowed value for this field is 1, and the maximum is 364. Not applied to custom Cohort reports.",
             "examples": [ 30, 60, 90, 120, 200, 364 ],
             "minimum": 1,
             "maximum": 364,

airbyte-config-oss/init-oss/src/main/resources/seed/source_definitions.yaml

@@ -823,7 +823,7 @@
 - name: Google Analytics 4 (GA4)
   sourceDefinitionId: 3cc2eafd-84aa-4dca-93af-322d9dfeec1a
   dockerRepository: airbyte/source-google-analytics-data-api
-  dockerImageTag: 0.1.3
+  dockerImageTag: 0.2.0
   documentationUrl: https://docs.airbyte.com/integrations/sources/google-analytics-data-api
   icon: google-analytics.svg
   sourceType: api

airbyte-config-oss/init-oss/src/main/resources/seed/source_specs.yaml

@@ -6049,7 +6049,7 @@
         oauthFlowOutputParameters:
         - - "access_token"
         - - "refresh_token"
-- dockerImage: "airbyte/source-google-analytics-data-api:0.1.3"
+- dockerImage: "airbyte/source-google-analytics-data-api:0.2.0"
   spec:
     documentationUrl: "https://docs.airbyte.com/integrations/sources/google-analytics-data-api"
     connectionSpecification:
@@ -6131,7 +6131,7 @@
           title: "Start Date"
           description: "The start date from which to replicate report data in the\
             \ format YYYY-MM-DD. Data generated before this date will not be included\
-            \ in the report."
+            \ in the report. Not applied to custom Cohort reports."
           format: "date"
           order: 2
         custom_reports:
@@ -6153,7 +6153,7 @@
             \ causing inaccuracies in the returned results. We recommend setting this\
             \ to 1 unless you have a hard requirement to make the sync faster at the\
             \ expense of accuracy. The minimum allowed value for this field is 1,\
-            \ and the maximum is 364."
+            \ and the maximum is 364. Not applied to custom Cohort reports."
           examples:
           - 30
           - 60

airbyte-integrations/connectors/source-google-analytics-data-api/Dockerfile

@@ -28,5 +28,5 @@ COPY source_google_analytics_data_api ./source_google_analytics_data_api
 ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
 ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]
 
-LABEL io.airbyte.version=0.1.3
+LABEL io.airbyte.version=0.2.0
 LABEL io.airbyte.name=airbyte/source-google-analytics-data-api

airbyte-integrations/connectors/source-google-analytics-data-api/acceptance-test-config.yml

@@ -58,6 +58,14 @@ acceptance_tests:
               bypass_reason: "dynamically created field"
             - name: averageSessionDuration
               bypass_reason: "dynamically created field"
+          cohort_report:
+            - name: uuid
+              bypass_reason: "dynamically created field"
+          pivot_report:
+            - name: uuid
+              bypass_reason: "dynamically created field"
+            - name: sessions
+              bypass_reason: "volatile data"
   full_refresh:
     tests:
       - config_path: "secrets/config.json"
@@ -95,9 +103,15 @@ acceptance_tests:
               bypass_reason: "dynamically created field"
             - name: averageSessionDuration
               bypass_reason: "dynamically created field"
+          cohort_report:
+            - name: uuid
+              bypass_reason: "dynamically created field"
+          pivot_report:
+            - name: uuid
+              bypass_reason: "dynamically created field"
   incremental:
     tests:
       - config_path: "secrets/config.json"
-        configured_catalog_path: "integration_tests/configured_catalog.json"
+        configured_catalog_path: "integration_tests/incremental_catalog.json"
         future_state:
           future_state_path: "integration_tests/abnormal_state.json"

airbyte-integrations/connectors/source-google-analytics-data-api/integration_tests/configured_catalog.json

@@ -9,7 +9,7 @@
         "default_cursor_field": ["date"],
         "source_defined_primary_key": [["uuid"]]
       },
-      "sync_mode": "incremental",
+      "sync_mode": "full_refresh",
       "destination_sync_mode": "overwrite"
     },
     {
@@ -21,7 +21,7 @@
         "default_cursor_field": ["date"],
         "source_defined_primary_key": [["uuid"]]
       },
-      "sync_mode": "incremental",
+      "sync_mode": "full_refresh",
       "destination_sync_mode": "overwrite"
     },
     {
@@ -33,7 +33,7 @@
         "default_cursor_field": ["date"],
         "source_defined_primary_key": [["uuid"]]
       },
-      "sync_mode": "incremental",
+      "sync_mode": "full_refresh",
       "destination_sync_mode": "overwrite"
     },
     {
@@ -45,7 +45,7 @@
         "default_cursor_field": ["date"],
         "source_defined_primary_key": [["uuid"]]
       },
-      "sync_mode": "incremental",
+      "sync_mode": "full_refresh",
       "destination_sync_mode": "overwrite"
     },
     {
@@ -57,7 +57,7 @@
         "default_cursor_field": ["date"],
         "source_defined_primary_key": [["uuid"]]
       },
-      "sync_mode": "incremental",
+      "sync_mode": "full_refresh",
       "destination_sync_mode": "overwrite"
     },
     {
@@ -69,7 +69,7 @@
         "default_cursor_field": ["date"],
         "source_defined_primary_key": [["uuid"]]
       },
-      "sync_mode": "incremental",
+      "sync_mode": "full_refresh",
       "destination_sync_mode": "overwrite"
     },
     {
@@ -81,7 +81,7 @@
         "default_cursor_field": ["date"],
         "source_defined_primary_key": [["uuid"]]
       },
-      "sync_mode": "incremental",
+      "sync_mode": "full_refresh",
       "destination_sync_mode": "overwrite"
     },
     {
@@ -93,7 +93,27 @@
         "default_cursor_field": ["date"],
         "source_defined_primary_key": [["uuid"]]
       },
-      "sync_mode": "incremental",
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite"
+    },
+    {
+      "stream": {
+        "name": "cohort_report",
+        "json_schema": {},
+        "supported_sync_modes": ["full_refresh"],
+        "source_defined_primary_key": [["uuid"]]
+      },
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite"
+    },
+    {
+      "stream": {
+        "name": "pivot_report",
+        "json_schema": {},
+        "supported_sync_modes": ["full_refresh"],
+        "source_defined_primary_key": [["uuid"]]
+      },
+      "sync_mode": "full_refresh",
       "destination_sync_mode": "overwrite"
     }
   ]