🐛 Source Google Ads: added handling for 401 error while parsing response. added metrics.cost_micros to ad_groups stream

airbyte-integrations/connectors/source-google-ads/metadata.yaml

@@ -11,7 +11,7 @@ data:
   connectorSubtype: api
   connectorType: source
   definitionId: 253487c0-2246-43ba-a21f-5116b20a2c50
-  dockerImageTag: 3.0.0
+  dockerImageTag: 3.0.1
   dockerRepository: airbyte/source-google-ads
   documentationUrl: https://docs.airbyte.com/integrations/sources/google-ads
   githubIssueLabel: source-google-ads

airbyte-integrations/connectors/source-google-ads/source_google_ads/schemas/ad_group.json

@@ -14,6 +14,9 @@
     "ad_group.campaign": {
       "type": ["null", "string"]
     },
+    "metrics.cost_micros": {
+      "type": ["null", "integer"]
+    },
     "ad_group.cpc_bid_micros": {
       "type": ["null", "integer"]
     },

airbyte-integrations/connectors/source-google-ads/source_google_ads/streams.py

@@ -16,7 +16,7 @@
 from google.ads.googleads.errors import GoogleAdsException
 from google.ads.googleads.v15.services.services.google_ads_service.pagers import SearchPager
 from google.ads.googleads.v15.services.types.google_ads_service import SearchGoogleAdsResponse
-from google.api_core.exceptions import InternalServerError, ServerError, ServiceUnavailable, TooManyRequests
+from google.api_core.exceptions import InternalServerError, ServerError, ServiceUnavailable, TooManyRequests, Unauthenticated
 
 from .google_ads import GoogleAds, logger
 from .models import CustomerModel
@@ -38,7 +38,15 @@ def get_query(self, stream_slice: Mapping[str, Any]) -> str:
 
     def parse_response(self, response: SearchPager, stream_slice: Optional[Mapping[str, Any]] = None) -> Iterable[Mapping]:
         for result in response:
-            yield self.google_ads_client.parse_single_result(self.get_json_schema(), result)
+            try:
+                yield self.google_ads_client.parse_single_result(self.get_json_schema(), result)
+            except Unauthenticated:
+                raise AirbyteTracedException(
+                    internal_message="authentication error",
+                    failure_type=FailureType.config_error,
+                    message="Authentication failed. Please try to Re-authenticate your credentials on set up Google Ads page."
+                )
+
 
     def stream_slices(self, stream_state: Mapping[str, Any] = None, **kwargs) -> Iterable[Optional[Mapping[str, any]]]:
         for customer in self.customers:

airbyte-integrations/connectors/source-google-ads/unit_tests/test_streams.py

@@ -11,10 +11,10 @@
 from google.ads.googleads.errors import GoogleAdsException
 from google.ads.googleads.v15.errors.types.errors import ErrorCode, GoogleAdsError, GoogleAdsFailure
 from google.ads.googleads.v15.errors.types.request_error import RequestErrorEnum
-from google.api_core.exceptions import DataLoss, InternalServerError, ResourceExhausted, TooManyRequests
+from google.api_core.exceptions import DataLoss, InternalServerError, ResourceExhausted, TooManyRequests, Unauthenticated
 from grpc import RpcError
 from source_google_ads.google_ads import GoogleAds
-from source_google_ads.streams import ClickView, Customer
+from source_google_ads.streams import ClickView, Customer, CustomerLabel
 
 # EXPIRED_PAGE_TOKEN exception will be raised when page token has expired.
 exception = GoogleAdsException(
@@ -261,3 +261,23 @@ def test_parse_response(mocker, customers, config):
     ]
 
     assert output == expected_output
+
+
+def test_parse_response_unauthenticated(mocker, customers, config):
+    credentials = config["credentials"]
+    api = GoogleAds(credentials=credentials)
+
+    mocker.patch.object(api, "parse_single_result", side_effect=Unauthenticated(message="Unauthenticated"))
+
+    stream_config = dict(
+        api=api,
+        customers=customers,
+    )
+    stream = CustomerLabel(**stream_config)
+    response = [
+        {"customer.id": "1", "segments.date": "2023-09-19", "customer.optimization_score_weight": 80},
+    ]
+    with pytest.raises(AirbyteTracedException) as exc_info:
+        list(stream.parse_response(response))
+
+    assert exc_info.value.message == "Authentication failed. Please try to Re-authenticate your credentials on set up Google Ads page."

docs/integrations/sources/google-ads.md

@@ -278,6 +278,7 @@ Due to a limitation in the Google Ads API which does not allow getting performan
 
 | Version  | Date       | Pull Request                                             | Subject                                                                                                                              |
 |:---------|:-----------|:---------------------------------------------------------|:-------------------------------------------------------------------------------------------------------------------------------------|
+| `3.0.1`  | 2023-12-20 | [33494](https://github.com/airbytehq/airbyte/pull/33494) | Add handling for 401 error while parsing response. Add `metrics.cost_micros` field to Ad Group stream.                               |
 | `3.0.0`  | 2023-12-07 | [33120](https://github.com/airbytehq/airbyte/pull/33120) | Upgrade API version to v15                                                                                                           |
 | `2.0.4`  | 2023-11-10 | [32414](https://github.com/airbytehq/airbyte/pull/32414) | Add backoff strategy for read_records method                                                                                         |
 | `2.0.3`  | 2023-11-02 | [32102](https://github.com/airbytehq/airbyte/pull/32102) | Fix incremental events streams                                                                                                       |