Skip to content

Commit

Permalink
Source Google Ads: fix schemas (#30091)
Browse files Browse the repository at this point in the history 
Co-authored-by: tolik0 <tolik0@users.noreply.github.com>
Co-authored-by: Serhii Lazebnyi <53845333+lazebnyi@users.noreply.github.com>
  • Loading branch information
@tolik0 @lazebnyi
3 people committed Sep 20, 2023
1 parent e3e8eb0 commit f1537e8
Show file tree
Hide file tree
Showing 29 changed files with 710 additions and 262 deletions.
2 changes: 1 addition & 1 deletion airbyte-integrations/connectors/source-google-ads/Dockerfile
View file
Expand Up @@ -13,5 +13,5 @@ COPY main.py ./

ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]

LABEL io.airbyte.version=0.9.0
LABEL io.airbyte.version=0.10.0
LABEL io.airbyte.name=airbyte/source-google-ads
92 changes: 49 additions & 43 deletions airbyte-integrations/connectors/source-google-ads/integration_tests/configured_catalog.json
View file
Expand Up @@ -6,10 +6,12 @@
"json_schema": {},
"supported_sync_modes": ["full_refresh", "incremental"],
"source_defined_cursor": true,
"source_defined_primary_key": [["ad_group.id"], ["ad_group_ad.ad.id"], ["segments.date"], ["segments.ad_network_type"]],
"default_cursor_field": ["segments.date"]
},
"sync_mode": "incremental",
"destination_sync_mode": "overwrite",
"primary_key": [["ad_group.id"], ["ad_group_ad.ad.id"], ["segments.date"], ["segments.ad_network_type"]],
"cursor_field": ["segments.date"]
},
{
Expand All @@ -20,14 +22,23 @@
"source_defined_cursor": true,
"default_cursor_field": ["segments.date"],
"source_defined_primary_key": [
["campaign_budget.id"],
["segments.date"]
["customer.id"],
["campaign_budget.id"],
["segments.date"],
["segments.budget_campaign_association_status.campaign"],
["segments.budget_campaign_association_status.status"]
]
},
"sync_mode": "incremental",
"destination_sync_mode": "overwrite",
"cursor_field": ["segments.date"],
"primary_key": [["campaign_budget.id"], ["segments.date"]]
"primary_key": [
["customer.id"],
["campaign_budget.id"],
["segments.date"],
["segments.budget_campaign_association_status.campaign"],
["segments.budget_campaign_association_status.status"]
]
},
{
"stream": {
Expand All @@ -46,11 +57,13 @@
"name": "account_performance_report",
"json_schema": {},
"supported_sync_modes": ["full_refresh", "incremental"],
"source_defined_primary_key": [["customer.id"], ["segments.date"], ["segments.ad_network_type"], ["segments.device"]],
"source_defined_cursor": true,
"default_cursor_field": ["segments.date"]
},
"sync_mode": "incremental",
"destination_sync_mode": "overwrite",
"primary_key": [["customer.id"], ["segments.date"], ["segments.ad_network_type"], ["segments.device"]],
"cursor_field": ["segments.date"]
},
{
Expand All @@ -59,59 +72,67 @@
"json_schema": {},
"supported_sync_modes": ["full_refresh", "incremental"],
"source_defined_cursor": true,
"source_defined_primary_key": [["click_view.gclid"], ["segments.date"]],
"source_defined_primary_key": [["click_view.gclid"], ["segments.date"], ["segments.ad_network_type"]],
"default_cursor_field": ["segments.date"]
},
"sync_mode": "incremental",
"destination_sync_mode": "overwrite",
"cursor_field": ["segments.date"],
"primary_key": [["click_view.gclid"], ["segments.date"]]
"primary_key": [["click_view.gclid"], ["segments.date"], ["segments.ad_network_type"]]
},
{
"stream": {
"name": "geographic_report",
"json_schema": {},
"supported_sync_modes": ["full_refresh", "incremental"],
"source_defined_primary_key": [["customer.id"], ["geographic_view.country_criterion_id"], ["geographic_view.location_type"], ["segments.date"]],
"source_defined_cursor": true,
"default_cursor_field": ["segments.date"]
},
"sync_mode": "incremental",
"destination_sync_mode": "overwrite",
"primary_key": [["customer.id"], ["geographic_view.country_criterion_id"], ["geographic_view.location_type"], ["segments.date"]],
"cursor_field": ["segments.date"]
},
{
"stream": {
"name": "keyword_report",
"json_schema": {},
"supported_sync_modes": ["full_refresh", "incremental"],
"source_defined_primary_key": [["ad_group_criterion.criterion_id"], ["ad_group.id"], ["segments.date"]],
"source_defined_cursor": true,
"default_cursor_field": ["segments.date"]
},
"sync_mode": "incremental",
"destination_sync_mode": "overwrite",
"primary_key": [["ad_group_criterion.criterion_id"], ["ad_group.id"], ["segments.date"]],
"cursor_field": ["segments.date"]
},
{
"stream": {
"name": "display_keyword_performance_report",
"json_schema": {},
"supported_sync_modes": ["full_refresh", "incremental"],
"source_defined_primary_key": [["ad_group.id"], ["ad_group_criterion.criterion_id"], ["segments.date"], ["segments.ad_network_type"], ["segments.device"]],
"source_defined_cursor": true,
"default_cursor_field": ["segments.date"]
},
"sync_mode": "incremental",
"destination_sync_mode": "overwrite",
"primary_key": [["ad_group.id"], ["ad_group_criterion.criterion_id"], ["segments.date"], ["segments.ad_network_type"], ["segments.device"]],
"cursor_field": ["segments.date"]
},
{
"stream": {
"name": "display_topics_performance_report",
"json_schema": {},
"supported_sync_modes": ["full_refresh", "incremental"],
"source_defined_primary_key": [["ad_group.id"], ["ad_group_criterion.criterion_id"], ["segments.date"], ["segments.ad_network_type"], ["segments.device"]],
"source_defined_cursor": true,
"default_cursor_field": ["segments.date"]
},
"sync_mode": "incremental",
"primary_key": [["ad_group.id"], ["ad_group_criterion.criterion_id"], ["segments.date"], ["segments.ad_network_type"], ["segments.device"]],
"destination_sync_mode": "overwrite",
"cursor_field": ["segments.date"]
},
Expand All @@ -133,16 +154,13 @@
"json_schema": {},
"supported_sync_modes": ["full_refresh", "incremental"],
"source_defined_cursor": true,
"source_defined_primary_key": [
["ad_group_ad.ad.id"],
["segments.date"]
],
"source_defined_primary_key": [["ad_group.id"], ["ad_group_ad.ad.id"], ["segments.date"]],
"default_cursor_field": ["segments.date"]
},
"sync_mode": "incremental",
"destination_sync_mode": "overwrite",
"cursor_field": ["segments.date"],
"primary_key": [["ad_group_ad.ad.id"], ["segments.date"]]
"primary_key": [["ad_group.id"], ["ad_group_ad.ad.id"], ["segments.date"]]
},
{
"stream": {
Expand Down Expand Up @@ -179,56 +197,58 @@
"supported_sync_modes": ["full_refresh", "incremental"],
"source_defined_cursor": true,
"default_cursor_field": ["segments.date"],
"source_defined_primary_key": [["campaign.id"], ["segments.date"]]
"source_defined_primary_key": [["campaign.id"], ["segments.date"], ["segments.hour"], ["segments.ad_network_type"]]
},
"sync_mode": "incremental",
"destination_sync_mode": "overwrite",
"cursor_field": ["segments.date"],
"primary_key": [["campaign.id"], ["segments.date"]]
"primary_key": [["campaign.id"], ["segments.date"], ["segments.hour"], ["segments.ad_network_type"]]
},
{
"stream": {
"name": "campaign_labels",
"json_schema": {},
"supported_sync_modes": ["full_refresh"],
"source_defined_primary_key": [["campaign_label.resource_name"]]
"source_defined_primary_key": [["campaign.id"], ["label.id"]]
},
"sync_mode": "full_refresh",
"destination_sync_mode": "overwrite",
"primary_key": [["campaign_label.resource_name"]]
"primary_key": [["campaign.id"], ["label.id"]]
},
{
"stream": {
"name": "ad_group_labels",
"json_schema": {},
"supported_sync_modes": ["full_refresh"],
"source_defined_primary_key": [["ad_group_label.resource_name"]]
"source_defined_primary_key": [["ad_group.id"], ["label.id"]]
},
"sync_mode": "full_refresh",
"destination_sync_mode": "overwrite",
"primary_key": [["ad_group_label.resource_name"]]
"primary_key": [["ad_group.id"], ["label.id"]]
},
{
"stream": {
"name": "ad_group_ad_labels",
"json_schema": {},
"supported_sync_modes": ["full_refresh"],
"source_defined_primary_key": [["ad_group_ad_label.resource_name"]]
"source_defined_primary_key": [["ad_group.id"], ["ad_group_ad.ad.id"], ["label.id"]]
},
"sync_mode": "full_refresh",
"destination_sync_mode": "overwrite",
"primary_key": [["ad_group_ad_label.resource_name"]]
"primary_key": [["ad_group.id"], ["ad_group_ad.ad.id"], ["label.id"]]
},
{
"stream": {
"name": "user_location_report",
"json_schema": {},
"supported_sync_modes": ["full_refresh", "incremental"],
"source_defined_cursor": true,
"source_defined_primary_key": [["customer.id"], ["user_location_view.country_criterion_id"], ["user_location_view.targeting_location"], ["segments.date"], ["segments.ad_network_type"]],
"default_cursor_field": ["segments.date"]
},
"sync_mode": "incremental",
"destination_sync_mode": "overwrite",
"primary_key": [["customer.id"], ["user_location_view.country_criterion_id"], ["user_location_view.targeting_location"], ["segments.date"], ["segments.ad_network_type"]],
"cursor_field": ["segments.date"]
},
{
Expand Down Expand Up @@ -256,18 +276,22 @@
"stream": {
"name": "audience",
"json_schema": {},
"supported_sync_modes": ["full_refresh"]
"supported_sync_modes": ["full_refresh"],
"source_defined_primary_key": [["customer.id"], ["audience.id"]]
},
"sync_mode": "full_refresh",
"primary_key": [["customer.id"], ["audience.id"]],
"destination_sync_mode": "overwrite"
},
{
"stream": {
"name": "user_interest",
"json_schema": {},
"supported_sync_modes": ["full_refresh"]
"supported_sync_modes": ["full_refresh"],
"source_defined_primary_key": [["user_interest.user_interest_id"]]
},
"sync_mode": "full_refresh",
"primary_key": [["user_interest.user_interest_id"]],
"destination_sync_mode": "overwrite"
},
{
Expand Down Expand Up @@ -297,43 +321,27 @@
"name": "campaign_bidding_strategies",
"json_schema": {},
"supported_sync_modes": ["full_refresh", "incremental"],
"source_defined_primary_key": [
["campaign.id"],
["bidding_strategy.id"],
["segments.date"]
],
"source_defined_primary_key": [["campaign.id"], ["bidding_strategy.id"], ["segments.date"]],
"source_defined_cursor": true,
"default_cursor_field": ["segments.date"]
},
"sync_mode": "full_refresh",
"destination_sync_mode": "overwrite",
"primary_key": [
["campaign.id"],
["bidding_strategy.id"],
["segments.date"]
],
"primary_key": [["campaign.id"], ["bidding_strategy.id"], ["segments.date"]],
"cursor_field": ["segments.date"]
},
{
"stream": {
"name": "ad_group_bidding_strategies",
"json_schema": {},
"supported_sync_modes": ["full_refresh", "incremental"],
"source_defined_primary_key": [
["ad_group.id"],
["bidding_strategy.id"],
["segments.date"]
],
"source_defined_primary_key": [["ad_group.id"], ["bidding_strategy.id"], ["segments.date"]],
"source_defined_cursor": true,
"default_cursor_field": ["segments.date"]
},
"sync_mode": "full_refresh",
"destination_sync_mode": "overwrite",
"primary_key": [
["ad_group.id"],
["bidding_strategy.id"],
["segments.date"]
],
"primary_key": [["ad_group.id"], ["bidding_strategy.id"], ["segments.date"]],
"cursor_field": ["segments.date"]
},
{
Expand Down Expand Up @@ -363,9 +371,7 @@
"name": "ad_group_criterion_labels",
"json_schema": {},
"supported_sync_modes": ["full_refresh"],
"source_defined_primary_key": [
["ad_group_criterion_label.resource_name"]
]
"source_defined_primary_key": [["ad_group_criterion_label.resource_name"]]
},
"sync_mode": "full_refresh",
"destination_sync_mode": "overwrite",
Expand Down

0 comments on commit f1537e8

Please sign in to comment.