From f99374abba6add8b201c9d1f20ba99ea26c2ce95 Mon Sep 17 00:00:00 2001 From: Artem Inzhyyants Date: Tue, 18 Apr 2023 18:39:24 +0200 Subject: [PATCH 1/5] Source Amplitude: Reduce request_time_range --- .../connectors/source-amplitude/source_amplitude/components.py | 1 + .../connectors/source-amplitude/source_amplitude/manifest.yaml | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/airbyte-integrations/connectors/source-amplitude/source_amplitude/components.py b/airbyte-integrations/connectors/source-amplitude/source_amplitude/components.py index 3780fc77114f75..7ae88ec95db55c 100644 --- a/airbyte-integrations/connectors/source-amplitude/source_amplitude/components.py +++ b/airbyte-integrations/connectors/source-amplitude/source_amplitude/components.py @@ -100,6 +100,7 @@ def extract_records( response: requests.Response, ) -> List[Record]: try: + logger.info(f"The size of the response body is: {len(response.content)}") zip_file = zipfile.ZipFile(io.BytesIO(response.content)) except zipfile.BadZipFile: logger.exception( diff --git a/airbyte-integrations/connectors/source-amplitude/source_amplitude/manifest.yaml b/airbyte-integrations/connectors/source-amplitude/source_amplitude/manifest.yaml index a6625ad47e64f1..a7deefaf743ec0 100644 --- a/airbyte-integrations/connectors/source-amplitude/source_amplitude/manifest.yaml +++ b/airbyte-integrations/connectors/source-amplitude/source_amplitude/manifest.yaml @@ -138,7 +138,7 @@ definitions: condition: "{{ record[parameters['stream_cursor_field']] > stream_state.get(parameters['stream_cursor_field'],config['start_date']) }}" incremental_sync: $ref: "#/definitions/datetime_incremental_sync" - step: "PT{{config.get('request_time_range', 24)}}H" + step: "PT{{config.get('request_time_range', 4)}}H" cursor_field: "{{ parameters.get('stream_cursor_field') }}" cursor_granularity: PT1H start_datetime: From 8629d957e30e9541ee781b8d8833c568f0fb22a1 Mon Sep 17 00:00:00 2001 From: Artem Inzhyyants Date: Tue, 18 Apr 2023 18:40:15 +0200 Subject: [PATCH 2/5] Source Amplitude: Reduce request_time_range --- airbyte-integrations/connectors/source-amplitude/Dockerfile | 2 +- docs/integrations/sources/amplitude.md | 3 ++- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/airbyte-integrations/connectors/source-amplitude/Dockerfile b/airbyte-integrations/connectors/source-amplitude/Dockerfile index 450d0c50f4d91b..7c300dbd723375 100644 --- a/airbyte-integrations/connectors/source-amplitude/Dockerfile +++ b/airbyte-integrations/connectors/source-amplitude/Dockerfile @@ -34,5 +34,5 @@ COPY source_amplitude ./source_amplitude ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py" ENTRYPOINT ["python", "/airbyte/integration_code/main.py"] -LABEL io.airbyte.version=0.2.0 +LABEL io.airbyte.version=0.2.1 LABEL io.airbyte.name=airbyte/source-amplitude diff --git a/docs/integrations/sources/amplitude.md b/docs/integrations/sources/amplitude.md index 400b64e9d3b061..e4be558fa0c371 100644 --- a/docs/integrations/sources/amplitude.md +++ b/docs/integrations/sources/amplitude.md @@ -43,10 +43,11 @@ The Amplitude connector ideally should gracefully handle Amplitude API limitatio | Version | Date | Pull Request | Subject | |:--------|:-----------|:---------------------------------------------------------|:------------------------------------------------------------------------------------------------| +| 0.2.1 | 2023-02-03 | [22362](https://github.com/airbytehq/airbyte/pull/22362) | Reduce request_time_range to 6 hours | | 0.2.0 | 2023-02-03 | [22362](https://github.com/airbytehq/airbyte/pull/22362) | Migrate to YAML | | 0.1.24 | 2023-03-28 | [21022](https://github.com/airbytehq/airbyte/pull/21022) | Enable event stream time interval selection | | 0.1.23 | 2023-03-02 | [23087](https://github.com/airbytehq/airbyte/pull/23087) | Specified date formatting in specification | -| 0.1.22 | 2023-02-17 | [23192](https://github.com/airbytehq/airbyte/pull/23192) | Skip the stream if `start_date` is specified in the future. +| 0.1.22 | 2023-02-17 | [23192](https://github.com/airbytehq/airbyte/pull/23192) | Skip the stream if `start_date` is specified in the future. | | 0.1.21 | 2023-02-01 | [21888](https://github.com/airbytehq/airbyte/pull/21888) | Set `AvailabilityStrategy` for streams explicitly to `None` | | 0.1.20 | 2023-01-27 | [21957](https://github.com/airbytehq/airbyte/pull/21957) | Handle null values and empty strings in date-time fields | | 0.1.19 | 2022-12-09 | [19727](https://github.com/airbytehq/airbyte/pull/19727) | Remove `data_region` as required | From ebc40ab5daad258f20611ab52b5aebd4da98c63a Mon Sep 17 00:00:00 2001 From: Serhii Lazebnyi <53845333+lazebnyi@users.noreply.github.com> Date: Tue, 18 Apr 2023 20:01:39 +0200 Subject: [PATCH 3/5] Update docs/integrations/sources/amplitude.md Co-authored-by: Catherine Noll --- docs/integrations/sources/amplitude.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/integrations/sources/amplitude.md b/docs/integrations/sources/amplitude.md index e4be558fa0c371..835d5393dcf8f5 100644 --- a/docs/integrations/sources/amplitude.md +++ b/docs/integrations/sources/amplitude.md @@ -43,7 +43,7 @@ The Amplitude connector ideally should gracefully handle Amplitude API limitatio | Version | Date | Pull Request | Subject | |:--------|:-----------|:---------------------------------------------------------|:------------------------------------------------------------------------------------------------| -| 0.2.1 | 2023-02-03 | [22362](https://github.com/airbytehq/airbyte/pull/22362) | Reduce request_time_range to 6 hours | +| 0.2.1 | 2023-02-03 | [22362](https://github.com/airbytehq/airbyte/pull/22362) | Reduce request_time_range to 4 hours | | 0.2.0 | 2023-02-03 | [22362](https://github.com/airbytehq/airbyte/pull/22362) | Migrate to YAML | | 0.1.24 | 2023-03-28 | [21022](https://github.com/airbytehq/airbyte/pull/21022) | Enable event stream time interval selection | | 0.1.23 | 2023-03-02 | [23087](https://github.com/airbytehq/airbyte/pull/23087) | Specified date formatting in specification | From e42b3aaddb8c760f5da17ba08079f506cd8f3440 Mon Sep 17 00:00:00 2001 From: Serhii Lazebnyi <53845333+lazebnyi@users.noreply.github.com> Date: Tue, 18 Apr 2023 20:03:45 +0200 Subject: [PATCH 4/5] Update docs/integrations/sources/amplitude.md --- docs/integrations/sources/amplitude.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/integrations/sources/amplitude.md b/docs/integrations/sources/amplitude.md index 835d5393dcf8f5..4e02fd92c35ca2 100644 --- a/docs/integrations/sources/amplitude.md +++ b/docs/integrations/sources/amplitude.md @@ -43,7 +43,7 @@ The Amplitude connector ideally should gracefully handle Amplitude API limitatio | Version | Date | Pull Request | Subject | |:--------|:-----------|:---------------------------------------------------------|:------------------------------------------------------------------------------------------------| -| 0.2.1 | 2023-02-03 | [22362](https://github.com/airbytehq/airbyte/pull/22362) | Reduce request_time_range to 4 hours | +| 0.2.1 | 2023-02-03 | [25281](https://github.com/airbytehq/airbyte/pull/25281) | Reduce request_time_range to 4 hours | | 0.2.0 | 2023-02-03 | [22362](https://github.com/airbytehq/airbyte/pull/22362) | Migrate to YAML | | 0.1.24 | 2023-03-28 | [21022](https://github.com/airbytehq/airbyte/pull/21022) | Enable event stream time interval selection | | 0.1.23 | 2023-03-02 | [23087](https://github.com/airbytehq/airbyte/pull/23087) | Specified date formatting in specification | From 692de9a329887da264ba2e15c2434c7128cd3486 Mon Sep 17 00:00:00 2001 From: Octavia Squidington III Date: Tue, 18 Apr 2023 20:40:08 +0000 Subject: [PATCH 5/5] auto-bump connector version --- .../init-oss/src/main/resources/seed/oss_catalog.json | 2 +- .../init-oss/src/main/resources/seed/source_definitions.yaml | 2 +- .../init-oss/src/main/resources/seed/source_specs.yaml | 2 +- connectors.md | 2 +- 4 files changed, 4 insertions(+), 4 deletions(-) diff --git a/airbyte-config-oss/init-oss/src/main/resources/seed/oss_catalog.json b/airbyte-config-oss/init-oss/src/main/resources/seed/oss_catalog.json index 4c99aea90f9f52..1e88b0a6d03072 100644 --- a/airbyte-config-oss/init-oss/src/main/resources/seed/oss_catalog.json +++ b/airbyte-config-oss/init-oss/src/main/resources/seed/oss_catalog.json @@ -8920,7 +8920,7 @@ "sourceDefinitionId": "fa9f58c6-2d03-4237-aaa4-07d75e0c1396", "name": "Amplitude", "dockerRepository": "airbyte/source-amplitude", - "dockerImageTag": "0.2.0", + "dockerImageTag": "0.2.1", "documentationUrl": "https://docs.airbyte.com/integrations/sources/amplitude", "icon": "amplitude.svg", "sourceType": "api", diff --git a/airbyte-config-oss/init-oss/src/main/resources/seed/source_definitions.yaml b/airbyte-config-oss/init-oss/src/main/resources/seed/source_definitions.yaml index 725a4ada6dcf29..5e9375c2dcdc56 100644 --- a/airbyte-config-oss/init-oss/src/main/resources/seed/source_definitions.yaml +++ b/airbyte-config-oss/init-oss/src/main/resources/seed/source_definitions.yaml @@ -95,7 +95,7 @@ - name: Amplitude sourceDefinitionId: fa9f58c6-2d03-4237-aaa4-07d75e0c1396 dockerRepository: airbyte/source-amplitude - dockerImageTag: 0.2.0 + dockerImageTag: 0.2.1 documentationUrl: https://docs.airbyte.com/integrations/sources/amplitude icon: amplitude.svg sourceType: api diff --git a/airbyte-config-oss/init-oss/src/main/resources/seed/source_specs.yaml b/airbyte-config-oss/init-oss/src/main/resources/seed/source_specs.yaml index afe9286fd4d120..0f34e4e5f3d07f 100644 --- a/airbyte-config-oss/init-oss/src/main/resources/seed/source_specs.yaml +++ b/airbyte-config-oss/init-oss/src/main/resources/seed/source_specs.yaml @@ -1309,7 +1309,7 @@ supportsNormalization: false supportsDBT: false supported_destination_sync_modes: [] -- dockerImage: "airbyte/source-amplitude:0.2.0" +- dockerImage: "airbyte/source-amplitude:0.2.1" spec: documentationUrl: "https://docs.airbyte.com/integrations/sources/amplitude" connectionSpecification: diff --git a/connectors.md b/connectors.md index 84fe2dcff27ab7..e1bce354b9d71b 100644 --- a/connectors.md +++ b/connectors.md @@ -14,7 +14,7 @@ | **Amazon Ads** | Amazon Ads icon | Source | airbyte/source-amazon-ads:1.0.3 | generally_available | [docs](https://docs.airbyte.com/integrations/sources/amazon-ads) | [connectors/source/amazon-ads](https://github.com/airbytehq/airbyte/issues?q=is:open+is:issue+label:connectors/source/amazon-ads) | [source-amazon-ads](https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-amazon-ads) | `c6b0a29e-1da9-4512-9002-7bfd0cba2246` | | **Amazon SQS** | Amazon SQS icon | Source | airbyte/source-amazon-sqs:0.1.0 | alpha | [docs](https://docs.airbyte.com/integrations/sources/amazon-sqs) | [connectors/source/amazon-sqs](https://github.com/airbytehq/airbyte/issues?q=is:open+is:issue+label:connectors/source/amazon-sqs) | [source-amazon-sqs](https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-amazon-sqs) | `983fd355-6bf3-4709-91b5-37afa391eeb6` | | **Amazon Seller Partner** | Amazon Seller Partner icon | Source | airbyte/source-amazon-seller-partner:1.0.1 | alpha | [docs](https://docs.airbyte.com/integrations/sources/amazon-seller-partner) | [connectors/source/amazon-seller-partner](https://github.com/airbytehq/airbyte/issues?q=is:open+is:issue+label:connectors/source/amazon-seller-partner) | [source-amazon-seller-partner](https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-amazon-seller-partner) | `e55879a8-0ef8-4557-abcf-ab34c53ec460` | -| **Amplitude** | Amplitude icon | Source | airbyte/source-amplitude:0.2.0 | generally_available | [docs](https://docs.airbyte.com/integrations/sources/amplitude) | [connectors/source/amplitude](https://github.com/airbytehq/airbyte/issues?q=is:open+is:issue+label:connectors/source/amplitude) | [source-amplitude](https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-amplitude) | `fa9f58c6-2d03-4237-aaa4-07d75e0c1396` | +| **Amplitude** | Amplitude icon | Source | airbyte/source-amplitude:0.2.1 | generally_available | [docs](https://docs.airbyte.com/integrations/sources/amplitude) | [connectors/source/amplitude](https://github.com/airbytehq/airbyte/issues?q=is:open+is:issue+label:connectors/source/amplitude) | [source-amplitude](https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-amplitude) | `fa9f58c6-2d03-4237-aaa4-07d75e0c1396` | | **Apify Dataset** | Apify Dataset icon | Source | airbyte/source-apify-dataset:0.1.11 | alpha | [docs](https://docs.airbyte.com/integrations/sources/apify-dataset) | [connectors/source/apify-dataset](https://github.com/airbytehq/airbyte/issues?q=is:open+is:issue+label:connectors/source/apify-dataset) | [source-apify-dataset](https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-apify-dataset) | `47f17145-fe20-4ef5-a548-e29b048adf84` | | **Appfollow** | Appfollow icon | Source | airbyte/source-appfollow:0.1.1 | alpha | [docs](https://docs.airbyte.com/integrations/sources/appfollow) | [connectors/source/appfollow](https://github.com/airbytehq/airbyte/issues?q=is:open+is:issue+label:connectors/source/appfollow) | [source-appfollow](https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-appfollow) | `b4375641-e270-41d3-9c20-4f9cecad87a8` | | **AppsFlyer** | AppsFlyer icon | Source | airbyte/source-appsflyer:0.1.0 | alpha | [docs](https://docs.airbyte.com/integrations/sources/appsflyer) | [connectors/source/appsflyer](https://github.com/airbytehq/airbyte/issues?q=is:open+is:issue+label:connectors/source/appsflyer) | [source-appsflyer](https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-appsflyer) | `16447954-e6a8-4593-b140-43dea13bc457` |