From 8edee1fd34941f4a15050d7f8cc48c9ce548b5ab Mon Sep 17 00:00:00 2001 From: Artem Inzhyyants <36314070+artem1205@users.noreply.github.com> Date: Fri, 30 Sep 2022 21:30:48 +0200 Subject: [PATCH] =?UTF-8?q?=F0=9F=90=9B=20Source=20Salesforce:=20filter=20?= =?UTF-8?q?out=20objects=20not=20supported=20by=20the=20Bulk=20API=20(#174?= =?UTF-8?q?53)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * 🐛 Source Salesforce: filter out objects not supported by the Bulk API * 🐛 Source Salesforce: Docs update & Bump version * auto-bump connector version [ci skip] Co-authored-by: Octavia Squidington III --- .../main/resources/seed/source_definitions.yaml | 2 +- .../src/main/resources/seed/source_specs.yaml | 2 +- .../connectors/source-salesforce/Dockerfile | 2 +- .../source-salesforce/source_salesforce/api.py | 7 ++----- docs/integrations/sources/salesforce.md | 16 ++++++++++------ 5 files changed, 15 insertions(+), 14 deletions(-) diff --git a/airbyte-config/init/src/main/resources/seed/source_definitions.yaml b/airbyte-config/init/src/main/resources/seed/source_definitions.yaml index 8121af1faadaf..b997f704335c6 100644 --- a/airbyte-config/init/src/main/resources/seed/source_definitions.yaml +++ b/airbyte-config/init/src/main/resources/seed/source_definitions.yaml @@ -931,7 +931,7 @@ - name: Salesforce sourceDefinitionId: b117307c-14b6-41aa-9422-947e34922962 dockerRepository: airbyte/source-salesforce - dockerImageTag: 1.0.19 + dockerImageTag: 1.0.20 documentationUrl: https://docs.airbyte.io/integrations/sources/salesforce icon: salesforce.svg sourceType: api diff --git a/airbyte-config/init/src/main/resources/seed/source_specs.yaml b/airbyte-config/init/src/main/resources/seed/source_specs.yaml index 5ad2e2412dff1..b55889ef91ea6 100644 --- a/airbyte-config/init/src/main/resources/seed/source_specs.yaml +++ b/airbyte-config/init/src/main/resources/seed/source_specs.yaml @@ -9763,7 +9763,7 @@ supportsNormalization: false supportsDBT: false supported_destination_sync_modes: [] -- dockerImage: "airbyte/source-salesforce:1.0.19" +- dockerImage: "airbyte/source-salesforce:1.0.20" spec: documentationUrl: "https://docs.airbyte.com/integrations/sources/salesforce" connectionSpecification: diff --git a/airbyte-integrations/connectors/source-salesforce/Dockerfile b/airbyte-integrations/connectors/source-salesforce/Dockerfile index 6eef8e2bcd352..0c49fbe795eb9 100644 --- a/airbyte-integrations/connectors/source-salesforce/Dockerfile +++ b/airbyte-integrations/connectors/source-salesforce/Dockerfile @@ -13,6 +13,6 @@ RUN pip install . ENTRYPOINT ["python", "/airbyte/integration_code/main.py"] -LABEL io.airbyte.version=1.0.19 +LABEL io.airbyte.version=1.0.20 LABEL io.airbyte.name=airbyte/source-salesforce diff --git a/airbyte-integrations/connectors/source-salesforce/source_salesforce/api.py b/airbyte-integrations/connectors/source-salesforce/source_salesforce/api.py index 7ddd709943bc0..0232c804d6d1e 100644 --- a/airbyte-integrations/connectors/source-salesforce/source_salesforce/api.py +++ b/airbyte-integrations/connectors/source-salesforce/source_salesforce/api.py @@ -127,15 +127,13 @@ "UserRecordAccess", ] +# The following objects are not supported by the Bulk API. Listed objects are version specific. UNSUPPORTED_BULK_API_SALESFORCE_OBJECTS = [ "AcceptedEventRelation", - "AssetTokenEvent", - "AttachedContentNote", "Attachment", "CaseStatus", "ContractStatus", "DeclinedEventRelation", - "EventWhoRelation", "FieldSecurityClassification", "KnowledgeArticle", "KnowledgeArticleVersion", @@ -144,13 +142,12 @@ "KnowledgeArticleVoteStat", "OrderStatus", "PartnerRole", - "QuoteTemplateRichTextData", "RecentlyViewed", "ServiceAppointmentStatus", + "ShiftStatus", "SolutionStatus", "TaskPriority", "TaskStatus", - "TaskWhoRelation", "UndecidedEventRelation", ] diff --git a/docs/integrations/sources/salesforce.md b/docs/integrations/sources/salesforce.md index 5ab3f6373ed10..872364ea70988 100644 --- a/docs/integrations/sources/salesforce.md +++ b/docs/integrations/sources/salesforce.md @@ -90,23 +90,25 @@ Airbyte fetches and handles all the possible and available streams dynamically b **Note:** [BULK API](https://developer.salesforce.com/docs/atlas.en-us.api_asynch.meta/api_asynch/asynch_api_intro.htm) cannot be used to receive data from the following streams due to Salesforce API limitations. The Salesforce connector syncs them using the REST API which will occasionally cost more of your API quota: * AcceptedEventRelation -* AssetTokenEvent -* AttachedContentNote * Attachment * CaseStatus * ContractStatus * DeclinedEventRelation -* EventWhoRelation * FieldSecurityClassification +* KnowledgeArticle +* KnowledgeArticleVersion +* KnowledgeArticleVersionHistory +* KnowledgeArticleViewStat +* KnowledgeArticleVoteStat * OrderStatus * PartnerRole -* QuoteTemplateRichTextData * RecentlyViewed * ServiceAppointmentStatus +* ShiftStatus * SolutionStatus * TaskPriority * TaskStatus -* TaskWhoRelation +* UndecidedEventRelation ## Salesforce tutorials @@ -118,7 +120,9 @@ Now that you have set up the Salesforce source connector, check out the followin ## Changelog | Version | Date | Pull Request | Subject | -| :------ | :--------- | :------------------------------------------------------- | :------------------------------------------------------------------------------------------------------------------------------- | +|:--------|:-----------|:---------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------| +| 1.0.20 | 2022-09-30 | [17453](https://github.com/airbytehq/airbyte/pull/17453) | Check objects that are not supported by the Bulk API (v52.0) | +| 1.0.19 | 2022-09-29 | [17314](https://github.com/airbytehq/airbyte/pull/17314) | Fixed bug with decoding response | | 1.0.18 | 2022-09-28 | [17304](https://github.com/airbytehq/airbyte/pull/17304) | Migrate to per-stream states. | | 1.0.17 | 2022-09-23 | [17094](https://github.com/airbytehq/airbyte/pull/17094) | Tune connection check: fetch a list of available streams | | 1.0.16 | 2022-09-21 | [17001](https://github.com/airbytehq/airbyte/pull/17001) | Improve writing file of decode |