Source Hubspot: Add new marketing emails (with statistics) stream (#5840

) * Add new marketing emails (with statistics) stream * Update docs and changelog
airbytehq · Oct 20, 2021 · fae4d00 · fae4d00
1 parent a7ddd16
commit fae4d00
Show file tree

Hide file tree

Showing 7 changed files with 563 additions and 2 deletions.
diff --git a/airbyte-integrations/connectors/source-hubspot/Dockerfile b/airbyte-integrations/connectors/source-hubspot/Dockerfile
@@ -14,5 +14,5 @@ RUN pip install .
 
 ENV AIRBYTE_ENTRYPOINT "/airbyte/base.sh"
 
-LABEL io.airbyte.version=0.1.17
+LABEL io.airbyte.version=0.1.18
 LABEL io.airbyte.name=airbyte/source-hubspot
diff --git a/airbyte-integrations/connectors/source-hubspot/sample_files/configured_catalog.json b/airbyte-integrations/connectors/source-hubspot/sample_files/configured_catalog.json
@@ -93,6 +93,18 @@
       "sync_mode": "full_refresh",
       "destination_sync_mode": "overwrite"
     },
+    {
+      "stream": {
+        "name": "marketing_emails",
+        "json_schema": {},
+        "supported_sync_modes": ["full_refresh"],
+        "source_defined_cursor": false,
+        "default_cursor_field": ["updated"]
+      },
+      "sync_mode": "full_refresh",
+      "cursor_field": null,
+      "destination_sync_mode": "overwrite"
+    },
     {
       "stream": {
         "name": "owners",

diff --git a/...egrations/connectors/source-hubspot/sample_files/configured_catalog_for_oauth_config.json b/...egrations/connectors/source-hubspot/sample_files/configured_catalog_for_oauth_config.json
@@ -93,6 +93,18 @@
       "sync_mode": "full_refresh",
       "destination_sync_mode": "overwrite"
     },
+    {
+      "stream": {
+        "name": "marketing_emails",
+        "json_schema": {},
+        "supported_sync_modes": ["full_refresh"],
+        "source_defined_cursor": false,
+        "default_cursor_field": ["updated"]
+      },
+      "sync_mode": "full_refresh",
+      "cursor_field": null,
+      "destination_sync_mode": "overwrite"
+    },
     {
       "stream": {
         "name": "owners",

diff --git a/airbyte-integrations/connectors/source-hubspot/source_hubspot/api.py b/airbyte-integrations/connectors/source-hubspot/source_hubspot/api.py
@@ -650,6 +650,18 @@ class FormStream(Stream):
     created_at_field = "createdAt"
 
 
+class MarketingEmailStream(Stream):
+    """Marketing Email, API v1
+    Docs: https://legacydocs.hubspot.com/docs/methods/cms_email/get-all-marketing-emails
+    """
+
+    url = "/marketing-emails/v1/emails/with-statistics"
+    data_field = "objects"
+    limit = 250
+    updated_at_field = "updated"
+    created_at_field = "created"
+
+
 class OwnerStream(Stream):
     """Owners, API v3
     Docs: https://legacydocs.hubspot.com/docs/methods/owners/get_owners

diff --git a/airbyte-integrations/connectors/source-hubspot/source_hubspot/client.py b/airbyte-integrations/connectors/source-hubspot/source_hubspot/client.py
@@ -18,6 +18,7 @@
     EmailEventStream,
     EngagementStream,
     FormStream,
+    MarketingEmailStream,
     OwnerStream,
     SubscriptionChangeStream,
     WorkflowStream,
@@ -43,6 +44,7 @@ def __init__(self, start_date, credentials, **kwargs):
             "engagements": EngagementStream(**common_params),
             "forms": FormStream(**common_params),
             "line_items": CRMObjectStream(entity="line_item", **common_params),
+            "marketing_emails": MarketingEmailStream(**common_params),
             "owners": OwnerStream(**common_params),
             "products": CRMObjectStream(entity="product", **common_params),
             "subscription_changes": SubscriptionChangeStream(**common_params),