✨ Source Hubspot: Add contacts form submissions stream (#34829)

airbyte-integrations/connectors/source-hubspot/README.md

@@ -88,7 +88,7 @@ and place them into `secrets/config.json`.
 python main.py spec
 python main.py check --config secrets/config.json
 python main.py discover --config secrets/config.json
-python main.py read --config secrets/config_oauth.json --catalog sample_files/basic_read_catalog.json
+python main.py read --config secrets/config.json --catalog sample_files/basic_read_catalog.json
 ```
 
 

airbyte-integrations/connectors/source-hubspot/acceptance-test-config.yml

@@ -29,20 +29,8 @@ acceptance_tests:
           extra_records: yes
         timeout_seconds: 3600
         empty_streams:
-          - name: form_submissions
-            bypass_reason: Unable to populate
-          - name: ticket_pipelines
-            bypass_reason: Unable to populate
-          - name: engagements_meetings
-            bypass_reason: Unable to populate
-          - name: engagements_emails
-            bypass_reason: Unable to populate
           - name: engagements_calls
-            bypass_reason: Unable to populate
-          - name: quotes
-            bypass_reason: Unable to populate
-          - name: deals_archived
-            bypass_reason: Unable to populate
+            bypass_reason: Unable to populate cost $20/month
           - name: owners_archived
             bypass_reason: unable to populate
           - name: tickets_web_analytics

airbyte-integrations/connectors/source-hubspot/metadata.yaml

@@ -10,7 +10,7 @@ data:
   connectorSubtype: api
   connectorType: source
   definitionId: 36c891d9-4bd9-43ac-bad2-10e12756272c
-  dockerImageTag: 3.0.1
+  dockerImageTag: 3.1.0
   dockerRepository: airbyte/source-hubspot
   documentationUrl: https://docs.airbyte.com/integrations/sources/hubspot
   githubIssueLabel: source-hubspot

airbyte-integrations/connectors/source-hubspot/sample_files/basic_read_catalog.json

@@ -353,6 +353,15 @@
       },
       "sync_mode": "full_refresh",
       "destination_sync_mode": "overwrite"
+    },
+    {
+      "stream": {
+        "name": "contacts_form_submissions",
+        "json_schema": {},
+        "supported_sync_modes": ["full_refresh"]
+      },
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite"
     }
   ]
 }

airbyte-integrations/connectors/source-hubspot/source_hubspot/schemas/contacts_form_submissions.json

@@ -0,0 +1,46 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "type": "object",
+  "properties": {
+    "canonical-vid": {
+      "type": ["null", "integer"]
+    },
+    "canonical-url": {
+      "type": ["null", "string"]
+    },
+    "conversion-id": {
+      "type": ["null", "string"]
+    },
+    "page-title": {
+      "type": ["null", "string"]
+    },
+    "timestamp": {
+      "type": ["null", "integer"]
+    },
+    "form-id": {
+      "type": ["null", "string"]
+    },
+    "portal-id": {
+      "type": ["null", "integer"]
+    },
+    "title": {
+      "type": ["null", "string"]
+    },
+    "page-url": {
+      "type": ["null", "string"]
+    },
+    "form-type": {
+      "type": ["null", "string"]
+    },
+    "contact-associated-by": {
+      "type": ["null", "array"],
+      "items": {
+        "type": ["null", "string"]
+      }
+    },
+    "meta-data": {
+      "type": ["null", "array"],
+      "items": {}
+    }
+  }
+}

airbyte-integrations/connectors/source-hubspot/source_hubspot/schemas/deals_property_history.json

@@ -3,6 +3,9 @@
   "type": ["null", "object"],
   "additionalProperties": true,
   "properties": {
+    "dataSensitivity": {
+      "type": ["null", "string"]
+    },
     "updatedByUserId": {
       "type": ["null", "number"]
     },

airbyte-integrations/connectors/source-hubspot/source_hubspot/schemas/engagements.json

@@ -201,6 +201,69 @@
         "body": {
           "type": ["null", "string"]
         },
+        "meetingOutcome": {
+          "type": ["null", "string"]
+        },
+        "calendarEventHash": {
+          "type": ["null", "string"]
+        },
+        "createdFromLinkId": {
+          "type": ["null", "integer"]
+        },
+        "meetingChangeId": {
+          "type": ["null", "string"]
+        },
+        "locationType": {
+          "type": ["null", "string"]
+        },
+        "location": {
+          "type": ["null", "string"]
+        },
+        "internalMeetingNotes": {
+          "type": ["null", "string"]
+        },
+        "includeDescriptionInReminder": {
+          "type": ["null", "boolean"]
+        },
+        "iCalUid": {
+          "type": ["null", "string"]
+        },
+        "preMeetingProspectReminders": {
+          "type": ["null", "array"],
+          "items": {}
+        },
+        "attendeeOwnerIds": {
+          "type": ["null", "array"],
+          "items": {}
+        },
+        "guestEmails": {
+          "type": ["null", "array"],
+          "items": {}
+        },
+        "ownerIdsBcc": {
+          "type": ["null", "array"],
+          "items": {}
+        },
+        "ownerIdsCc": {
+          "type": ["null", "array"],
+          "items": {}
+        },
+        "ownerIdsFrom": {
+          "type": ["null", "array"],
+          "items": {}
+        },
+        "ownerIdsTo": {
+          "type": ["null", "array"],
+          "items": {}
+        },
+        "pendingInlineImageIds": {
+          "type": ["null", "array"],
+          "items": {}
+        },
+        "validationSkipped": {
+          "type": ["null", "array"],
+          "items": {}
+        },
         "from": {
           "type": ["null", "object"],
           "properties": {
@@ -301,6 +364,9 @@
         "title": {
           "type": ["null", "string"]
         },
+        "timezone": {
+          "type": ["null", "string"]
+        },
         "toNumber": {
           "type": ["null", "string"]
         },
@@ -346,6 +412,12 @@
         "attachedVideoOpened": {
           "type": ["null", "boolean"]
         },
+        "bounceErrorDetail": {
+          "type": ["null", "object"]
+        },
+        "emailSendEventId": {
+          "type": ["null", "object"]
+        },
         "attachedVideoWatched": {
           "type": ["null", "boolean"]
         },
@@ -402,6 +474,82 @@
         }
       }
     },
+    "metadata_attendeeOwnerIds": {
+      "type": ["null", "array"],
+      "items": {}
+    },
+    "metadata_calendarEventHash": {
+      "type": ["null", "string"]
+    },
+    "metadata_createdFromLinkId": {
+      "type": ["null", "integer"]
+    },
+    "metadata_meetingChangeId": {
+      "type": ["null", "string"]
+    },
+    "ownerIdsBcc": {
+      "type": ["null", "array"],
+      "items": {
+        "type": ["null", "integer"]
+      }
+    },
+    "ownerIdsFrom": {
+      "type": ["null", "array"],
+      "items": {
+        "type": ["null", "integer"]
+      }
+    },
+    "ownerIdsTo": {
+      "type": ["null", "array"],
+      "items": {
+        "type": ["null", "integer"]
+      }
+    },
+    "pendingInlineImageIds": {
+      "type": ["null", "array"],
+      "items": {
+        "type": ["null", "integer"]
+      }
+    },
+    "validationSkipped": {
+      "type": ["null", "array"],
+      "items": {}
+    },
+    "ownerIdsCc": {
+      "type": ["null", "array"],
+      "items": {
+        "type": ["null", "integer"]
+      }
+    },
+    "metadata_guestEmails": {
+      "type": ["null", "array"],
+      "items": {}
+    },
+    "metadata_iCalUid": {
+      "type": ["null", "string"]
+    },
+    "metadata_includeDescriptionInReminder": {
+      "type": ["null", "boolean"]
+    },
+    "metadata_internalMeetingNotes": {
+      "type": ["null", "string"]
+    },
+    "metadata_location": {
+      "type": ["null", "string"]
+    },
+    "metadata_locationType": {
+      "type": ["null", "string"]
+    },
+    "metadata_meetingOutcome": {
+      "type": ["null", "string"]
+    },
+    "metadata_timezone": {
+      "type": ["null", "string"]
+    },
+    "metadata_preMeetingProspectReminders": {
+      "type": ["null", "array"],
+      "items": {}
+    },
     "metadata_body": {
       "type": ["null", "string"]
     },
@@ -470,6 +618,36 @@
         }
       }
     },
+    "metadata_bounceErrorDetail": {
+      "type": ["null", "object"]
+    },
+    "metadata_emailSendEventId": {
+      "type": ["null", "object"]
+    },
+    "metadata_ownerIdsBcc": {
+      "type": ["null", "array"],
+      "items": {}
+    },
+    "metadata_ownerIdsCc": {
+      "type": ["null", "array"],
+      "items": {}
+    },
+    "metadata_ownerIdsFrom": {
+      "type": ["null", "array"],
+      "items": {}
+    },
+    "metadata_ownerIdsTo": {
+      "type": ["null", "array"],
+      "items": {}
+    },
+    "metadata_pendingInlineImageIds": {
+      "type": ["null", "array"],
+      "items": {}
+    },
+    "metadata_validationSkipped": {
+      "type": ["null", "array"],
+      "items": {}
+    },
     "metadata_bcc": {
       "type": ["null", "array"],
       "items": {

airbyte-integrations/connectors/source-hubspot/source_hubspot/schemas/shared/default_event_properties.json

@@ -27,6 +27,12 @@
     "properties_hs_device_type": {
       "type": ["null", "string"]
     },
+    "properties_hs_title": {
+      "type": ["null", "string"]
+    },
+    "properties_hs_form_correlation_id": {
+      "type": ["null", "string"]
+    },
     "properties_hs_element_class": {
       "type": ["null", "string"]
     },
@@ -39,6 +45,15 @@
     "properties_hs_language": {
       "type": ["null", "string"]
     },
+    "properties_hs_document_id": {
+      "type": ["null", "string"]
+    },
+    "properties_hs_presentation_id": {
+      "type": ["null", "string"]
+    },
+    "properties_hs_user_id": {
+      "type": ["null", "string"]
+    },
     "properties_hs_link_href": {
       "type": ["null", "string"]
     },
@@ -69,6 +84,9 @@
     "properties_hs_region": {
       "type": ["null", "string"]
     },
+    "properties_hs_url": {
+      "type": ["null", "string"]
+    },
     "properties_hs_screen_height": {
       "type": ["null", "string"]
     },
@@ -102,6 +120,24 @@
     "id": {
       "type": ["null", "string"]
     },
+    "properties_hs_base_url": {
+      "type": ["null", "string"]
+    },
+    "properties_hs_form_id": {
+      "type": ["null", "string"]
+    },
+    "properties_hs_form_type": {
+      "type": ["null", "string"]
+    },
+    "properties_hs_url_domain": {
+      "type": ["null", "string"]
+    },
+    "properties_hs_url_path": {
+      "type": ["null", "string"]
+    },
+    "properties_hs_visitor_type": {
+      "type": ["null", "string"]
+    },
     "objectId": {
       "type": ["null", "string"]
     },
@@ -112,7 +148,8 @@
       "type": ["null", "string"]
     },
     "occurredAt": {
-      "type": ["null", "string"]
+      "type": ["null", "string"],
+      "format": "date-time"
     }
   }
 }