From 399a585218af978c390490f6b141dff8a1995834 Mon Sep 17 00:00:00 2001 From: "Sherif A. Nada" Date: Wed, 6 Oct 2021 22:53:21 -0700 Subject: [PATCH] =?UTF-8?q?=F0=9F=A7=B9delete=20marketo=20singer=20source?= =?UTF-8?q?=20(#6800)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .github/workflows/publish-command.yml | 1 - .github/workflows/test-command.yml | 1 - .../source-marketo-singer/.dockerignore | 7 - .../source-marketo-singer/.gitignore | 1 - .../source-marketo-singer/Dockerfile | 19 - .../source-marketo-singer/README.md | 113 - .../source-marketo-singer/build.gradle | 23 - .../integration_tests/configured_catalog.json | 153 -- .../source-marketo-singer/main_dev.py | 13 - .../source-marketo-singer/requirements.txt | 5 - .../sample_files/full_catalog.json | 2290 ----------------- .../sample_files/sample_catalog.json | 47 - .../connectors/source-marketo-singer/setup.py | 16 - .../source_marketo_singer/__init__.py | 3 - .../source_marketo_singer/source.py | 94 - .../source_marketo_singer/spec.json | 41 - .../unit_tests/unit_test.py | 27 - 17 files changed, 2854 deletions(-) delete mode 100644 airbyte-integrations/connectors/source-marketo-singer/.dockerignore delete mode 100644 airbyte-integrations/connectors/source-marketo-singer/.gitignore delete mode 100644 airbyte-integrations/connectors/source-marketo-singer/Dockerfile delete mode 100644 airbyte-integrations/connectors/source-marketo-singer/README.md delete mode 100644 airbyte-integrations/connectors/source-marketo-singer/build.gradle delete mode 100644 airbyte-integrations/connectors/source-marketo-singer/integration_tests/configured_catalog.json delete mode 100644 airbyte-integrations/connectors/source-marketo-singer/main_dev.py delete mode 100644 airbyte-integrations/connectors/source-marketo-singer/requirements.txt delete mode 100644 airbyte-integrations/connectors/source-marketo-singer/sample_files/full_catalog.json delete mode 100644 airbyte-integrations/connectors/source-marketo-singer/sample_files/sample_catalog.json delete mode 100644 airbyte-integrations/connectors/source-marketo-singer/setup.py delete mode 100644 airbyte-integrations/connectors/source-marketo-singer/source_marketo_singer/__init__.py delete mode 100644 airbyte-integrations/connectors/source-marketo-singer/source_marketo_singer/source.py delete mode 100644 airbyte-integrations/connectors/source-marketo-singer/source_marketo_singer/spec.json delete mode 100644 airbyte-integrations/connectors/source-marketo-singer/unit_tests/unit_test.py diff --git a/.github/workflows/publish-command.yml b/.github/workflows/publish-command.yml index f25302865b456..725e38b772ab2 100644 --- a/.github/workflows/publish-command.yml +++ b/.github/workflows/publish-command.yml @@ -153,7 +153,6 @@ jobs: SNOWFLAKE_GCS_COPY_INTEGRATION_TEST_CREDS: ${{ secrets.SNOWFLAKE_GCS_COPY_INTEGRATION_TEST_CREDS }} SOURCE_SQUARE_CREDS: ${{ secrets.SOURCE_SQUARE_CREDS }} SOURCE_MARKETO_TEST_CREDS: ${{ secrets.SOURCE_MARKETO_TEST_CREDS }} - SOURCE_MARKETO_SINGER_INTEGRATION_TEST_CONFIG: ${{ secrets.SOURCE_MARKETO_SINGER_INTEGRATION_TEST_CONFIG }} SOURCE_RECURLY_INTEGRATION_TEST_CREDS: ${{ secrets.SOURCE_RECURLY_INTEGRATION_TEST_CREDS }} SOURCE_S3_TEST_CREDS: ${{ secrets.SOURCE_S3_TEST_CREDS }} SOURCE_S3_PARQUET_CREDS: ${{ secrets.SOURCE_S3_PARQUET_CREDS }} diff --git a/.github/workflows/test-command.yml b/.github/workflows/test-command.yml index d4689dc732167..f80083fdddfa2 100644 --- a/.github/workflows/test-command.yml +++ b/.github/workflows/test-command.yml @@ -148,7 +148,6 @@ jobs: SNOWFLAKE_GCS_COPY_INTEGRATION_TEST_CREDS: ${{ secrets.SNOWFLAKE_GCS_COPY_INTEGRATION_TEST_CREDS }} SOURCE_SQUARE_CREDS: ${{ secrets.SOURCE_SQUARE_CREDS }} SOURCE_MARKETO_TEST_CREDS: ${{ secrets.SOURCE_MARKETO_TEST_CREDS }} - SOURCE_MARKETO_SINGER_INTEGRATION_TEST_CONFIG: ${{ secrets.SOURCE_MARKETO_SINGER_INTEGRATION_TEST_CONFIG }} SOURCE_RECURLY_INTEGRATION_TEST_CREDS: ${{ secrets.SOURCE_RECURLY_INTEGRATION_TEST_CREDS }} SOURCE_S3_TEST_CREDS: ${{ secrets.SOURCE_S3_TEST_CREDS }} SOURCE_S3_PARQUET_CREDS: ${{ secrets.SOURCE_S3_PARQUET_CREDS }} diff --git a/airbyte-integrations/connectors/source-marketo-singer/.dockerignore b/airbyte-integrations/connectors/source-marketo-singer/.dockerignore deleted file mode 100644 index f16df8c3006c1..0000000000000 --- a/airbyte-integrations/connectors/source-marketo-singer/.dockerignore +++ /dev/null @@ -1,7 +0,0 @@ -* -!Dockerfile -!Dockerfile.test -!source_marketo_singer -!setup.py -!integration_tests -!secrets diff --git a/airbyte-integrations/connectors/source-marketo-singer/.gitignore b/airbyte-integrations/connectors/source-marketo-singer/.gitignore deleted file mode 100644 index 29fffc6a50cc9..0000000000000 --- a/airbyte-integrations/connectors/source-marketo-singer/.gitignore +++ /dev/null @@ -1 +0,0 @@ -NEW_SOURCE_CHECKLIST.md diff --git a/airbyte-integrations/connectors/source-marketo-singer/Dockerfile b/airbyte-integrations/connectors/source-marketo-singer/Dockerfile deleted file mode 100644 index af7a0da075f58..0000000000000 --- a/airbyte-integrations/connectors/source-marketo-singer/Dockerfile +++ /dev/null @@ -1,19 +0,0 @@ -FROM airbyte/integration-base-singer:0.1.1 - -# Bash is installed for more convenient debugging. -# GCC is needed for CISO8601, a dependency of tap-marketo. -# See https://github.com/closeio/ciso8601/issues/98 for more information. -RUN apt-get update && apt-get install -y bash gcc && rm -rf /var/lib/apt/lists/* - -ENV CODE_PATH="source_marketo_singer" -ENV AIRBYTE_IMPL_MODULE="source_marketo_singer" -ENV AIRBYTE_IMPL_PATH="SourceMarketoSinger" -ENV AIRBYTE_ENTRYPOINT "/airbyte/base.sh" - -WORKDIR /airbyte/integration_code -COPY $CODE_PATH ./$CODE_PATH -COPY setup.py ./ -RUN pip install . - -LABEL io.airbyte.version=0.2.3 -LABEL io.airbyte.name=airbyte/source-marketo-singer diff --git a/airbyte-integrations/connectors/source-marketo-singer/README.md b/airbyte-integrations/connectors/source-marketo-singer/README.md deleted file mode 100644 index 6da9677fa7624..0000000000000 --- a/airbyte-integrations/connectors/source-marketo-singer/README.md +++ /dev/null @@ -1,113 +0,0 @@ -# Source Marketo Singer - -This is the repository for the Marketo source connector, based on a Singer tap. -For information about how to use this connector within Airbyte, see [the User Documentation](https://docs.airbyte.io/integrations/sources/marketo). - -## Local development - -### Prerequisites -**To iterate on this connector, make sure to complete this prerequisites section.** - -#### Minimum Python version required `= 3.7.0` - -#### Build & Activate Virtual Environment and install dependencies -From this connector directory, create a virtual environment: -``` -python -m venv .venv -``` - -This will generate a virtualenv for this module in `.venv/`. Make sure this venv is active in your -development environment of choice. To activate it from the terminal, run: -``` -source .venv/bin/activate -pip install -r requirements.txt -``` -If you are in an IDE, follow your IDE's instructions to activate the virtualenv. - -Note that while we are installing dependencies from `requirements.txt`, you should only edit `setup.py` for your dependencies. `requirements.txt` is -used for editable installs (`pip install -e`) to pull in Python dependencies from the monorepo and will call `setup.py`. -If this is mumbo jumbo to you, don't worry about it, just put your deps in `setup.py` but install using `pip install -r requirements.txt` and everything -should work as you expect. - -#### Building via Gradle -From the Airbyte repository root, run: -``` -./gradlew :airbyte-integrations:connectors:source-marketo:build -``` - -#### Create credentials -**If you are a community contributor**, follow the instructions in the [documentation](https://docs.airbyte.io/integrations/sources/marketo) -to generate the necessary credentials. Then create a file `secrets/config.json` conforming to the `source_marketo_singer/spec.json` file. -Note that the `secrets` directory is gitignored by default, so there is no danger of accidentally checking in sensitive information. -See `sample_files/sample_config.json` for a sample config file. - -**If you are an Airbyte core member**, copy the credentials in Lastpass under the secret name `source marketo test creds` -and place them into `secrets/config.json`. - -### Locally running the connector -``` -python main_dev.py spec -python main_dev.py check --config secrets/config.json -python main_dev.py discover --config secrets/config.json -python main_dev.py read --config secrets/config.json --catalog sample_files/configured_catalog.json -``` - -### Unit Tests -To run unit tests locally, from the connector root run: -``` -pytest unit_tests -``` - -### Locally running the connector -``` -python main_dev.py spec -python main_dev.py check --config secrets/config.json -python main_dev.py discover --config secrets/config.json -python main_dev.py read --config secrets/config.json --catalog sample_files/configured_catalog.json -``` - -### Unit Tests -To run unit tests locally, from the connector directory run: -``` -python -m pytest unit_tests -``` - -### Locally running the connector docker image - -#### Build -First, make sure you build the latest Docker image: -``` -docker build . -t airbyte/source-marketo-singer:dev -``` - -You can also build the connector image via Gradle: -``` -./gradlew :airbyte-integrations:connectors:source-marketo:airbyteDocker -``` -When building via Gradle, the docker image name and tag, respectively, are the values of the `io.airbyte.name` and `io.airbyte.version` `LABEL`s in -the Dockerfile. - -#### Run -Then run any of the connector commands as follows: -``` -docker run --rm airbyte/source-marketo-singer:dev spec -docker run --rm -v $(pwd)/secrets:/secrets airbyte/source-marketo-singer:dev check --config /secrets/config.json -docker run --rm -v $(pwd)/secrets:/secrets airbyte/source-marketo-singer:dev discover --config /secrets/config.json -docker run --rm -v $(pwd)/secrets:/secrets -v $(pwd)/sample_files:/sample_files airbyte/source-marketo-singer:dev read --config /secrets/config.json --catalog /sample_files/configured_catalog.json -``` - -### Integration Tests -1. From the airbyte project root, run `./gradlew :airbyte-integrations:connectors:source-marketo-singer:integrationTest` to run the standard integration test suite. -1. To run additional integration tests, create a directory `integration_tests` which contain your tests and run them with `pytest integration_tests`. - Make sure to familiarize yourself with [pytest test discovery](https://docs.pytest.org/en/latest/goodpractices.html#test-discovery) to know how your test files and methods should be named. - -## Dependency Management -All of your dependencies should go in `setup.py`, NOT `requirements.txt`. The requirements file is only used to connect internal Airbyte dependencies in the monorepo for local development. - -### Publishing a new version of the connector -You've checked out the repo, implemented a million dollar feature, and you're ready to share your changes with the world. Now what? -1. Make sure your changes are passing unit and integration tests -1. Bump the connector version in `Dockerfile` -- just increment the value of the `LABEL io.airbyte.version` appropriately (we use SemVer). -1. Create a Pull Request -1. Pat yourself on the back for being an awesome contributor -1. Someone from Airbyte will take a look at your PR and iterate with you to merge it into master diff --git a/airbyte-integrations/connectors/source-marketo-singer/build.gradle b/airbyte-integrations/connectors/source-marketo-singer/build.gradle deleted file mode 100644 index c107518dc0ee0..0000000000000 --- a/airbyte-integrations/connectors/source-marketo-singer/build.gradle +++ /dev/null @@ -1,23 +0,0 @@ -plugins { - id 'airbyte-python' - id 'airbyte-docker' - id 'airbyte-standard-source-test-file' -} - -airbytePython { - moduleDirectory 'source_marketo_singer' -} - - -airbyteStandardSourceTestFile { - specPath = "source_marketo_singer/spec.json" - configPath = "secrets/config.json" - configuredCatalogPath = "integration_tests/configured_catalog.json" -} - - - -dependencies { - implementation files(project(':airbyte-integrations:bases:base-standard-source-test-file').airbyteDocker.outputs) - implementation files(project(':airbyte-integrations:bases:base-singer').airbyteDocker.outputs) -} diff --git a/airbyte-integrations/connectors/source-marketo-singer/integration_tests/configured_catalog.json b/airbyte-integrations/connectors/source-marketo-singer/integration_tests/configured_catalog.json deleted file mode 100644 index 366509ecccac6..0000000000000 --- a/airbyte-integrations/connectors/source-marketo-singer/integration_tests/configured_catalog.json +++ /dev/null @@ -1,153 +0,0 @@ -{ - "streams": [ - { - "stream": { - "name": "campaigns", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "id": { - "type": "integer" - }, - "createdAt": { - "type": "string", - "format": "date-time" - }, - "updatedAt": { - "type": "string", - "format": "date-time" - }, - "active": { - "type": ["boolean", "null"] - }, - "description": { - "type": ["string", "null"] - }, - "name": { - "type": "string" - }, - "programId": { - "type": ["integer", "null"] - }, - "programName": { - "type": ["string", "null"] - }, - "type": { - "type": "string" - }, - "workspaceName": { - "type": ["string", "null"] - } - } - }, - "supported_sync_modes": ["incremental"], - "source_defined_cursor": true, - "default_cursor_field": [] - }, - "sync_mode": "incremental", - "destination_sync_mode": "append" - }, - { - "stream": { - "name": "lists", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "id": { - "type": "integer" - }, - "name": { - "type": "string" - }, - "createdAt": { - "type": "string", - "format": "date-time" - }, - "updatedAt": { - "type": "string", - "format": "date-time" - }, - "description": { - "type": ["string", "null"] - }, - "programName": { - "type": ["string", "null"] - }, - "workspaceName": { - "type": ["string", "null"] - } - } - }, - "supported_sync_modes": ["incremental"], - "source_defined_cursor": true, - "default_cursor_field": [] - }, - "sync_mode": "incremental", - "destination_sync_mode": "append" - }, - { - "stream": { - "name": "programs", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "id": { - "type": "integer" - }, - "createdAt": { - "type": "string", - "format": "date-time" - }, - "updatedAt": { - "type": "string", - "format": "date-time" - }, - "name": { - "type": "string" - }, - "description": { - "type": ["null", "string"] - }, - "url": { - "type": ["null", "string"] - }, - "type": { - "type": ["null", "string"] - }, - "channel": { - "type": ["null", "string"] - }, - "status": { - "type": ["null", "string"] - }, - "workspace": { - "type": ["null", "string"] - }, - "folder": { - "type": "object", - "properties": { - "type": { - "type": ["null", "string"] - }, - "value": { - "type": ["null", "integer"] - }, - "folderName": { - "type": ["null", "string"] - } - } - } - } - }, - "supported_sync_modes": ["incremental"], - "source_defined_cursor": true, - "default_cursor_field": [] - }, - "sync_mode": "incremental", - "destination_sync_mode": "append" - } - ] -} diff --git a/airbyte-integrations/connectors/source-marketo-singer/main_dev.py b/airbyte-integrations/connectors/source-marketo-singer/main_dev.py deleted file mode 100644 index 8d005c1e32351..0000000000000 --- a/airbyte-integrations/connectors/source-marketo-singer/main_dev.py +++ /dev/null @@ -1,13 +0,0 @@ -# -# Copyright (c) 2021 Airbyte, Inc., all rights reserved. -# - - -import sys - -from base_python.entrypoint import launch -from source_marketo_singer import SourceMarketoSinger - -if __name__ == "__main__": - source = SourceMarketoSinger() - launch(source, sys.argv[1:]) diff --git a/airbyte-integrations/connectors/source-marketo-singer/requirements.txt b/airbyte-integrations/connectors/source-marketo-singer/requirements.txt deleted file mode 100644 index a0f3f089952f1..0000000000000 --- a/airbyte-integrations/connectors/source-marketo-singer/requirements.txt +++ /dev/null @@ -1,5 +0,0 @@ -# This file is autogenerated -- only edit if you know what you are doing. Use setup.py for declaring dependencies. --e ../../bases/airbyte-protocol --e ../../bases/base-singer --e ../../bases/base-python --e . diff --git a/airbyte-integrations/connectors/source-marketo-singer/sample_files/full_catalog.json b/airbyte-integrations/connectors/source-marketo-singer/sample_files/full_catalog.json deleted file mode 100644 index f7b87d00dfc82..0000000000000 --- a/airbyte-integrations/connectors/source-marketo-singer/sample_files/full_catalog.json +++ /dev/null @@ -1,2290 +0,0 @@ -{ - "streams": [ - { - "name": "leads", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "company": { - "type": ["string", "null"] - }, - "site": { - "type": ["string", "null"] - }, - "billingStreet": { - "type": ["string", "null"] - }, - "billingCity": { - "type": ["string", "null"] - }, - "billingState": { - "type": ["string", "null"] - }, - "billingCountry": { - "type": ["string", "null"] - }, - "billingPostalCode": { - "type": ["string", "null"] - }, - "website": { - "type": ["string", "null"] - }, - "mainPhone": { - "type": ["string", "null"] - }, - "annualRevenue": { - "type": ["number", "null"] - }, - "numberOfEmployees": { - "type": ["integer", "null"] - }, - "industry": { - "type": ["string", "null"] - }, - "sicCode": { - "type": ["string", "null"] - }, - "mktoCompanyNotes": { - "type": ["string", "null"] - }, - "externalCompanyId": { - "type": ["string", "null"] - }, - "id": { - "type": "integer" - }, - "mktoName": { - "type": ["string", "null"] - }, - "personType": { - "type": ["string", "null"] - }, - "mktoIsPartner": { - "type": ["boolean", "null"] - }, - "isLead": { - "type": ["boolean", "null"] - }, - "mktoIsCustomer": { - "type": ["boolean", "null"] - }, - "isAnonymous": { - "type": ["boolean", "null"] - }, - "salutation": { - "type": ["string", "null"] - }, - "firstName": { - "type": ["string", "null"] - }, - "middleName": { - "type": ["string", "null"] - }, - "lastName": { - "type": ["string", "null"] - }, - "email": { - "type": ["string", "null"] - }, - "phone": { - "type": ["string", "null"] - }, - "mobilePhone": { - "type": ["string", "null"] - }, - "fax": { - "type": ["string", "null"] - }, - "title": { - "type": ["string", "null"] - }, - "contactCompany": { - "type": ["string", "null"] - }, - "dateOfBirth": { - "type": ["string", "null"], - "format": "date-time" - }, - "address": { - "type": ["string", "null"] - }, - "city": { - "type": ["string", "null"] - }, - "state": { - "type": ["string", "null"] - }, - "country": { - "type": ["string", "null"] - }, - "postalCode": { - "type": ["string", "null"] - }, - "personTimeZone": { - "type": ["string", "null"] - }, - "originalSourceType": { - "type": ["string", "null"] - }, - "originalSourceInfo": { - "type": ["string", "null"] - }, - "registrationSourceType": { - "type": ["string", "null"] - }, - "registrationSourceInfo": { - "type": ["string", "null"] - }, - "originalSearchEngine": { - "type": ["string", "null"] - }, - "originalSearchPhrase": { - "type": ["string", "null"] - }, - "originalReferrer": { - "type": ["string", "null"] - }, - "emailInvalid": { - "type": ["boolean", "null"] - }, - "emailInvalidCause": { - "type": ["string", "null"] - }, - "unsubscribed": { - "type": ["boolean", "null"] - }, - "unsubscribedReason": { - "type": ["string", "null"] - }, - "doNotCall": { - "type": ["boolean", "null"] - }, - "mktoDoNotCallCause": { - "type": ["string", "null"] - }, - "doNotCallReason": { - "type": ["string", "null"] - }, - "marketingSuspended": { - "type": ["boolean", "null"] - }, - "marketingSuspendedCause": { - "type": ["string", "null"] - }, - "blackListed": { - "type": ["boolean", "null"] - }, - "blackListedCause": { - "type": ["string", "null"] - }, - "mktoPersonNotes": { - "type": ["string", "null"] - }, - "anonymousIP": { - "type": ["string", "null"] - }, - "inferredCompany": { - "type": ["string", "null"] - }, - "inferredCountry": { - "type": ["string", "null"] - }, - "inferredCity": { - "type": ["string", "null"] - }, - "inferredStateRegion": { - "type": ["string", "null"] - }, - "inferredPostalCode": { - "type": ["string", "null"] - }, - "inferredMetropolitanArea": { - "type": ["string", "null"] - }, - "inferredPhoneAreaCode": { - "type": ["string", "null"] - }, - "emailSuspended": { - "type": ["boolean", "null"] - }, - "emailSuspendedCause": { - "type": ["string", "null"] - }, - "emailSuspendedAt": { - "type": ["string", "null"], - "format": "date-time" - }, - "department": { - "type": ["string", "null"] - }, - "createdAt": { - "type": "string", - "format": "date-time" - }, - "updatedAt": { - "type": "string", - "format": "date-time" - }, - "cookies": { - "type": ["string", "null"] - }, - "externalSalesPersonId": { - "type": ["string", "null"] - }, - "leadPerson": { - "type": ["string", "null"] - }, - "leadRole": { - "type": ["string", "null"] - }, - "leadSource": { - "type": ["string", "null"] - }, - "leadStatus": { - "type": ["string", "null"] - }, - "leadScore": { - "type": ["integer", "null"] - }, - "urgency": { - "type": ["number", "null"] - }, - "priority": { - "type": ["integer", "null"] - }, - "relativeScore": { - "type": ["integer", "null"] - }, - "relativeUrgency": { - "type": ["integer", "null"] - }, - "rating": { - "type": ["string", "null"] - }, - "personPrimaryLeadInterest": { - "type": ["string", "null"] - }, - "leadPartitionId": { - "type": ["string", "null"] - }, - "leadRevenueCycleModelId": { - "type": ["string", "null"] - }, - "leadRevenueStageId": { - "type": ["string", "null"] - }, - "acquisitionProgramId": { - "type": ["string", "null"] - }, - "mktoAcquisitionDate": { - "type": ["string", "null"], - "format": "date-time" - } - } - } - }, - { - "name": "activity_types", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "id": { - "type": "integer" - }, - "name": { - "type": "string" - }, - "description": { - "type": ["string", "null"] - }, - "primaryAttribute": { - "type": ["object", "null"], - "properties": { - "name": { - "type": "string" - }, - "dataType": { - "type": "string" - } - } - }, - "attributes": { - "type": ["array", "null"], - "items": { - "type": "object", - "properties": { - "name": { - "type": "string" - }, - "dataType": { - "type": "string" - } - } - } - } - } - } - }, - { - "name": "activities_visit_webpage", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "client_ip_address": { - "type": ["string", "null"] - }, - "query_parameters": { - "type": ["string", "null"] - }, - "referrer_url": { - "type": ["string", "null"] - }, - "search_engine": { - "type": ["string", "null"] - }, - "search_query": { - "type": ["string", "null"] - }, - "user_agent": { - "type": ["string", "null"] - }, - "webpage_url": { - "type": ["string", "null"] - } - } - } - }, - { - "name": "activities_fill_out_form", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "client_ip_address": { - "type": ["string", "null"] - }, - "form_fields": { - "type": ["string", "null"] - }, - "query_parameters": { - "type": ["string", "null"] - }, - "referrer_url": { - "type": ["string", "null"] - }, - "user_agent": { - "type": ["string", "null"] - }, - "webpage_id": { - "type": ["integer", "null"] - } - } - } - }, - { - "name": "activities_click_link", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "client_ip_address": { - "type": ["string", "null"] - }, - "query_parameters": { - "type": ["string", "null"] - }, - "referrer_url": { - "type": ["string", "null"] - }, - "user_agent": { - "type": ["string", "null"] - }, - "webpage_id": { - "type": ["integer", "null"] - } - } - } - }, - { - "name": "activities_send_email", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "campaign_run_id": { - "type": ["integer", "null"] - }, - "choice_number": { - "type": ["integer", "null"] - }, - "has_predictive": { - "type": ["boolean", "null"] - }, - "step_id": { - "type": ["integer", "null"] - }, - "test_variant": { - "type": ["integer", "null"] - } - } - } - }, - { - "name": "activities_email_delivered", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "campaign_run_id": { - "type": ["integer", "null"] - }, - "choice_number": { - "type": ["integer", "null"] - }, - "has_predictive": { - "type": ["boolean", "null"] - }, - "step_id": { - "type": ["integer", "null"] - }, - "test_variant": { - "type": ["integer", "null"] - } - } - } - }, - { - "name": "activities_email_bounced", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "campaign_run_id": { - "type": ["integer", "null"] - }, - "category": { - "type": ["string", "null"] - }, - "choice_number": { - "type": ["integer", "null"] - }, - "details": { - "type": ["string", "null"] - }, - "email": { - "type": ["string", "null"] - }, - "has_predictive": { - "type": ["boolean", "null"] - }, - "step_id": { - "type": ["integer", "null"] - }, - "subcategory": { - "type": ["string", "null"] - }, - "test_variant": { - "type": ["integer", "null"] - } - } - } - }, - { - "name": "activities_unsubscribe_email", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "campaign_run_id": { - "type": ["string", "null"] - }, - "client_ip_address": { - "type": ["string", "null"] - }, - "form_fields": { - "type": ["string", "null"] - }, - "has_predictive": { - "type": ["boolean", "null"] - }, - "query_parameters": { - "type": ["string", "null"] - }, - "referrer_url": { - "type": ["string", "null"] - }, - "test_variant": { - "type": ["integer", "null"] - }, - "user_agent": { - "type": ["string", "null"] - }, - "webform_id": { - "type": ["integer", "null"] - }, - "webpage_id": { - "type": ["integer", "null"] - } - } - } - }, - { - "name": "activities_open_email", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "campaign_run_id": { - "type": ["integer", "null"] - }, - "choice_number": { - "type": ["integer", "null"] - }, - "device": { - "type": ["string", "null"] - }, - "has_predictive": { - "type": ["boolean", "null"] - }, - "is_mobile_device": { - "type": ["boolean", "null"] - }, - "platform": { - "type": ["string", "null"] - }, - "step_id": { - "type": ["integer", "null"] - }, - "test_variant": { - "type": ["integer", "null"] - }, - "user_agent": { - "type": ["string", "null"] - } - } - } - }, - { - "name": "activities_click_email", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "campaign_run_id": { - "type": ["integer", "null"] - }, - "choice_number": { - "type": ["integer", "null"] - }, - "device": { - "type": ["string", "null"] - }, - "is_mobile_device": { - "type": ["boolean", "null"] - }, - "is_predictive": { - "type": ["boolean", "null"] - }, - "link": { - "type": ["string", "null"] - }, - "link_id": { - "type": ["string", "null"] - }, - "platform": { - "type": ["string", "null"] - }, - "step_id": { - "type": ["integer", "null"] - }, - "test_variant": { - "type": ["integer", "null"] - }, - "user_agent": { - "type": ["string", "null"] - } - } - } - }, - { - "name": "activities_new_lead", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "created_date": { - "type": ["string", "null"], - "format": "date-time" - }, - "form_name": { - "type": ["string", "null"] - }, - "lead_source": { - "type": ["string", "null"] - }, - "list_name": { - "type": ["string", "null"] - }, - "sfdc_type": { - "type": ["string", "null"] - }, - "source_type": { - "type": ["string", "null"] - }, - "api_method_name": { - "type": ["string", "null"] - }, - "modifying_user": { - "type": ["string", "null"] - }, - "request_id": { - "type": ["string", "null"] - } - } - } - }, - { - "name": "activities_change_data_value", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "new_value": { - "type": ["string", "null"] - }, - "old_value": { - "type": ["string", "null"] - }, - "reason": { - "type": ["string", "null"] - }, - "source": { - "type": ["string", "null"] - }, - "api_method_name": { - "type": ["string", "null"] - }, - "modifying_user": { - "type": ["string", "null"] - }, - "request_id": { - "type": ["string", "null"] - } - } - } - }, - { - "name": "activities_change_score", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "change_value": { - "type": ["string", "null"] - }, - "new_value": { - "type": ["integer", "null"] - }, - "old_value": { - "type": ["integer", "null"] - }, - "reason": { - "type": ["string", "null"] - } - } - } - }, - { - "name": "activities_add_to_list", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "source": { - "type": ["string", "null"] - } - } - } - }, - { - "name": "activities_remove_from_list", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "source": { - "type": ["string", "null"] - } - } - } - }, - { - "name": "activities_email_bounced_soft", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "campaign_run_id": { - "type": ["integer", "null"] - }, - "category": { - "type": ["string", "null"] - }, - "choice_number": { - "type": ["integer", "null"] - }, - "details": { - "type": ["string", "null"] - }, - "email": { - "type": ["string", "null"] - }, - "has_predictive": { - "type": ["boolean", "null"] - }, - "step_id": { - "type": ["integer", "null"] - }, - "subcategory": { - "type": ["string", "null"] - }, - "test_variant": { - "type": ["integer", "null"] - } - } - } - }, - { - "name": "activities_merge_leads", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "merge_ids": { - "type": ["array", "null"], - "items": { - "type": ["integer", "number", "string", "null"] - } - }, - "master_updated": { - "type": ["boolean", "null"] - }, - "merged_in_sales": { - "type": ["boolean", "null"] - }, - "merge_source": { - "type": ["string", "null"] - }, - "api_method_name": { - "type": ["string", "null"] - }, - "modifying_user": { - "type": ["string", "null"] - }, - "request_id": { - "type": ["string", "null"] - } - } - } - }, - { - "name": "activities_add_to_opportunity", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "is_primary": { - "type": ["boolean", "null"] - }, - "role": { - "type": ["string", "null"] - } - } - } - }, - { - "name": "activities_remove_from_opportunity", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "is_primary": { - "type": ["boolean", "null"] - }, - "role": { - "type": ["string", "null"] - } - } - } - }, - { - "name": "activities_update_opportunity", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "attribute_name": { - "type": ["string", "null"] - }, - "data_value_changes": { - "type": ["string", "null"] - }, - "new_value": { - "type": ["string", "null"] - }, - "old_value": { - "type": ["string", "null"] - } - } - } - }, - { - "name": "activities_delete_lead", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "remove_from_crm": { - "type": ["boolean", "null"] - }, - "api_method_name": { - "type": ["string", "null"] - }, - "modifying_user": { - "type": ["string", "null"] - }, - "request_id": { - "type": ["string", "null"] - } - } - } - }, - { - "name": "activities_send_alert", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "send_to_list": { - "type": ["string", "null"] - }, - "send_to_owner": { - "type": ["string", "null"] - }, - "send_to_smart_list": { - "type": ["string", "null"] - } - } - } - }, - { - "name": "activities_send_sales_email", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "campaign_run_id": { - "type": ["integer", "null"] - }, - "has_predictive": { - "type": ["boolean", "null"] - }, - "sent_by": { - "type": ["string", "null"] - }, - "source": { - "type": ["string", "null"] - }, - "template_id": { - "type": ["integer", "null"] - } - } - } - }, - { - "name": "activities_open_sales_email", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "campaign_run_id": { - "type": ["integer", "null"] - }, - "has_predictive": { - "type": ["boolean", "null"] - }, - "sent_by": { - "type": ["string", "null"] - }, - "source": { - "type": ["string", "null"] - }, - "template_id": { - "type": ["integer", "null"] - } - } - } - }, - { - "name": "activities_click_sales_email", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "campaign_run_id": { - "type": ["integer", "null"] - }, - "is_predictive": { - "type": ["boolean", "null"] - }, - "link": { - "type": ["string", "null"] - }, - "sent_by": { - "type": ["string", "null"] - }, - "source": { - "type": ["string", "null"] - }, - "template_id": { - "type": ["integer", "null"] - } - } - } - }, - { - "name": "activities_receive_sales_email", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "received_by": { - "type": ["string", "null"] - }, - "source": { - "type": ["string", "null"] - } - } - } - }, - { - "name": "activities_request_campaign", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "source": { - "type": ["string", "null"] - } - } - } - }, - { - "name": "activities_sales_email_bounced", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "campaign_run_id": { - "type": ["integer", "null"] - }, - "category": { - "type": ["string", "null"] - }, - "details": { - "type": ["string", "null"] - }, - "email": { - "type": ["string", "null"] - }, - "has_predictive": { - "type": ["boolean", "null"] - }, - "sent_by": { - "type": ["string", "null"] - }, - "subcategory": { - "type": ["string", "null"] - } - } - } - }, - { - "name": "activities_change_lead_partition", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "old_partition_id": { - "type": ["integer", "null"] - }, - "reason": { - "type": ["string", "null"] - } - } - } - }, - { - "name": "activities_change_revenue_stage", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "new_stage_id": { - "type": ["integer", "null"] - }, - "old_stage_id": { - "type": ["integer", "null"] - }, - "reason": { - "type": ["string", "null"] - }, - "sla_expiration": { - "type": ["string", "null"], - "format": "date-time" - }, - "new_stage": { - "type": ["string", "null"] - }, - "old_stage": { - "type": ["string", "null"] - } - } - } - }, - { - "name": "activities_change_revenue_stage_manually", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - } - } - } - }, - { - "name": "activities_change_status_in_progression", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "acquired_by": { - "type": ["boolean", "null"] - }, - "new_status_id": { - "type": ["integer", "null"] - }, - "old_status_id": { - "type": ["integer", "null"] - }, - "program_member_id": { - "type": ["integer", "null"] - }, - "reason": { - "type": ["string", "null"] - }, - "success": { - "type": ["boolean", "null"] - }, - "new_status": { - "type": ["string", "null"] - }, - "old_status": { - "type": ["string", "null"] - } - } - } - }, - { - "name": "activities_change_segment", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "new_segment_id": { - "type": ["integer", "null"] - } - } - } - }, - { - "name": "activities_call_webhook", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "error_type": { - "type": ["integer", "null"] - }, - "response": { - "type": ["string", "null"] - } - } - } - }, - { - "name": "activities_sent_forward_to_friend_email", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "choice_number": { - "type": ["integer", "null"] - }, - "lead_id": { - "type": ["string", "null"] - }, - "step_id": { - "type": ["integer", "null"] - } - } - } - }, - { - "name": "activities_received_forward_to_friend_email", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "choice_number": { - "type": ["integer", "null"] - }, - "lead_id": { - "type": ["string", "null"] - }, - "step_id": { - "type": ["integer", "null"] - } - } - } - }, - { - "name": "activities_add_to_nurture", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "track_id": { - "type": ["integer", "null"] - } - } - } - }, - { - "name": "activities_change_nurture_track", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "new_track_id": { - "type": ["integer", "null"] - }, - "previous_track_id": { - "type": ["integer", "null"] - } - } - } - }, - { - "name": "activities_change_nurture_cadence", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "new_nurture_cadence": { - "type": ["string", "null"] - }, - "previous_nurture_cadence": { - "type": ["string", "null"] - } - } - } - }, - { - "name": "activities_change_program_member_data", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "attribute_display_name": { - "type": ["string", "null"] - }, - "attribute_name": { - "type": ["integer", "null"] - }, - "new_value": { - "type": ["string", "null"] - }, - "old_value": { - "type": ["string", "null"] - }, - "reason": { - "type": ["string", "null"] - }, - "source": { - "type": ["string", "null"] - } - } - } - }, - { - "name": "activities_push_lead_to_marketo", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "reason": { - "type": ["string", "null"] - }, - "source": { - "type": ["string", "null"] - }, - "api_method_name": { - "type": ["string", "null"] - }, - "modifying_user": { - "type": ["string", "null"] - }, - "request_id": { - "type": ["string", "null"] - } - } - } - }, - { - "name": "activities_share_content", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "marketoGUID": { - "type": ["null", "string"] - }, - "leadId": { - "type": ["null", "integer"] - }, - "activityDate": { - "type": ["null", "string"], - "format": "date-time" - }, - "activityTypeId": { - "type": ["null", "integer"] - }, - "primary_attribute_value": { - "type": ["null", "string"] - }, - "primary_attribute_name": { - "type": ["null", "string"] - }, - "primary_attribute_value_id": { - "type": ["null", "string"] - }, - "share_message": { - "type": ["string", "null"] - }, - "social_app_type_id": { - "type": ["integer", "null"] - }, - "social_network": { - "type": ["string", "null"] - }, - "webpage_id": { - "type": ["integer", "null"] - } - } - } - }, - { - "name": "campaigns", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "id": { - "type": "integer" - }, - "createdAt": { - "type": "string", - "format": "date-time" - }, - "updatedAt": { - "type": "string", - "format": "date-time" - }, - "active": { - "type": ["boolean", "null"] - }, - "description": { - "type": ["string", "null"] - }, - "name": { - "type": "string" - }, - "programId": { - "type": ["integer", "null"] - }, - "programName": { - "type": ["string", "null"] - }, - "type": { - "type": "string" - }, - "workspaceName": { - "type": ["string", "null"] - } - } - } - }, - { - "name": "lists", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "id": { - "type": "integer" - }, - "name": { - "type": "string" - }, - "createdAt": { - "type": "string", - "format": "date-time" - }, - "updatedAt": { - "type": "string", - "format": "date-time" - }, - "description": { - "type": ["string", "null"] - }, - "programName": { - "type": ["string", "null"] - }, - "workspaceName": { - "type": ["string", "null"] - } - } - } - }, - { - "name": "programs", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "id": { - "type": "integer" - }, - "createdAt": { - "type": "string", - "format": "date-time" - }, - "updatedAt": { - "type": "string", - "format": "date-time" - }, - "name": { - "type": "string" - }, - "description": { - "type": ["null", "string"] - }, - "url": { - "type": ["null", "string"] - }, - "type": { - "type": ["null", "string"] - }, - "channel": { - "type": ["null", "string"] - }, - "status": { - "type": ["null", "string"] - }, - "workspace": { - "type": ["null", "string"] - }, - "folder": { - "type": "object", - "properties": { - "type": { - "type": ["null", "string"] - }, - "value": { - "type": ["null", "integer"] - }, - "folderName": { - "type": ["null", "string"] - } - } - } - } - } - } - ] -} diff --git a/airbyte-integrations/connectors/source-marketo-singer/sample_files/sample_catalog.json b/airbyte-integrations/connectors/source-marketo-singer/sample_files/sample_catalog.json deleted file mode 100644 index 23c0314081dc2..0000000000000 --- a/airbyte-integrations/connectors/source-marketo-singer/sample_files/sample_catalog.json +++ /dev/null @@ -1,47 +0,0 @@ -{ - "streams": [ - { - "name": "activity_types", - "json_schema": { - "type": "object", - "additionalProperties": false, - "properties": { - "id": { - "type": "integer" - }, - "name": { - "type": "string" - }, - "description": { - "type": ["string", "null"] - }, - "primaryAttribute": { - "type": ["object", "null"], - "properties": { - "name": { - "type": "string" - }, - "dataType": { - "type": "string" - } - } - }, - "attributes": { - "type": ["array", "null"], - "items": { - "type": "object", - "properties": { - "name": { - "type": "string" - }, - "dataType": { - "type": "string" - } - } - } - } - } - } - } - ] -} diff --git a/airbyte-integrations/connectors/source-marketo-singer/setup.py b/airbyte-integrations/connectors/source-marketo-singer/setup.py deleted file mode 100644 index 7d4f04cc930ee..0000000000000 --- a/airbyte-integrations/connectors/source-marketo-singer/setup.py +++ /dev/null @@ -1,16 +0,0 @@ -# -# Copyright (c) 2021 Airbyte, Inc., all rights reserved. -# - - -from setuptools import find_packages, setup - -setup( - name="source_marketo_singer", - description="Source implementation for Marketo, built on the Singer tap implementation.", - author="Airbyte", - author_email="contact@airbyte.io", - packages=find_packages(), - install_requires=["airbyte-protocol", "base-singer", "base-python", "tap-marketo==2.4.1", "pytest==6.1.2"], - package_data={"": ["*.json"]}, -) diff --git a/airbyte-integrations/connectors/source-marketo-singer/source_marketo_singer/__init__.py b/airbyte-integrations/connectors/source-marketo-singer/source_marketo_singer/__init__.py deleted file mode 100644 index 3de5682a235b1..0000000000000 --- a/airbyte-integrations/connectors/source-marketo-singer/source_marketo_singer/__init__.py +++ /dev/null @@ -1,3 +0,0 @@ -from .source import SourceMarketoSinger - -__all__ = ["SourceMarketoSinger"] diff --git a/airbyte-integrations/connectors/source-marketo-singer/source_marketo_singer/source.py b/airbyte-integrations/connectors/source-marketo-singer/source_marketo_singer/source.py deleted file mode 100644 index f71bb74a3fd63..0000000000000 --- a/airbyte-integrations/connectors/source-marketo-singer/source_marketo_singer/source.py +++ /dev/null @@ -1,94 +0,0 @@ -# -# Copyright (c) 2021 Airbyte, Inc., all rights reserved. -# - - -import json -from typing import Dict - -from airbyte_protocol import AirbyteConnectionStatus, Status, SyncMode -from base_python import AirbyteLogger -from base_singer import BaseSingerSource, SyncModeInfo - - -class SourceMarketoSinger(BaseSingerSource): - tap_cmd = "tap-marketo" - tap_name = "Marketo API" - api_error = Exception - - def transform_config(self, raw_config): - return { - "endpoint": raw_config["endpoint_url"], - "identity": raw_config["identity_url"], - "client_id": raw_config["client_id"], - "client_secret": raw_config["client_secret"], - "start_date": raw_config["start_date"], - } - - def try_connect(self, logger: AirbyteLogger, config_path: str): - self.discover(logger, config_path) - - def check_config(self, logger: AirbyteLogger, config_path: str, config: json) -> AirbyteConnectionStatus: - try: - self.try_connect(logger, config_path) - except self.api_error as err: - logger.error(f"Exception while connecting to {self.tap_name}: {err}") - # this should be in UI - error_msg = f"Unable to connect to {self.tap_name} with the provided credentials." - return AirbyteConnectionStatus(status=Status.FAILED, message=error_msg) - return AirbyteConnectionStatus(status=Status.SUCCEEDED) - - def get_sync_mode_overrides(self) -> Dict[str, SyncModeInfo]: - incremental_streams = [ - "leads", - "activities_visit_webpage", - "activities_fill_out_form", - "activities_click_link", - "activities_send_email", - "activities_email_delivered", - "activities_email_bounced", - "activities_unsubscribe_email", - "activities_open_email", - "activities_click_email", - "activities_new_lead", - "activities_change_data_value", - "activities_change_score", - "activities_add_to_list", - "activities_remove_from_list", - "activities_email_bounced_soft", - "activities_merge_leads", - "activities_add_to_opportunity", - "activities_remove_from_opportunity", - "activities_update_opportunity", - "activities_delete_lead", - "activities_send_alert", - "activities_send_sales_email", - "activities_open_sales_email", - "activities_click_sales_email", - "activities_receive_sales_email", - "activities_request_campaign", - "activities_sales_email_bounced", - "activities_change_lead_partition", - "activities_change_revenue_stage", - "activities_change_revenue_stage_manually", - "activities_change_status_in_progression", - "activities_change_segment", - "activities_call_webhook", - "activities_sent_forward_to_friend_email", - "activities_received_forward_to_friend_email", - "activities_add_to_nurture", - "activities_change_nurture_track", - "activities_change_nurture_cadence", - "activities_change_program_member_data", - "activities_push_lead_to_marketo", - "activities_share_content", - "campaigns", - "lists", - "programs", - ] - - return {s: SyncModeInfo([SyncMode.incremental], True, []) for s in incremental_streams} - - def read_cmd(self, logger: AirbyteLogger, config_path: str, catalog_path: str, state_path: str = None) -> str: - state_opt = f"--state {state_path}" if state_path else "" - return f"{self.tap_cmd} --config {config_path} --properties {catalog_path} {state_opt}" diff --git a/airbyte-integrations/connectors/source-marketo-singer/source_marketo_singer/spec.json b/airbyte-integrations/connectors/source-marketo-singer/source_marketo_singer/spec.json deleted file mode 100644 index e83d509c32d11..0000000000000 --- a/airbyte-integrations/connectors/source-marketo-singer/source_marketo_singer/spec.json +++ /dev/null @@ -1,41 +0,0 @@ -{ - "documentationUrl": "https://docs.airbyte.io/integrations/sources/marketo", - "connectionSpecification": { - "$schema": "http://json-schema.org/draft-07/schema#", - "title": "Source Marketo Singer Spec", - "type": "object", - "required": [ - "endpoint_url", - "identity_url", - "client_id", - "client_secret", - "start_date" - ], - "additionalProperties": false, - "properties": { - "endpoint_url": { - "type": "string", - "description": "Your Marketo Endpoint URL. See the docs for info on how to obtain this." - }, - "identity_url": { - "type": "string", - "description": "Your Marketo Identity URL. See the docs for info on how to obtain this." - }, - "client_id": { - "type": "string", - "description": "Your Marketo client_id. See the docs for info on how to obtain this." - }, - "client_secret": { - "type": "string", - "description": "Your Marketo client secret. See the docs for info on how to obtain this.", - "airbyte_secret": true - }, - "start_date": { - "type": "string", - "description": "Data generated in Marketo after this date will be replicated. This date must be specified in the format YYYY-MM-DDT00:00:00Z.", - "examples": ["2020-09-25T00:00:00Z"], - "pattern": "^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}Z$" - } - } - } -} diff --git a/airbyte-integrations/connectors/source-marketo-singer/unit_tests/unit_test.py b/airbyte-integrations/connectors/source-marketo-singer/unit_tests/unit_test.py deleted file mode 100644 index dc263c4b7a9ea..0000000000000 --- a/airbyte-integrations/connectors/source-marketo-singer/unit_tests/unit_test.py +++ /dev/null @@ -1,27 +0,0 @@ -# -# Copyright (c) 2021 Airbyte, Inc., all rights reserved. -# - - -from base_python import AirbyteLogger -from source_marketo_singer import SourceMarketoSinger - -logger = AirbyteLogger() -source = SourceMarketoSinger() -catalog = "/tmp/catalog.json" -config = "/tmp/config.json" -state = "/tmp/state.json" - - -def test_discover_cmd(): - assert f"tap-marketo --config {config} --discover" == source.discover_cmd(logger, config).strip() - - -def test_read_cmd_no_state(): - assert f"tap-marketo --config {config} --properties {catalog}" == source.read_cmd(logger, config, catalog).strip() - - -def test_read_cmd_with_state(): - assert ( - f"tap-marketo --config {config} --properties {catalog} --state {state}" == source.read_cmd(logger, config, catalog, state).strip() - )