Skip to content

Commit

Permalink
馃帀Source MailChimp: New Stream Automations (#23290)
Browse files Browse the repository at this point in the history 
* bump connector version

* Source: MailChimp, New Stream Automations

* fix: Schema error fix

* Fixes formatting.

* fix: Fixed acceptance test schema errors

* fix: Update schema, update dockerlabel

* refactor: Update docs

* refactor: Update DockerVersionTag

* fix: Update EOF and configured catalog

* fix: Schema, Update docs

* fix: Schema on catalog

* fix: update DocketVersionTag

* fix: schema, update docs, bump docker version

* fix: spec, update doc in streams.py

* fix: schema compatability for null

* update connector version to 0.4.0

* Update Dockerfile

* recreate source spec

* restore source spec form main

* rollback source spec from main

* source spec

* run gradle config seed

* fix schema and remove unused code

* fix docs

* bump connector seed file versino

* auto-bump connector version

---------

Co-authored-by: marcosmarxm <marcosmarxm@gmail.com>
Co-authored-by: nataly <nataly@airbyte.io>
Co-authored-by: Octavia Squidington III <octavia-squidington-iii@users.noreply.github.com>
Co-authored-by: Marcos Marx <marcosmarxm@users.noreply.github.com>
  • Loading branch information
@btkcodedev @marcosmarxm @octavia-squidington-iii
5 people committed Apr 24, 2023
1 parent cff896f commit f6bd910
Show file tree
Hide file tree
Showing 17 changed files with 704 additions and 17 deletions.
2 changes: 1 addition & 1 deletion airbyte-config-oss/init-oss/src/main/resources/seed/oss_catalog.json
View file
Expand Up @@ -17071,7 +17071,7 @@
"sourceDefinitionId": "b03a9f3e-22a5-11eb-adc1-0242ac120002",
"name": "Mailchimp",
"dockerRepository": "airbyte/source-mailchimp",
"dockerImageTag": "0.3.5",
"dockerImageTag": "0.4.0",
"documentationUrl": "https://docs.airbyte.com/integrations/sources/mailchimp",
"icon": "mailchimp.svg",
"sourceType": "api",
Expand Down
2 changes: 1 addition & 1 deletion airbyte-config-oss/init-oss/src/main/resources/seed/source_definitions.yaml
View file
Expand Up @@ -1161,7 +1161,7 @@
- name: Mailchimp
sourceDefinitionId: b03a9f3e-22a5-11eb-adc1-0242ac120002
dockerRepository: airbyte/source-mailchimp
dockerImageTag: 0.3.5
dockerImageTag: 0.4.0
documentationUrl: https://docs.airbyte.com/integrations/sources/mailchimp
icon: mailchimp.svg
sourceType: api
Expand Down
2 changes: 1 addition & 1 deletion airbyte-config-oss/init-oss/src/main/resources/seed/source_specs.yaml
View file
Expand Up @@ -8328,7 +8328,7 @@
supportsNormalization: false
supportsDBT: false
supported_destination_sync_modes: []
- dockerImage: "airbyte/source-mailchimp:0.3.5"
- dockerImage: "airbyte/source-mailchimp:0.4.0"
spec:
documentationUrl: "https://docs.airbyte.com/integrations/sources/mailchimp"
connectionSpecification:
Expand Down
2 changes: 1 addition & 1 deletion airbyte-integrations/connectors/source-mailchimp/Dockerfile
View file
Expand Up @@ -12,5 +12,5 @@ COPY main.py ./
ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]

LABEL io.airbyte.version=0.3.5
LABEL io.airbyte.version=0.4.0
LABEL io.airbyte.name=airbyte/source-mailchimp
18 changes: 9 additions & 9 deletions airbyte-integrations/connectors/source-mailchimp/acceptance-test-config.yml
View file
Expand Up @@ -41,15 +41,15 @@ acceptance_tests:
fail_on_extra_columns: false
incremental:
tests:
- config_path: "secrets/config.json"
configured_catalog_path: "integration_tests/configured_catalog.json"
future_state:
future_state_path: "integration_tests/state.json"
cursor_paths:
lists: ["date_created"]
campaigns: ["create_time"]
email_activity: ["49d68626f3", "timestamp"]
reports: ["send_time"]
- config_path: "secrets/config.json"
configured_catalog_path: "integration_tests/configured_catalog.json"
future_state:
future_state_path: "integration_tests/state.json"
cursor_paths:
automations: ["create_time"]
lists: ["date_created"]
campaigns: ["create_time"]
email_activity: ["49d68626f3", "timestamp"]
# Email activities stream has working campaigns with email newsletters.
# Due to this sequential_reads test could be failed.
full_refresh:
Expand Down
14 changes: 14 additions & 0 deletions airbyte-integrations/connectors/source-mailchimp/integration_tests/configured_catalog.json
View file
@@ -1,5 +1,19 @@
{
"streams": [
{
"stream": {
"name": "automations",
"json_schema": {},
"supported_sync_modes": ["full_refresh", "incremental"],
"source_defined_cursor": true,
"default_cursor_field": ["create_time"],
"source_defined_primary_key": [["id"]]
},
"sync_mode": "incremental",
"cursor_field": ["create_time"],
"primary_key": [["id"]],
"destination_sync_mode": "append"
},
{
"stream": {
"name": "campaigns",
Expand Down
14 changes: 14 additions & 0 deletions ...ctors/source-mailchimp/integration_tests/configured_catalog_without_email_activities.json
View file
@@ -1,5 +1,19 @@
{
"streams": [
{
"stream": {
"name": "automations",
"json_schema": {},
"supported_sync_modes": ["full_refresh", "incremental"],
"source_defined_cursor": true,
"default_cursor_field": ["create_time"],
"source_defined_primary_key": [["id"]]
},
"sync_mode": "incremental",
"cursor_field": ["create_time"],
"primary_key": [["id"]],
"destination_sync_mode": "append"
},
{
"stream": {
"name": "campaigns",
Expand Down
7 changes: 7 additions & 0 deletions airbyte-integrations/connectors/source-mailchimp/integration_tests/state.json
View file
Expand Up @@ -13,6 +13,13 @@
"stream_descriptor": { "name": "lists" }
}
},
{
"type": "STREAM",
"stream": {
"stream_state": { "create_time": "2220-11-23T05:42:11+00:00" },
"stream_descriptor": { "name": "automations" }
}
},
{
"type": "STREAM",
"stream": {
Expand Down
213 changes: 213 additions & 0 deletions airbyte-integrations/connectors/source-mailchimp/sample_files/catalog.json
View file
Expand Up @@ -791,6 +791,219 @@
}
}
},
{
"name": "Automations",
"supported_sync_modes": ["full_refresh", "incremental"],
"source_defined_cursor": true,
"default_cursor_field": "create_time",
"json_schema": {
"type": "object",
"title": "Automation",
"description": "A summary of an individual automation's settings and content.",
"properties": {
"id": {
"type": ["null", "string"]
},
"create_time": {
"type": ["null", "string"]
},
"start_time": {
"type": ["null", "string"]
},
"status": {
"type": ["null", "string"]
},
"emails_sent": {
"type": ["null", "number"]
},
"recipients": {
"type": ["null", "object"],
"properties": {
"list_id": {
"type": ["null", "string"]
},
"list_is_active": {
"type": ["null", "boolean"]
},
"list_name": {
"type": ["null", "string"]
},
"segment_opts": {
"type": ["null", "object"],
"properties": {
"saved_segment_id": {
"type": ["null", "number"]
},
"match": {
"type": ["null", "string"]
},
"conditions": {
"type": ["null", "array"],
"items": {}
}
}
},
"store_id": {
"type": ["null", "string"]
}
}
},
"settings": {
"type": ["null", "object"],
"properties": {
"title": {
"type": ["null", "string"]
},
"from_name": {
"type": ["null", "string"]
},
"reply_to": {
"type": ["null", "string"]
},
"use_conversation": {
"type": ["null", "boolean"]
},
"to_name": {
"type": ["null", "string"]
},
"authenticate": {
"type": ["null", "boolean"]
},
"auto_footer": {
"type": ["null", "boolean"]
},
"inline_css": {
"type": ["null", "boolean"]
}
}
},
"tracking": {
"type": ["null", "object"],
"properties": {
"opens": {
"type": ["null", "boolean"]
},
"html_clicks": {
"type": ["null", "boolean"]
},
"text_clicks": {
"type": ["null", "boolean"]
},
"goal_tracking": {
"type": ["null", "boolean"]
},
"ecomm360": {
"type": ["null", "boolean"]
},
"google_analytics": {
"type": ["null", "string"]
},
"clicktale": {
"type": ["null", "string"]
},
"salesforce": {
"type": ["null", "object"],
"properties": {
"campaign": {
"type": ["null", "boolean"]
},
"notes": {
"type": ["null", "boolean"]
}
}
},
"capsule": {
"type": ["null", "object"],
"properties": {
"notes": {
"type": ["null", "boolean"]
}
}
}
}
},
"trigger_settings": {
"type": ["null", "object"],
"properties": {
"workflow_type": {
"type": ["null", "string"]
},
"workflow_title": {
"type": ["null", "string"]
},
"runtime": {
"type": ["null", "object"],
"properties": {
"days": {
"type": ["null", "array"],
"items": {
"type": ["null", "string"]
}
},
"hours": {
"type": ["null", "object"],
"properties": {
"type": {
"type": ["null", "string"]
}
}
}
}
},
"workflow_emails_count": {
"type": ["null", "number"]
}
}
},
"report_summary": {
"type": ["null", "object"],
"properties": {
"opens": {
"type": ["null", "number"]
},
"unique_opens": {
"type": ["null", "number"]
},
"open_rate": {
"type": ["null", "number"]
},
"clicks": {
"type": ["null", "number"]
},
"subscriber_clicks": {
"type": ["null", "number"]
},
"click_rate": {
"type": ["null", "number"]
}
}
},
"_links": {
"type": ["null", "array"],
"items": {
"type": ["null", "object"],
"properties": {
"rel": {
"type": ["null", "string"]
},
"href": {
"type": ["null", "string"]
},
"method": {
"type": ["null", "string"]
},
"targetSchema": {
"type": ["null", "string"]
},
"schema": {
"type": ["null", "string"]
}
}
}
}
}
}
},
{
"name": "Lists",
"supported_sync_modes": ["full_refresh", "incremental"],
Expand Down

0 comments on commit f6bd910

Please sign in to comment.