From 92b7e1f4d1b10d3eb27a70c563de42f6ee5910fe Mon Sep 17 00:00:00 2001 From: Denys Davydov Date: Wed, 10 May 2023 12:05:50 +0300 Subject: [PATCH 1/3] Connector health: source hubspot, gitlab, snapchat-marketing: fix builds --- .../connectors/source-gitlab/Dockerfile | 2 +- .../integration_tests/expected_records.jsonl | 6 +++--- .../integration_tests/expected_records_with_ids.jsonl | 2 +- .../connectors/source-gitlab/metadata.yaml | 2 +- .../source-gitlab/source_gitlab/schemas/projects.json | 7 +++++++ .../integration_tests/expected_records.jsonl | 2 +- .../connectors/source-snapchat-marketing/Dockerfile | 2 +- .../integration_tests/expected_records.jsonl | 10 +++++----- .../connectors/source-snapchat-marketing/metadata.yaml | 2 +- .../source_snapchat_marketing/schemas/campaigns.json | 3 +++ docs/integrations/sources/gitlab.md | 5 +++-- docs/integrations/sources/snapchat-marketing.md | 9 +++++---- 12 files changed, 32 insertions(+), 20 deletions(-) diff --git a/airbyte-integrations/connectors/source-gitlab/Dockerfile b/airbyte-integrations/connectors/source-gitlab/Dockerfile index 73f37579b39a0c..f9e8b3040269cb 100644 --- a/airbyte-integrations/connectors/source-gitlab/Dockerfile +++ b/airbyte-integrations/connectors/source-gitlab/Dockerfile @@ -13,5 +13,5 @@ COPY main.py ./ ENTRYPOINT ["python", "/airbyte/integration_code/main.py"] -LABEL io.airbyte.version=1.0.4 +LABEL io.airbyte.version=1.1.0 LABEL io.airbyte.name=airbyte/source-gitlab diff --git a/airbyte-integrations/connectors/source-gitlab/integration_tests/expected_records.jsonl b/airbyte-integrations/connectors/source-gitlab/integration_tests/expected_records.jsonl index 754e2f9ea0a25e..0633d98ba31e6e 100644 --- a/airbyte-integrations/connectors/source-gitlab/integration_tests/expected_records.jsonl +++ b/airbyte-integrations/connectors/source-gitlab/integration_tests/expected_records.jsonl @@ -1,9 +1,9 @@ {"stream": "groups", "data": {"id": 11329647, "web_url": "https://gitlab.com/groups/new-group-airbute", "name": "New Group Airbute", "path": "new-group-airbute", "description": "", "visibility": "public", "share_with_group_lock": false, "require_two_factor_authentication": false, "two_factor_grace_period": 48, "project_creation_level": "developer", "auto_devops_enabled": null, "subgroup_creation_level": "maintainer", "emails_disabled": null, "mentions_disabled": null, "lfs_enabled": true, "default_branch_protection": 2, "avatar_url": null, "request_access_enabled": true, "full_name": "New Group Airbute", "full_path": "new-group-airbute", "created_at": "2021-03-15T15:55:53.613Z", "parent_id": null, "ldap_cn": null, "ldap_access": null, "wiki_access_level": "enabled", "shared_with_groups": [], "runners_token": "GR1348941-PhosPap-Sf1UxL1g6m4", "prevent_sharing_groups_outside_hierarchy": false, "shared_projects": [], "shared_runners_minutes_limit": null, "extra_shared_runners_minutes_limit": null, "prevent_forking_outside_group": null, "membership_lock": false, "projects": [{"id": 25157276, "path_with_namespace": "new-group-airbute/new-ci-test-project"}]}, "emitted_at": 1683114047622} {"stream": "groups", "data": {"id": 61014882, "web_url": "https://gitlab.com/groups/new-group-airbute/test-subgroup-airbyte/test-private-sg", "name": "Test Private SG", "path": "test-private-sg", "description": "", "visibility": "private", "share_with_group_lock": false, "require_two_factor_authentication": false, "two_factor_grace_period": 48, "project_creation_level": "developer", "auto_devops_enabled": null, "subgroup_creation_level": "maintainer", "emails_disabled": null, "mentions_disabled": null, "lfs_enabled": true, "default_branch_protection": 2, "avatar_url": null, "request_access_enabled": true, "full_name": "New Group Airbute / Test Subgroup Airbyte / Test Private SG", "full_path": "new-group-airbute/test-subgroup-airbyte/test-private-sg", "created_at": "2022-12-02T08:46:22.648Z", "parent_id": 61014863, "ldap_cn": null, "ldap_access": null, "wiki_access_level": "enabled", "shared_with_groups": [], "runners_token": "GR1348941bjUaJQy2zzar-JmNBjfq", "shared_projects": [], "shared_runners_minutes_limit": null, "extra_shared_runners_minutes_limit": null, "prevent_forking_outside_group": null, "membership_lock": false, "projects": []}, "emitted_at": 1683114047972} {"stream": "groups", "data": {"id": 61015181, "web_url": "https://gitlab.com/groups/new-group-airbute/test-public-sg/test-sg-public-2/test-private-subsubg-1", "name": "Test Private SubSubG 1", "path": "test-private-subsubg-1", "description": "", "visibility": "private", "share_with_group_lock": false, "require_two_factor_authentication": false, "two_factor_grace_period": 48, "project_creation_level": "developer", "auto_devops_enabled": null, "subgroup_creation_level": "maintainer", "emails_disabled": null, "mentions_disabled": null, "lfs_enabled": true, "default_branch_protection": 2, "avatar_url": null, "request_access_enabled": true, "full_name": "New Group Airbute / Test Public SG / Test SG Public 2 / Test Private SubSubG 1", "full_path": "new-group-airbute/test-public-sg/test-sg-public-2/test-private-subsubg-1", "created_at": "2022-12-02T08:54:42.252Z", "parent_id": 61014943, "ldap_cn": null, "ldap_access": null, "wiki_access_level": "enabled", "shared_with_groups": [], "runners_token": "GR1348941x8xQf6K-UvnnyJ-bcut4", "shared_projects": [], "shared_runners_minutes_limit": null, "extra_shared_runners_minutes_limit": null, "prevent_forking_outside_group": null, "membership_lock": false, "projects": [{"id": 41551658, "path_with_namespace": "new-group-airbute/test-public-sg/test-sg-public-2/test-private-subsubg-1/test_project_in_nested_subgroup"}]}, "emitted_at": 1683114048449} -{"stream": "projects", "data": {"id": 41541906, "description": "Project description", "name": "Test Public Project 1", "name_with_namespace": "New Group Airbute / Test Public SG / Test Public Project 1", "path": "test-public-project-1", "path_with_namespace": "new-group-airbute/test-public-sg/test-public-project-1", "created_at": "2022-12-02T08:52:11.319Z", "default_branch": "master", "tag_list": [], "topics": [], "ssh_url_to_repo": "git@gitlab.com:new-group-airbute/test-public-sg/test-public-project-1.git", "http_url_to_repo": "https://gitlab.com/new-group-airbute/test-public-sg/test-public-project-1.git", "web_url": "https://gitlab.com/new-group-airbute/test-public-sg/test-public-project-1", "readme_url": "https://gitlab.com/new-group-airbute/test-public-sg/test-public-project-1/-/blob/master/README.md", "forks_count": 0, "avatar_url": null, "star_count": 0, "last_activity_at": "2022-12-02T08:52:11.319Z", "namespace": {"id": 61014902, "name": "Test Public SG", "path": "test-public-sg", "kind": "group", "full_path": "new-group-airbute/test-public-sg", "parent_id": 11329647, "avatar_url": null, "web_url": "https://gitlab.com/groups/new-group-airbute/test-public-sg"}, "container_registry_image_prefix": "registry.gitlab.com/new-group-airbute/test-public-sg/test-public-project-1", "_links": {"self": "https://gitlab.com/api/v4/projects/41541906", "issues": "https://gitlab.com/api/v4/projects/41541906/issues", "merge_requests": "https://gitlab.com/api/v4/projects/41541906/merge_requests", "repo_branches": "https://gitlab.com/api/v4/projects/41541906/repository/branches", "labels": "https://gitlab.com/api/v4/projects/41541906/labels", "events": "https://gitlab.com/api/v4/projects/41541906/events", "members": "https://gitlab.com/api/v4/projects/41541906/members", "cluster_agents": "https://gitlab.com/api/v4/projects/41541906/cluster_agents"}, "packages_enabled": true, "empty_repo": false, "archived": false, "visibility": "public", "resolve_outdated_diff_discussions": false, "container_expiration_policy": {"cadence": "1d", "enabled": false, "keep_n": 10, "older_than": "90d", "name_regex": ".*", "name_regex_keep": null, "next_run_at": "2022-12-03T08:52:11.354Z"}, "issues_enabled": true, "merge_requests_enabled": true, "wiki_enabled": true, "jobs_enabled": true, "snippets_enabled": true, "container_registry_enabled": true, "service_desk_enabled": false, "service_desk_address": "contact-project+new-group-airbute-test-public-sg-test-public-project-1-41541906-issue-@incoming.gitlab.com", "can_create_merge_request_in": true, "issues_access_level": "enabled", "repository_access_level": "enabled", "merge_requests_access_level": "enabled", "forking_access_level": "enabled", "wiki_access_level": "enabled", "builds_access_level": "enabled", "snippets_access_level": "enabled", "pages_access_level": "private", "analytics_access_level": "enabled", "container_registry_access_level": "enabled", "security_and_compliance_access_level": "private", "releases_access_level": "enabled", "environments_access_level": "enabled", "feature_flags_access_level": "enabled", "infrastructure_access_level": "enabled", "monitor_access_level": "enabled", "emails_disabled": null, "shared_runners_enabled": true, "lfs_enabled": true, "creator_id": 8375961, "import_url": null, "import_type": "gitlab_project", "import_status": "finished", "import_error": null, "open_issues_count": 0, "ci_default_git_depth": 20, "ci_forward_deployment_enabled": true, "ci_job_token_scope_enabled": false, "ci_separated_caches": true, "ci_opt_in_jwt": false, "ci_allow_fork_pipelines_to_run_in_parent_project": true, "build_git_strategy": "fetch", "keep_latest_artifact": true, "restrict_user_defined_variables": false, "runners_token": "GR1348941Ni12De_sRyL6anY2uhzP", "runner_token_expiration_interval": null, "group_runners_enabled": true, "auto_cancel_pending_pipelines": "enabled", "build_timeout": 3600, "auto_devops_enabled": false, "auto_devops_deploy_strategy": "continuous", "ci_config_path": "", "public_jobs": true, "shared_with_groups": [], "only_allow_merge_if_pipeline_succeeds": false, "allow_merge_on_skipped_pipeline": null, "request_access_enabled": true, "only_allow_merge_if_all_discussions_are_resolved": false, "remove_source_branch_after_merge": true, "printing_merge_request_link_enabled": true, "merge_method": "merge", "squash_option": "default_off", "enforce_auth_checks_on_uploads": true, "suggestion_commit_message": null, "merge_commit_template": null, "squash_commit_template": null, "issue_branch_template": null, "statistics": {"commit_count": 1, "storage_size": 209715, "repository_size": 209715, "wiki_size": 0, "lfs_objects_size": 0, "job_artifacts_size": 0, "pipeline_artifacts_size": 0, "packages_size": 0, "snippets_size": 0, "uploads_size": 0}, "autoclose_referenced_issues": true, "external_authorization_classification_label": "", "requirements_enabled": false, "requirements_access_level": "enabled", "security_and_compliance_enabled": true, "compliance_frameworks": [], "permissions": {"project_access": {"access_level": 40, "notification_level": 3}, "group_access": {"access_level": 50, "notification_level": 3}}}, "emitted_at": 1683114053108} -{"stream": "projects", "data": {"id": 41541858, "description": "Project description", "name": "Test Project 1", "name_with_namespace": "New Group Airbute / Test Public SG / Test SG Public 2 / Test Project 1", "path": "test-project-1", "path_with_namespace": "new-group-airbute/test-public-sg/test-sg-public-2/test-project-1", "created_at": "2022-12-02T08:50:08.842Z", "default_branch": "master", "tag_list": [], "topics": [], "ssh_url_to_repo": "git@gitlab.com:new-group-airbute/test-public-sg/test-sg-public-2/test-project-1.git", "http_url_to_repo": "https://gitlab.com/new-group-airbute/test-public-sg/test-sg-public-2/test-project-1.git", "web_url": "https://gitlab.com/new-group-airbute/test-public-sg/test-sg-public-2/test-project-1", "readme_url": "https://gitlab.com/new-group-airbute/test-public-sg/test-sg-public-2/test-project-1/-/blob/master/README.md", "forks_count": 0, "avatar_url": null, "star_count": 0, "last_activity_at": "2022-12-02T08:50:08.842Z", "namespace": {"id": 61014943, "name": "Test SG Public 2", "path": "test-sg-public-2", "kind": "group", "full_path": "new-group-airbute/test-public-sg/test-sg-public-2", "parent_id": 61014902, "avatar_url": null, "web_url": "https://gitlab.com/groups/new-group-airbute/test-public-sg/test-sg-public-2"}, "container_registry_image_prefix": "registry.gitlab.com/new-group-airbute/test-public-sg/test-sg-public-2/test-project-1", "_links": {"self": "https://gitlab.com/api/v4/projects/41541858", "issues": "https://gitlab.com/api/v4/projects/41541858/issues", "merge_requests": "https://gitlab.com/api/v4/projects/41541858/merge_requests", "repo_branches": "https://gitlab.com/api/v4/projects/41541858/repository/branches", "labels": "https://gitlab.com/api/v4/projects/41541858/labels", "events": "https://gitlab.com/api/v4/projects/41541858/events", "members": "https://gitlab.com/api/v4/projects/41541858/members", "cluster_agents": "https://gitlab.com/api/v4/projects/41541858/cluster_agents"}, "packages_enabled": true, "empty_repo": false, "archived": false, "visibility": "private", "resolve_outdated_diff_discussions": false, "container_expiration_policy": {"cadence": "1d", "enabled": false, "keep_n": 10, "older_than": "90d", "name_regex": ".*", "name_regex_keep": null, "next_run_at": "2022-12-03T08:50:08.883Z"}, "issues_enabled": true, "merge_requests_enabled": true, "wiki_enabled": true, "jobs_enabled": true, "snippets_enabled": true, "container_registry_enabled": true, "service_desk_enabled": true, "service_desk_address": "contact-project+new-group-airbute-test-public-sg-test-sg-public-2-test-project-41541858-issue-@incoming.gitlab.com", "can_create_merge_request_in": true, "issues_access_level": "enabled", "repository_access_level": "enabled", "merge_requests_access_level": "enabled", "forking_access_level": "enabled", "wiki_access_level": "enabled", "builds_access_level": "enabled", "snippets_access_level": "enabled", "pages_access_level": "private", "analytics_access_level": "enabled", "container_registry_access_level": "enabled", "security_and_compliance_access_level": "private", "releases_access_level": "enabled", "environments_access_level": "enabled", "feature_flags_access_level": "enabled", "infrastructure_access_level": "enabled", "monitor_access_level": "enabled", "emails_disabled": null, "shared_runners_enabled": true, "lfs_enabled": true, "creator_id": 8375961, "import_url": null, "import_type": "gitlab_project", "import_status": "finished", "import_error": null, "open_issues_count": 0, "ci_default_git_depth": 20, "ci_forward_deployment_enabled": true, "ci_job_token_scope_enabled": false, "ci_separated_caches": true, "ci_opt_in_jwt": false, "ci_allow_fork_pipelines_to_run_in_parent_project": true, "build_git_strategy": "fetch", "keep_latest_artifact": true, "restrict_user_defined_variables": false, "runners_token": "GR1348941JLqwDRN64-__uzBXcgc5", "runner_token_expiration_interval": null, "group_runners_enabled": true, "auto_cancel_pending_pipelines": "enabled", "build_timeout": 3600, "auto_devops_enabled": false, "auto_devops_deploy_strategy": "continuous", "ci_config_path": "", "public_jobs": true, "shared_with_groups": [], "only_allow_merge_if_pipeline_succeeds": false, "allow_merge_on_skipped_pipeline": null, "request_access_enabled": false, "only_allow_merge_if_all_discussions_are_resolved": false, "remove_source_branch_after_merge": true, "printing_merge_request_link_enabled": true, "merge_method": "merge", "squash_option": "default_off", "enforce_auth_checks_on_uploads": true, "suggestion_commit_message": null, "merge_commit_template": null, "squash_commit_template": null, "issue_branch_template": null, "statistics": {"commit_count": 1, "storage_size": 125829, "repository_size": 125829, "wiki_size": 0, "lfs_objects_size": 0, "job_artifacts_size": 0, "pipeline_artifacts_size": 0, "packages_size": 0, "snippets_size": 0, "uploads_size": 0}, "autoclose_referenced_issues": true, "external_authorization_classification_label": "", "requirements_enabled": false, "requirements_access_level": "enabled", "security_and_compliance_enabled": true, "compliance_frameworks": [], "permissions": {"project_access": {"access_level": 40, "notification_level": 3}, "group_access": {"access_level": 50, "notification_level": 3}}}, "emitted_at": 1683114053520} -{"stream": "projects", "data": {"id": 25156633, "description": "", "name": "CI Test Project", "name_with_namespace": "airbyte.io / CI Test Project", "path": "ci-test-project", "path_with_namespace": "airbyte.io/ci-test-project", "created_at": "2021-03-15T14:46:27.213Z", "default_branch": "master", "tag_list": [], "topics": [], "ssh_url_to_repo": "git@gitlab.com:airbyte.io/ci-test-project.git", "http_url_to_repo": "https://gitlab.com/airbyte.io/ci-test-project.git", "web_url": "https://gitlab.com/airbyte.io/ci-test-project", "readme_url": "https://gitlab.com/airbyte.io/ci-test-project/-/blob/master/README.md", "forks_count": 0, "avatar_url": null, "star_count": 0, "last_activity_at": "2022-12-11T10:50:26.066Z", "namespace": {"id": 11266951, "name": "airbyte.io", "path": "airbyte.io", "kind": "group", "full_path": "airbyte.io", "parent_id": null, "avatar_url": null, "web_url": "https://gitlab.com/groups/airbyte.io"}, "container_registry_image_prefix": "registry.gitlab.com/airbyte.io/ci-test-project", "_links": {"self": "https://gitlab.com/api/v4/projects/25156633", "issues": "https://gitlab.com/api/v4/projects/25156633/issues", "merge_requests": "https://gitlab.com/api/v4/projects/25156633/merge_requests", "repo_branches": "https://gitlab.com/api/v4/projects/25156633/repository/branches", "labels": "https://gitlab.com/api/v4/projects/25156633/labels", "events": "https://gitlab.com/api/v4/projects/25156633/events", "members": "https://gitlab.com/api/v4/projects/25156633/members", "cluster_agents": "https://gitlab.com/api/v4/projects/25156633/cluster_agents"}, "packages_enabled": true, "empty_repo": false, "archived": false, "visibility": "private", "resolve_outdated_diff_discussions": false, "container_expiration_policy": {"cadence": "1d", "enabled": false, "keep_n": 10, "older_than": "90d", "name_regex": ".*", "name_regex_keep": null, "next_run_at": "2021-03-16T14:48:00.805Z"}, "issues_enabled": true, "merge_requests_enabled": true, "wiki_enabled": false, "jobs_enabled": true, "snippets_enabled": false, "container_registry_enabled": true, "service_desk_enabled": false, "service_desk_address": "contact-project+airbyte-io-ci-test-project-25156633-issue-@incoming.gitlab.com", "can_create_merge_request_in": true, "issues_access_level": "enabled", "repository_access_level": "enabled", "merge_requests_access_level": "enabled", "forking_access_level": "enabled", "wiki_access_level": "disabled", "builds_access_level": "private", "snippets_access_level": "disabled", "pages_access_level": "enabled", "analytics_access_level": "disabled", "container_registry_access_level": "enabled", "security_and_compliance_access_level": "private", "releases_access_level": "enabled", "environments_access_level": "disabled", "feature_flags_access_level": "disabled", "infrastructure_access_level": "disabled", "monitor_access_level": "disabled", "emails_disabled": false, "shared_runners_enabled": true, "lfs_enabled": true, "creator_id": 8375961, "import_url": null, "import_type": "gitlab_project", "import_status": "finished", "import_error": null, "open_issues_count": 29, "ci_default_git_depth": 50, "ci_forward_deployment_enabled": true, "ci_job_token_scope_enabled": false, "ci_separated_caches": true, "ci_opt_in_jwt": false, "ci_allow_fork_pipelines_to_run_in_parent_project": true, "build_git_strategy": "fetch", "keep_latest_artifact": true, "restrict_user_defined_variables": false, "runners_token": "GR1348941WLwrsxTacV58yxzWsvB2", "runner_token_expiration_interval": null, "group_runners_enabled": true, "auto_cancel_pending_pipelines": "enabled", "build_timeout": 3600, "auto_devops_enabled": false, "auto_devops_deploy_strategy": "continuous", "ci_config_path": null, "public_jobs": true, "shared_with_groups": [], "only_allow_merge_if_pipeline_succeeds": false, "allow_merge_on_skipped_pipeline": null, "request_access_enabled": true, "only_allow_merge_if_all_discussions_are_resolved": false, "remove_source_branch_after_merge": true, "printing_merge_request_link_enabled": true, "merge_method": "merge", "squash_option": "default_off", "enforce_auth_checks_on_uploads": true, "suggestion_commit_message": null, "merge_commit_template": null, "squash_commit_template": null, "issue_branch_template": null, "statistics": {"commit_count": 2, "storage_size": 618659, "repository_size": 618659, "wiki_size": 0, "lfs_objects_size": 0, "job_artifacts_size": 0, "pipeline_artifacts_size": 0, "packages_size": 0, "snippets_size": 0, "uploads_size": 0}, "autoclose_referenced_issues": true, "approvals_before_merge": 0, "mirror": false, "external_authorization_classification_label": "", "marked_for_deletion_at": null, "marked_for_deletion_on": null, "requirements_enabled": false, "requirements_access_level": "enabled", "security_and_compliance_enabled": true, "compliance_frameworks": [], "issues_template": null, "merge_requests_template": null, "merge_pipelines_enabled": false, "merge_trains_enabled": false, "allow_pipeline_trigger_approve_deployment": false, "permissions": {"project_access": {"access_level": 40, "notification_level": 3}, "group_access": {"access_level": 50, "notification_level": 3}}}, "emitted_at": 1683114053867} +{"stream": "projects", "data": {"id": 41541906, "description": "Project description", "name": "Test Public Project 1", "name_with_namespace": "New Group Airbute / Test Public SG / Test Public Project 1", "path": "test-public-project-1", "path_with_namespace": "new-group-airbute/test-public-sg/test-public-project-1", "created_at": "2022-12-02T08:52:11.319Z", "default_branch": "master", "tag_list": [], "topics": [], "ssh_url_to_repo": "git@gitlab.com:new-group-airbute/test-public-sg/test-public-project-1.git", "http_url_to_repo": "https://gitlab.com/new-group-airbute/test-public-sg/test-public-project-1.git", "web_url": "https://gitlab.com/new-group-airbute/test-public-sg/test-public-project-1", "readme_url": "https://gitlab.com/new-group-airbute/test-public-sg/test-public-project-1/-/blob/master/README.md", "forks_count": 0, "avatar_url": null, "star_count": 0, "last_activity_at": "2022-12-02T08:52:11.319Z", "namespace": {"id": 61014902, "name": "Test Public SG", "path": "test-public-sg", "kind": "group", "full_path": "new-group-airbute/test-public-sg", "parent_id": 11329647, "avatar_url": null, "web_url": "https://gitlab.com/groups/new-group-airbute/test-public-sg"}, "container_registry_image_prefix": "registry.gitlab.com/new-group-airbute/test-public-sg/test-public-project-1", "_links": {"self": "https://gitlab.com/api/v4/projects/41541906", "issues": "https://gitlab.com/api/v4/projects/41541906/issues", "merge_requests": "https://gitlab.com/api/v4/projects/41541906/merge_requests", "repo_branches": "https://gitlab.com/api/v4/projects/41541906/repository/branches", "labels": "https://gitlab.com/api/v4/projects/41541906/labels", "events": "https://gitlab.com/api/v4/projects/41541906/events", "members": "https://gitlab.com/api/v4/projects/41541906/members", "cluster_agents": "https://gitlab.com/api/v4/projects/41541906/cluster_agents"}, "packages_enabled": true, "empty_repo": false, "archived": false, "visibility": "public", "resolve_outdated_diff_discussions": false, "container_expiration_policy": {"cadence": "1d", "enabled": false, "keep_n": 10, "older_than": "90d", "name_regex": ".*", "name_regex_keep": null, "next_run_at": "2022-12-03T08:52:11.354Z"}, "issues_enabled": true, "merge_requests_enabled": true, "wiki_enabled": true, "jobs_enabled": true, "snippets_enabled": true, "container_registry_enabled": true, "service_desk_enabled": false, "service_desk_address": "contact-project+new-group-airbute-test-public-sg-test-public-project-1-41541906-issue-@incoming.gitlab.com", "can_create_merge_request_in": true, "issues_access_level": "enabled", "repository_access_level": "enabled", "merge_requests_access_level": "enabled", "forking_access_level": "enabled", "wiki_access_level": "enabled", "builds_access_level": "enabled", "snippets_access_level": "enabled", "pages_access_level": "private", "analytics_access_level": "enabled", "container_registry_access_level": "enabled", "security_and_compliance_access_level": "private", "releases_access_level": "enabled", "environments_access_level": "enabled", "feature_flags_access_level": "enabled", "infrastructure_access_level": "enabled", "monitor_access_level": "enabled", "emails_disabled": null, "shared_runners_enabled": true, "lfs_enabled": true, "creator_id": 8375961, "import_url": null, "import_type": "gitlab_project", "import_status": "finished", "import_error": null, "open_issues_count": 0, "description_html": "

Project description

", "updated_at": "2022-12-02T08:52:13.326Z", "ci_default_git_depth": 20, "ci_forward_deployment_enabled": true, "ci_job_token_scope_enabled": false, "ci_separated_caches": true, "ci_opt_in_jwt": false, "ci_allow_fork_pipelines_to_run_in_parent_project": true, "build_git_strategy": "fetch", "keep_latest_artifact": true, "restrict_user_defined_variables": false, "runners_token": "GR1348941Ni12De_sRyL6anY2uhzP", "runner_token_expiration_interval": null, "group_runners_enabled": true, "auto_cancel_pending_pipelines": "enabled", "build_timeout": 3600, "auto_devops_enabled": false, "auto_devops_deploy_strategy": "continuous", "ci_config_path": "", "public_jobs": true, "shared_with_groups": [], "only_allow_merge_if_pipeline_succeeds": false, "allow_merge_on_skipped_pipeline": null, "request_access_enabled": true, "only_allow_merge_if_all_discussions_are_resolved": false, "remove_source_branch_after_merge": true, "printing_merge_request_link_enabled": true, "merge_method": "merge", "squash_option": "default_off", "enforce_auth_checks_on_uploads": true, "suggestion_commit_message": null, "merge_commit_template": null, "squash_commit_template": null, "issue_branch_template": null, "statistics": {"commit_count": 1, "storage_size": 209715, "repository_size": 209715, "wiki_size": 0, "lfs_objects_size": 0, "job_artifacts_size": 0, "pipeline_artifacts_size": 0, "packages_size": 0, "snippets_size": 0, "uploads_size": 0}, "autoclose_referenced_issues": true, "external_authorization_classification_label": "", "requirements_enabled": false, "requirements_access_level": "enabled", "security_and_compliance_enabled": true, "compliance_frameworks": [], "permissions": {"project_access": {"access_level": 40, "notification_level": 3}, "group_access": {"access_level": 50, "notification_level": 3}}}, "emitted_at": 1683707634298} +{"stream": "projects", "data": {"id": 41551658, "description": null, "name": "Test_project_in_nested_subgroup", "name_with_namespace": "New Group Airbute / Test Public SG / Test SG Public 2 / Test Private SubSubG 1 / Test_project_in_nested_subgroup", "path": "test_project_in_nested_subgroup", "path_with_namespace": "new-group-airbute/test-public-sg/test-sg-public-2/test-private-subsubg-1/test_project_in_nested_subgroup", "created_at": "2022-12-02T14:26:55.282Z", "default_branch": "main", "tag_list": [], "topics": [], "ssh_url_to_repo": "git@gitlab.com:new-group-airbute/test-public-sg/test-sg-public-2/test-private-subsubg-1/test_project_in_nested_subgroup.git", "http_url_to_repo": "https://gitlab.com/new-group-airbute/test-public-sg/test-sg-public-2/test-private-subsubg-1/test_project_in_nested_subgroup.git", "web_url": "https://gitlab.com/new-group-airbute/test-public-sg/test-sg-public-2/test-private-subsubg-1/test_project_in_nested_subgroup", "readme_url": "https://gitlab.com/new-group-airbute/test-public-sg/test-sg-public-2/test-private-subsubg-1/test_project_in_nested_subgroup/-/blob/main/README.md", "forks_count": 0, "avatar_url": null, "star_count": 0, "last_activity_at": "2022-12-02T14:26:55.282Z", "namespace": {"id": 61015181, "name": "Test Private SubSubG 1", "path": "test-private-subsubg-1", "kind": "group", "full_path": "new-group-airbute/test-public-sg/test-sg-public-2/test-private-subsubg-1", "parent_id": 61014943, "avatar_url": null, "web_url": "https://gitlab.com/groups/new-group-airbute/test-public-sg/test-sg-public-2/test-private-subsubg-1"}, "container_registry_image_prefix": "registry.gitlab.com/new-group-airbute/test-public-sg/test-sg-public-2/test-private-subsubg-1/test_project_in_nested_subgroup", "_links": {"self": "https://gitlab.com/api/v4/projects/41551658", "issues": "https://gitlab.com/api/v4/projects/41551658/issues", "merge_requests": "https://gitlab.com/api/v4/projects/41551658/merge_requests", "repo_branches": "https://gitlab.com/api/v4/projects/41551658/repository/branches", "labels": "https://gitlab.com/api/v4/projects/41551658/labels", "events": "https://gitlab.com/api/v4/projects/41551658/events", "members": "https://gitlab.com/api/v4/projects/41551658/members", "cluster_agents": "https://gitlab.com/api/v4/projects/41551658/cluster_agents"}, "packages_enabled": true, "empty_repo": false, "archived": false, "visibility": "private", "resolve_outdated_diff_discussions": false, "container_expiration_policy": {"cadence": "1d", "enabled": false, "keep_n": 10, "older_than": "90d", "name_regex": ".*", "name_regex_keep": null, "next_run_at": "2022-12-03T14:26:55.314Z"}, "issues_enabled": true, "merge_requests_enabled": true, "wiki_enabled": true, "jobs_enabled": true, "snippets_enabled": true, "container_registry_enabled": true, "service_desk_enabled": true, "service_desk_address": "contact-project+new-group-airbute-test-public-sg-test-sg-public-2-test-private-41551658-issue-@incoming.gitlab.com", "can_create_merge_request_in": true, "issues_access_level": "enabled", "repository_access_level": "enabled", "merge_requests_access_level": "enabled", "forking_access_level": "enabled", "wiki_access_level": "enabled", "builds_access_level": "enabled", "snippets_access_level": "enabled", "pages_access_level": "private", "analytics_access_level": "enabled", "container_registry_access_level": "enabled", "security_and_compliance_access_level": "private", "releases_access_level": "enabled", "environments_access_level": "enabled", "feature_flags_access_level": "enabled", "infrastructure_access_level": "enabled", "monitor_access_level": "enabled", "emails_disabled": null, "shared_runners_enabled": true, "lfs_enabled": true, "creator_id": 8375961, "import_url": null, "import_type": null, "import_status": "none", "import_error": null, "open_issues_count": 0, "description_html": "", "updated_at": "2022-12-02T14:26:56.266Z", "ci_default_git_depth": 20, "ci_forward_deployment_enabled": true, "ci_job_token_scope_enabled": false, "ci_separated_caches": true, "ci_opt_in_jwt": false, "ci_allow_fork_pipelines_to_run_in_parent_project": true, "build_git_strategy": "fetch", "keep_latest_artifact": true, "restrict_user_defined_variables": false, "runners_token": "GR1348941hyrJGkPgfF9b5KARxqHr", "runner_token_expiration_interval": null, "group_runners_enabled": true, "auto_cancel_pending_pipelines": "enabled", "build_timeout": 3600, "auto_devops_enabled": false, "auto_devops_deploy_strategy": "continuous", "ci_config_path": "", "public_jobs": true, "shared_with_groups": [], "only_allow_merge_if_pipeline_succeeds": false, "allow_merge_on_skipped_pipeline": null, "request_access_enabled": true, "only_allow_merge_if_all_discussions_are_resolved": false, "remove_source_branch_after_merge": true, "printing_merge_request_link_enabled": true, "merge_method": "merge", "squash_option": "default_off", "enforce_auth_checks_on_uploads": true, "suggestion_commit_message": null, "merge_commit_template": null, "squash_commit_template": null, "issue_branch_template": null, "statistics": {"commit_count": 1, "storage_size": 73400, "repository_size": 73400, "wiki_size": 0, "lfs_objects_size": 0, "job_artifacts_size": 0, "pipeline_artifacts_size": 0, "packages_size": 0, "snippets_size": 0, "uploads_size": 0}, "autoclose_referenced_issues": true, "external_authorization_classification_label": "", "requirements_enabled": false, "requirements_access_level": "enabled", "security_and_compliance_enabled": true, "compliance_frameworks": [], "permissions": {"project_access": null, "group_access": {"access_level": 50, "notification_level": 3}}}, "emitted_at": 1683707636712} +{"stream": "projects", "data": {"id": 25156633, "description": "", "name": "CI Test Project", "name_with_namespace": "airbyte.io / CI Test Project", "path": "ci-test-project", "path_with_namespace": "airbyte.io/ci-test-project", "created_at": "2021-03-15T14:46:27.213Z", "default_branch": "master", "tag_list": [], "topics": [], "ssh_url_to_repo": "git@gitlab.com:airbyte.io/ci-test-project.git", "http_url_to_repo": "https://gitlab.com/airbyte.io/ci-test-project.git", "web_url": "https://gitlab.com/airbyte.io/ci-test-project", "readme_url": "https://gitlab.com/airbyte.io/ci-test-project/-/blob/master/README.md", "forks_count": 0, "avatar_url": null, "star_count": 0, "last_activity_at": "2022-12-11T10:50:26.066Z", "namespace": {"id": 11266951, "name": "airbyte.io", "path": "airbyte.io", "kind": "group", "full_path": "airbyte.io", "parent_id": null, "avatar_url": null, "web_url": "https://gitlab.com/groups/airbyte.io"}, "container_registry_image_prefix": "registry.gitlab.com/airbyte.io/ci-test-project", "_links": {"self": "https://gitlab.com/api/v4/projects/25156633", "issues": "https://gitlab.com/api/v4/projects/25156633/issues", "merge_requests": "https://gitlab.com/api/v4/projects/25156633/merge_requests", "repo_branches": "https://gitlab.com/api/v4/projects/25156633/repository/branches", "labels": "https://gitlab.com/api/v4/projects/25156633/labels", "events": "https://gitlab.com/api/v4/projects/25156633/events", "members": "https://gitlab.com/api/v4/projects/25156633/members", "cluster_agents": "https://gitlab.com/api/v4/projects/25156633/cluster_agents"}, "packages_enabled": true, "empty_repo": false, "archived": false, "visibility": "private", "resolve_outdated_diff_discussions": false, "container_expiration_policy": {"cadence": "1d", "enabled": false, "keep_n": 10, "older_than": "90d", "name_regex": ".*", "name_regex_keep": null, "next_run_at": "2021-03-16T14:48:00.805Z"}, "issues_enabled": true, "merge_requests_enabled": true, "wiki_enabled": false, "jobs_enabled": true, "snippets_enabled": false, "container_registry_enabled": true, "service_desk_enabled": false, "service_desk_address": "contact-project+airbyte-io-ci-test-project-25156633-issue-@incoming.gitlab.com", "can_create_merge_request_in": true, "issues_access_level": "enabled", "repository_access_level": "enabled", "merge_requests_access_level": "enabled", "forking_access_level": "enabled", "wiki_access_level": "disabled", "builds_access_level": "private", "snippets_access_level": "disabled", "pages_access_level": "enabled", "analytics_access_level": "disabled", "container_registry_access_level": "enabled", "security_and_compliance_access_level": "private", "releases_access_level": "enabled", "environments_access_level": "disabled", "feature_flags_access_level": "disabled", "infrastructure_access_level": "disabled", "monitor_access_level": "disabled", "emails_disabled": false, "shared_runners_enabled": true, "lfs_enabled": true, "creator_id": 8375961, "import_url": null, "import_type": "gitlab_project", "import_status": "finished", "import_error": null, "open_issues_count": 29, "description_html": "", "updated_at": "2022-12-11T10:50:26.066Z", "ci_default_git_depth": 50, "ci_forward_deployment_enabled": true, "ci_job_token_scope_enabled": false, "ci_separated_caches": true, "ci_opt_in_jwt": false, "ci_allow_fork_pipelines_to_run_in_parent_project": true, "build_git_strategy": "fetch", "keep_latest_artifact": true, "restrict_user_defined_variables": false, "runners_token": "GR1348941WLwrsxTacV58yxzWsvB2", "runner_token_expiration_interval": null, "group_runners_enabled": true, "auto_cancel_pending_pipelines": "enabled", "build_timeout": 3600, "auto_devops_enabled": false, "auto_devops_deploy_strategy": "continuous", "ci_config_path": null, "public_jobs": true, "shared_with_groups": [], "only_allow_merge_if_pipeline_succeeds": false, "allow_merge_on_skipped_pipeline": null, "request_access_enabled": true, "only_allow_merge_if_all_discussions_are_resolved": false, "remove_source_branch_after_merge": true, "printing_merge_request_link_enabled": true, "merge_method": "merge", "squash_option": "default_off", "enforce_auth_checks_on_uploads": true, "suggestion_commit_message": null, "merge_commit_template": null, "squash_commit_template": null, "issue_branch_template": null, "statistics": {"commit_count": 2, "storage_size": 618659, "repository_size": 618659, "wiki_size": 0, "lfs_objects_size": 0, "job_artifacts_size": 0, "pipeline_artifacts_size": 0, "packages_size": 0, "snippets_size": 0, "uploads_size": 0}, "autoclose_referenced_issues": true, "approvals_before_merge": 0, "mirror": false, "external_authorization_classification_label": "", "marked_for_deletion_at": null, "marked_for_deletion_on": null, "requirements_enabled": false, "requirements_access_level": "enabled", "security_and_compliance_enabled": true, "compliance_frameworks": [], "issues_template": null, "merge_requests_template": null, "merge_pipelines_enabled": false, "merge_trains_enabled": false, "allow_pipeline_trigger_approve_deployment": false, "permissions": {"project_access": {"access_level": 40, "notification_level": 3}, "group_access": {"access_level": 50, "notification_level": 3}}}, "emitted_at": 1683707633689} {"stream": "branches", "data": {"name": "master", "merged": false, "protected": true, "developers_can_push": false, "developers_can_merge": false, "can_push": true, "default": true, "web_url": "https://gitlab.com/new-group-airbute/test-public-sg/test-public-project-1/-/tree/master", "commit_id": "eab02a57a4774c5bf2e3921c5281bfcb34886e71", "project_id": 41541906}, "emitted_at": 1683114056244} {"stream": "branches", "data": {"name": "master", "merged": false, "protected": true, "developers_can_push": false, "developers_can_merge": false, "can_push": true, "default": true, "web_url": "https://gitlab.com/new-group-airbute/test-public-sg/test-sg-public-2/test-project-1/-/tree/master", "commit_id": "bcdfbfd57c8f3cd6cd65998464bb71a562d49948", "project_id": 41541858}, "emitted_at": 1683114056551} {"stream": "branches", "data": {"name": "at-adipisci-ducimus-qui-nihil", "merged": false, "protected": false, "developers_can_push": false, "developers_can_merge": false, "can_push": true, "default": false, "web_url": "https://gitlab.com/airbyte.io/ci-test-project/-/tree/at-adipisci-ducimus-qui-nihil", "commit_id": "e10493c095260599a73a32def40249a4c389e354", "project_id": 25156633}, "emitted_at": 1683114057502} diff --git a/airbyte-integrations/connectors/source-gitlab/integration_tests/expected_records_with_ids.jsonl b/airbyte-integrations/connectors/source-gitlab/integration_tests/expected_records_with_ids.jsonl index fca127af3430a1..d2be0c4eae0852 100644 --- a/airbyte-integrations/connectors/source-gitlab/integration_tests/expected_records_with_ids.jsonl +++ b/airbyte-integrations/connectors/source-gitlab/integration_tests/expected_records_with_ids.jsonl @@ -1,7 +1,7 @@ {"stream": "groups", "data": {"id": 11329647, "web_url": "https://gitlab.com/groups/new-group-airbute", "name": "New Group Airbute", "path": "new-group-airbute", "description": "", "visibility": "public", "share_with_group_lock": false, "require_two_factor_authentication": false, "two_factor_grace_period": 48, "project_creation_level": "developer", "auto_devops_enabled": null, "subgroup_creation_level": "maintainer", "emails_disabled": null, "mentions_disabled": null, "lfs_enabled": true, "default_branch_protection": 2, "avatar_url": null, "request_access_enabled": true, "full_name": "New Group Airbute", "full_path": "new-group-airbute", "created_at": "2021-03-15T15:55:53.613Z", "parent_id": null, "ldap_cn": null, "ldap_access": null, "wiki_access_level": "enabled", "shared_with_groups": [], "runners_token": "GR1348941-PhosPap-Sf1UxL1g6m4", "prevent_sharing_groups_outside_hierarchy": false, "shared_projects": [], "shared_runners_minutes_limit": null, "extra_shared_runners_minutes_limit": null, "prevent_forking_outside_group": null, "membership_lock": false, "projects": [{"id": 25157276, "path_with_namespace": "new-group-airbute/new-ci-test-project"}]}, "emitted_at": 1683114590269} {"stream": "groups", "data": {"id": 61014882, "web_url": "https://gitlab.com/groups/new-group-airbute/test-subgroup-airbyte/test-private-sg", "name": "Test Private SG", "path": "test-private-sg", "description": "", "visibility": "private", "share_with_group_lock": false, "require_two_factor_authentication": false, "two_factor_grace_period": 48, "project_creation_level": "developer", "auto_devops_enabled": null, "subgroup_creation_level": "maintainer", "emails_disabled": null, "mentions_disabled": null, "lfs_enabled": true, "default_branch_protection": 2, "avatar_url": null, "request_access_enabled": true, "full_name": "New Group Airbute / Test Subgroup Airbyte / Test Private SG", "full_path": "new-group-airbute/test-subgroup-airbyte/test-private-sg", "created_at": "2022-12-02T08:46:22.648Z", "parent_id": 61014863, "ldap_cn": null, "ldap_access": null, "wiki_access_level": "enabled", "shared_with_groups": [], "runners_token": "GR1348941bjUaJQy2zzar-JmNBjfq", "shared_projects": [], "shared_runners_minutes_limit": null, "extra_shared_runners_minutes_limit": null, "prevent_forking_outside_group": null, "membership_lock": false, "projects": []}, "emitted_at": 1683114590768} {"stream": "groups", "data": {"id": 61015181, "web_url": "https://gitlab.com/groups/new-group-airbute/test-public-sg/test-sg-public-2/test-private-subsubg-1", "name": "Test Private SubSubG 1", "path": "test-private-subsubg-1", "description": "", "visibility": "private", "share_with_group_lock": false, "require_two_factor_authentication": false, "two_factor_grace_period": 48, "project_creation_level": "developer", "auto_devops_enabled": null, "subgroup_creation_level": "maintainer", "emails_disabled": null, "mentions_disabled": null, "lfs_enabled": true, "default_branch_protection": 2, "avatar_url": null, "request_access_enabled": true, "full_name": "New Group Airbute / Test Public SG / Test SG Public 2 / Test Private SubSubG 1", "full_path": "new-group-airbute/test-public-sg/test-sg-public-2/test-private-subsubg-1", "created_at": "2022-12-02T08:54:42.252Z", "parent_id": 61014943, "ldap_cn": null, "ldap_access": null, "wiki_access_level": "enabled", "shared_with_groups": [], "runners_token": "GR1348941x8xQf6K-UvnnyJ-bcut4", "shared_projects": [], "shared_runners_minutes_limit": null, "extra_shared_runners_minutes_limit": null, "prevent_forking_outside_group": null, "membership_lock": false, "projects": [{"id": 41551658, "path_with_namespace": "new-group-airbute/test-public-sg/test-sg-public-2/test-private-subsubg-1/test_project_in_nested_subgroup"}]}, "emitted_at": 1683114591226} -{"stream": "projects", "data": {"id": 25157276, "description": "", "name": "New CI Test Project ", "name_with_namespace": "New Group Airbute / New CI Test Project ", "path": "new-ci-test-project", "path_with_namespace": "new-group-airbute/new-ci-test-project", "created_at": "2021-03-15T15:08:36.498Z", "default_branch": "master", "tag_list": [], "topics": [], "ssh_url_to_repo": "git@gitlab.com:new-group-airbute/new-ci-test-project.git", "http_url_to_repo": "https://gitlab.com/new-group-airbute/new-ci-test-project.git", "web_url": "https://gitlab.com/new-group-airbute/new-ci-test-project", "readme_url": "https://gitlab.com/new-group-airbute/new-ci-test-project/-/blob/master/README.md", "forks_count": 0, "avatar_url": null, "star_count": 0, "last_activity_at": "2022-12-13T09:39:47.235Z", "namespace": {"id": 11329647, "name": "New Group Airbute", "path": "new-group-airbute", "kind": "group", "full_path": "new-group-airbute", "parent_id": null, "avatar_url": null, "web_url": "https://gitlab.com/groups/new-group-airbute"}, "container_registry_image_prefix": "registry.gitlab.com/new-group-airbute/new-ci-test-project", "_links": {"self": "https://gitlab.com/api/v4/projects/25157276", "issues": "https://gitlab.com/api/v4/projects/25157276/issues", "merge_requests": "https://gitlab.com/api/v4/projects/25157276/merge_requests", "repo_branches": "https://gitlab.com/api/v4/projects/25157276/repository/branches", "labels": "https://gitlab.com/api/v4/projects/25157276/labels", "events": "https://gitlab.com/api/v4/projects/25157276/events", "members": "https://gitlab.com/api/v4/projects/25157276/members", "cluster_agents": "https://gitlab.com/api/v4/projects/25157276/cluster_agents"}, "packages_enabled": true, "empty_repo": false, "archived": false, "visibility": "private", "resolve_outdated_diff_discussions": false, "container_expiration_policy": {"cadence": "1d", "enabled": false, "keep_n": 10, "older_than": "90d", "name_regex": ".*", "name_regex_keep": null, "next_run_at": "2021-03-16T15:08:36.518Z"}, "issues_enabled": true, "merge_requests_enabled": true, "wiki_enabled": true, "jobs_enabled": true, "snippets_enabled": true, "container_registry_enabled": true, "service_desk_enabled": true, "service_desk_address": "contact-project+new-group-airbute-new-ci-test-project-25157276-issue-@incoming.gitlab.com", "can_create_merge_request_in": true, "issues_access_level": "enabled", "repository_access_level": "enabled", "merge_requests_access_level": "enabled", "forking_access_level": "enabled", "wiki_access_level": "enabled", "builds_access_level": "enabled", "snippets_access_level": "enabled", "pages_access_level": "private", "analytics_access_level": "enabled", "container_registry_access_level": "enabled", "security_and_compliance_access_level": "private", "releases_access_level": "enabled", "environments_access_level": "enabled", "feature_flags_access_level": "enabled", "infrastructure_access_level": "enabled", "monitor_access_level": "enabled", "emails_disabled": null, "shared_runners_enabled": true, "lfs_enabled": true, "creator_id": 8375961, "import_url": null, "import_type": null, "import_status": "none", "import_error": null, "open_issues_count": 31, "ci_default_git_depth": 50, "ci_forward_deployment_enabled": true, "ci_job_token_scope_enabled": false, "ci_separated_caches": true, "ci_opt_in_jwt": false, "ci_allow_fork_pipelines_to_run_in_parent_project": true, "build_git_strategy": "fetch", "keep_latest_artifact": true, "restrict_user_defined_variables": false, "runners_token": "GR1348941eMJgWDU69xyyshaNsaTZ", "runner_token_expiration_interval": null, "group_runners_enabled": true, "auto_cancel_pending_pipelines": "enabled", "build_timeout": 3600, "auto_devops_enabled": false, "auto_devops_deploy_strategy": "continuous", "ci_config_path": "", "public_jobs": true, "shared_with_groups": [], "only_allow_merge_if_pipeline_succeeds": false, "allow_merge_on_skipped_pipeline": null, "request_access_enabled": true, "only_allow_merge_if_all_discussions_are_resolved": false, "remove_source_branch_after_merge": true, "printing_merge_request_link_enabled": true, "merge_method": "merge", "squash_option": "default_off", "enforce_auth_checks_on_uploads": true, "suggestion_commit_message": null, "merge_commit_template": null, "squash_commit_template": null, "issue_branch_template": null, "statistics": {"commit_count": 3, "storage_size": 291925, "repository_size": 283115, "wiki_size": 0, "lfs_objects_size": 0, "job_artifacts_size": 8810, "pipeline_artifacts_size": 0, "packages_size": 0, "snippets_size": 0, "uploads_size": 0}, "autoclose_referenced_issues": true, "external_authorization_classification_label": "", "requirements_enabled": false, "requirements_access_level": "enabled", "security_and_compliance_enabled": true, "compliance_frameworks": [], "permissions": {"project_access": {"access_level": 40, "notification_level": 3}, "group_access": {"access_level": 50, "notification_level": 3}}}, "emitted_at": 1683114594440} +{"stream": "projects", "data": {"id": 25157276, "description": "", "name": "New CI Test Project ", "name_with_namespace": "New Group Airbute / New CI Test Project ", "path": "new-ci-test-project", "path_with_namespace": "new-group-airbute/new-ci-test-project", "created_at": "2021-03-15T15:08:36.498Z", "default_branch": "master", "tag_list": [], "topics": [], "ssh_url_to_repo": "git@gitlab.com:new-group-airbute/new-ci-test-project.git", "http_url_to_repo": "https://gitlab.com/new-group-airbute/new-ci-test-project.git", "web_url": "https://gitlab.com/new-group-airbute/new-ci-test-project", "readme_url": "https://gitlab.com/new-group-airbute/new-ci-test-project/-/blob/master/README.md", "forks_count": 0, "avatar_url": null, "star_count": 0, "last_activity_at": "2022-12-13T09:39:47.235Z", "namespace": {"id": 11329647, "name": "New Group Airbute", "path": "new-group-airbute", "kind": "group", "full_path": "new-group-airbute", "parent_id": null, "avatar_url": null, "web_url": "https://gitlab.com/groups/new-group-airbute"}, "container_registry_image_prefix": "registry.gitlab.com/new-group-airbute/new-ci-test-project", "_links": {"self": "https://gitlab.com/api/v4/projects/25157276", "issues": "https://gitlab.com/api/v4/projects/25157276/issues", "merge_requests": "https://gitlab.com/api/v4/projects/25157276/merge_requests", "repo_branches": "https://gitlab.com/api/v4/projects/25157276/repository/branches", "labels": "https://gitlab.com/api/v4/projects/25157276/labels", "events": "https://gitlab.com/api/v4/projects/25157276/events", "members": "https://gitlab.com/api/v4/projects/25157276/members", "cluster_agents": "https://gitlab.com/api/v4/projects/25157276/cluster_agents"}, "packages_enabled": true, "empty_repo": false, "archived": false, "visibility": "private", "resolve_outdated_diff_discussions": false, "container_expiration_policy": {"cadence": "1d", "enabled": false, "keep_n": 10, "older_than": "90d", "name_regex": ".*", "name_regex_keep": null, "next_run_at": "2021-03-16T15:08:36.518Z"}, "issues_enabled": true, "merge_requests_enabled": true, "wiki_enabled": true, "jobs_enabled": true, "snippets_enabled": true, "container_registry_enabled": true, "service_desk_enabled": true, "service_desk_address": "contact-project+new-group-airbute-new-ci-test-project-25157276-issue-@incoming.gitlab.com", "can_create_merge_request_in": true, "issues_access_level": "enabled", "repository_access_level": "enabled", "merge_requests_access_level": "enabled", "forking_access_level": "enabled", "wiki_access_level": "enabled", "builds_access_level": "enabled", "snippets_access_level": "enabled", "pages_access_level": "private", "analytics_access_level": "enabled", "container_registry_access_level": "enabled", "security_and_compliance_access_level": "private", "releases_access_level": "enabled", "environments_access_level": "enabled", "feature_flags_access_level": "enabled", "infrastructure_access_level": "enabled", "monitor_access_level": "enabled", "emails_disabled": null, "shared_runners_enabled": true, "lfs_enabled": true, "creator_id": 8375961, "import_url": null, "import_type": null, "import_status": "none", "import_error": null, "open_issues_count": 31, "description_html": "", "updated_at": "2022-12-13T09:39:47.235Z", "ci_default_git_depth": 50, "ci_forward_deployment_enabled": true, "ci_job_token_scope_enabled": false, "ci_separated_caches": true, "ci_opt_in_jwt": false, "ci_allow_fork_pipelines_to_run_in_parent_project": true, "build_git_strategy": "fetch", "keep_latest_artifact": true, "restrict_user_defined_variables": false, "runners_token": "GR1348941eMJgWDU69xyyshaNsaTZ", "runner_token_expiration_interval": null, "group_runners_enabled": true, "auto_cancel_pending_pipelines": "enabled", "build_timeout": 3600, "auto_devops_enabled": false, "auto_devops_deploy_strategy": "continuous", "ci_config_path": "", "public_jobs": true, "shared_with_groups": [], "only_allow_merge_if_pipeline_succeeds": false, "allow_merge_on_skipped_pipeline": null, "request_access_enabled": true, "only_allow_merge_if_all_discussions_are_resolved": false, "remove_source_branch_after_merge": true, "printing_merge_request_link_enabled": true, "merge_method": "merge", "squash_option": "default_off", "enforce_auth_checks_on_uploads": true, "suggestion_commit_message": null, "merge_commit_template": null, "squash_commit_template": null, "issue_branch_template": null, "statistics": {"commit_count": 3, "storage_size": 291925, "repository_size": 283115, "wiki_size": 0, "lfs_objects_size": 0, "job_artifacts_size": 8810, "pipeline_artifacts_size": 0, "packages_size": 0, "snippets_size": 0, "uploads_size": 0}, "autoclose_referenced_issues": true, "external_authorization_classification_label": "", "requirements_enabled": false, "requirements_access_level": "enabled", "security_and_compliance_enabled": true, "compliance_frameworks": [], "permissions": {"project_access": {"access_level": 40, "notification_level": 3}, "group_access": {"access_level": 50, "notification_level": 3}}}, "emitted_at": 1683707661249} {"stream": "branches", "data": {"name": "31-fake-issue-30", "merged": true, "protected": false, "developers_can_push": false, "developers_can_merge": false, "can_push": true, "default": false, "web_url": "https://gitlab.com/new-group-airbute/new-ci-test-project/-/tree/31-fake-issue-30", "commit_id": "2831d897ba0214f8d3168647e8ad4232b83987ef", "project_id": 25157276}, "emitted_at": 1683114594890} {"stream": "branches", "data": {"name": "master", "merged": false, "protected": true, "developers_can_push": false, "developers_can_merge": false, "can_push": true, "default": true, "web_url": "https://gitlab.com/new-group-airbute/new-ci-test-project/-/tree/master", "commit_id": "6ad3dd49539391774db738c9e7b7d69f2d872c98", "project_id": 25157276}, "emitted_at": 1683114594892} {"stream": "branches", "data": {"name": "new-test-branch", "merged": true, "protected": false, "developers_can_push": false, "developers_can_merge": false, "can_push": true, "default": false, "web_url": "https://gitlab.com/new-group-airbute/new-ci-test-project/-/tree/new-test-branch", "commit_id": "2831d897ba0214f8d3168647e8ad4232b83987ef", "project_id": 25157276}, "emitted_at": 1683114594892} diff --git a/airbyte-integrations/connectors/source-gitlab/metadata.yaml b/airbyte-integrations/connectors/source-gitlab/metadata.yaml index 8aba8d0e7879b3..8c4f5ab8f52315 100644 --- a/airbyte-integrations/connectors/source-gitlab/metadata.yaml +++ b/airbyte-integrations/connectors/source-gitlab/metadata.yaml @@ -5,7 +5,7 @@ data: connectorSubtype: api connectorType: source definitionId: 5e6175e5-68e1-4c17-bff9-56103bbb0d80 - dockerImageTag: 1.0.4 + dockerImageTag: 1.1.0 dockerRepository: airbyte/source-gitlab githubIssueLabel: source-gitlab icon: gitlab.svg diff --git a/airbyte-integrations/connectors/source-gitlab/source_gitlab/schemas/projects.json b/airbyte-integrations/connectors/source-gitlab/source_gitlab/schemas/projects.json index e7b21178e791ca..26fbcd9843a0e3 100644 --- a/airbyte-integrations/connectors/source-gitlab/source_gitlab/schemas/projects.json +++ b/airbyte-integrations/connectors/source-gitlab/source_gitlab/schemas/projects.json @@ -8,6 +8,9 @@ "description": { "type": ["null", "string"] }, + "description_html": { + "type": ["null", "string"] + }, "name": { "type": ["null", "string"] }, @@ -24,6 +27,10 @@ "type": ["null", "string"], "format": "date-time" }, + "updated_at": { + "type": ["null", "string"], + "format": "date-time" + }, "default_branch": { "type": ["null", "string"] }, diff --git a/airbyte-integrations/connectors/source-hubspot/integration_tests/expected_records.jsonl b/airbyte-integrations/connectors/source-hubspot/integration_tests/expected_records.jsonl index 8dd821ddab07c7..c54ecb837d3b48 100644 --- a/airbyte-integrations/connectors/source-hubspot/integration_tests/expected_records.jsonl +++ b/airbyte-integrations/connectors/source-hubspot/integration_tests/expected_records.jsonl @@ -41,5 +41,5 @@ {"stream": "property_history", "data": {"value": "tier_4", "source-type": "CALCULATED", "source-id": null, "source-label": "HubSpot Predictive Contact Scoring Model", "updated-by-user-id": null, "timestamp": 1679426985403, "selected": false, "property": "hs_predictivescoringtier", "vid": 601}, "emitted_at": 1683405026592} {"stream": "property_history", "data": {"value": "dne.io", "source-type": "CALCULATED", "source-id": null, "source-label": null, "updated-by-user-id": 12282590, "timestamp": 1673945024853, "selected": false, "property": "hs_email_domain", "vid": 151}, "emitted_at": 1683405026587} {"stream": "subscription_changes", "data": {"timestamp": 1675123491624, "normalizedEmailId": "6b59e963-cabc-4bf8-baec-feab401bdd98", "changes": [{"source": "SOURCE_HUBSPOT_CUSTOMER", "timestamp": 1675123491624, "change": "SUBSCRIBED", "causedByEvent": {"id": "cd276838-3925-4649-9a38-2b61761362c4", "created": 1675123491624}, "subscriptionId": 23704464, "changeType": "SUBSCRIPTION_STATUS", "portalId": 8727216}], "recipient": "testingapicontact_0@hubspot.com", "portalId": 8727216}, "emitted_at": 1683405027582} -{"stream": "tickets", "data": {"id": "1401690016", "properties": {"closed_date": null, "content": null, "created_by": null, "createdate": "2023-01-30T23:52:42.464000+00:00", "first_agent_reply_date": null, "hs_all_accessible_team_ids": null, "hs_all_assigned_business_unit_ids": null, "hs_all_conversation_mentions": null, "hs_all_owner_ids": "52550153", "hs_all_team_ids": null, "hs_assignment_method": null, "hs_auto_generated_from_thread_id": null, "hs_conversations_originating_message_id": null, "hs_conversations_originating_thread_id": null, "hs_created_by_user_id": 12282590, "hs_createdate": null, "hs_custom_inbox": null, "hs_date_entered_1": "2023-01-30T23:52:42.464000+00:00", "hs_date_entered_2": null, "hs_date_entered_3": null, "hs_date_entered_4": null, "hs_date_exited_1": null, "hs_date_exited_2": null, "hs_date_exited_3": null, "hs_date_exited_4": null, "hs_external_object_ids": null, "hs_feedback_last_ces_follow_up": null, "hs_feedback_last_ces_rating": null, "hs_feedback_last_survey_date": null, "hs_file_upload": null, "hs_first_agent_message_sent_at": null, "hs_helpdesk_sort_timestamp": "2023-01-30T23:52:42.464000+00:00", "hs_in_helpdesk": null, "hs_inbox_id": null, "hs_last_email_activity": null, "hs_last_email_date": null, "hs_last_message_from_visitor": true, "hs_last_message_received_at": null, "hs_last_message_sent_at": null, "hs_lastactivitydate": null, "hs_lastcontacted": null, "hs_lastmodifieddate": "2023-01-30T23:52:43.939000+00:00", "hs_latest_message_seen_by_agent_ids": null, "hs_merged_object_ids": null, "hs_msteams_message_id": null, "hs_nextactivitydate": null, "hs_num_associated_companies": 0, "hs_num_times_contacted": 0, "hs_object_id": 1401690016, "hs_originating_channel_instance_id": null, "hs_originating_email_engagement_id": null, "hs_originating_generic_channel_id": null, "hs_pinned_engagement_id": null, "hs_pipeline": "0", "hs_pipeline_stage": "1", "hs_read_only": null, "hs_resolution": null, "hs_sales_email_last_replied": null, "hs_tag_ids": null, "hs_thread_ids_to_restore": null, "hs_ticket_category": null, "hs_ticket_id": 1401690016, "hs_ticket_priority": null, "hs_time_in_1": 8282266808, "hs_time_in_2": null, "hs_time_in_3": null, "hs_time_in_4": null, "hs_time_to_close_sla_at": null, "hs_time_to_close_sla_status": null, "hs_time_to_first_response_sla_at": null, "hs_time_to_first_response_sla_status": null, "hs_unique_creation_key": null, "hs_updated_by_user_id": 12282590, "hs_user_ids_of_all_notification_followers": null, "hs_user_ids_of_all_notification_unfollowers": null, "hs_user_ids_of_all_owners": "12282590", "hubspot_owner_assigneddate": "2023-01-30T23:52:42.464000+00:00", "hubspot_owner_id": "52550153", "hubspot_team_id": null, "last_engagement_date": null, "last_reply_date": null, "notes_last_contacted": null, "notes_last_updated": null, "notes_next_activity_date": null, "nps_follow_up_answer": null, "nps_follow_up_question_version": null, "nps_score": null, "num_contacted_notes": null, "num_notes": null, "source_ref": null, "source_thread_id": null, "source_type": null, "subject": "test", "tags": null, "time_to_close": null, "time_to_first_agent_reply": null}, "createdAt": "2023-01-30T23:52:42.464Z", "updatedAt": "2023-01-30T23:52:43.939Z", "archived": false}, "emitted_at": 1683405029316} +{"stream": "tickets", "data": {"id": "1401690016", "properties": {"closed_date": null, "content": null, "created_by": null, "createdate": "2023-01-30T23:52:42.464000+00:00", "first_agent_reply_date": null, "hs_all_accessible_team_ids": null, "hs_all_conversation_mentions": null, "hs_all_owner_ids": "52550153", "hs_all_team_ids": null, "hs_assignment_method": null, "hs_auto_generated_from_thread_id": null, "hs_conversations_originating_message_id": null, "hs_conversations_originating_thread_id": null, "hs_created_by_user_id": 12282590, "hs_createdate": null, "hs_custom_inbox": null, "hs_date_entered_1": "2023-01-30T23:52:42.464000+00:00", "hs_date_entered_2": null, "hs_date_entered_3": null, "hs_date_entered_4": null, "hs_date_exited_1": null, "hs_date_exited_2": null, "hs_date_exited_3": null, "hs_date_exited_4": null, "hs_external_object_ids": null, "hs_feedback_last_ces_follow_up": null, "hs_feedback_last_ces_rating": null, "hs_feedback_last_survey_date": null, "hs_file_upload": null, "hs_first_agent_message_sent_at": null, "hs_helpdesk_sort_timestamp": "2023-01-30T23:52:42.464000+00:00", "hs_in_helpdesk": null, "hs_inbox_id": null, "hs_last_email_activity": null, "hs_last_email_date": null, "hs_last_message_from_visitor": true, "hs_last_message_received_at": null, "hs_last_message_sent_at": null, "hs_lastactivitydate": null, "hs_lastcontacted": null, "hs_lastmodifieddate": "2023-01-30T23:52:43.939000+00:00", "hs_latest_message_seen_by_agent_ids": null, "hs_merged_object_ids": null, "hs_msteams_message_id": null, "hs_nextactivitydate": null, "hs_num_associated_companies": 0, "hs_num_times_contacted": 0, "hs_object_id": 1401690016, "hs_originating_channel_instance_id": null, "hs_originating_email_engagement_id": null, "hs_originating_generic_channel_id": null, "hs_pinned_engagement_id": null, "hs_pipeline": "0", "hs_pipeline_stage": "1", "hs_read_only": null, "hs_resolution": null, "hs_sales_email_last_replied": null, "hs_tag_ids": null, "hs_thread_ids_to_restore": null, "hs_ticket_category": null, "hs_ticket_id": 1401690016, "hs_ticket_priority": null, "hs_time_in_1": 8583956238, "hs_time_in_2": null, "hs_time_in_3": null, "hs_time_in_4": null, "hs_time_to_close_sla_at": null, "hs_time_to_close_sla_status": null, "hs_time_to_first_response_sla_at": null, "hs_time_to_first_response_sla_status": null, "hs_unique_creation_key": null, "hs_updated_by_user_id": 12282590, "hs_user_ids_of_all_notification_followers": null, "hs_user_ids_of_all_notification_unfollowers": null, "hs_user_ids_of_all_owners": "12282590", "hubspot_owner_assigneddate": "2023-01-30T23:52:42.464000+00:00", "hubspot_owner_id": "52550153", "hubspot_team_id": null, "last_engagement_date": null, "last_reply_date": null, "notes_last_contacted": null, "notes_last_updated": null, "notes_next_activity_date": null, "nps_follow_up_answer": null, "nps_follow_up_question_version": null, "nps_score": null, "num_contacted_notes": null, "num_notes": null, "source_ref": null, "source_thread_id": null, "source_type": null, "subject": "test", "tags": null, "time_to_close": null, "time_to_first_agent_reply": null}, "createdAt": "2023-01-30T23:52:42.464Z", "updatedAt": "2023-01-30T23:52:43.939Z", "archived": false}, "emitted_at": 1683706718779} {"stream": "workflows", "data": {"migrationStatus": {"portalId": 8727216, "workflowId": 40032127, "migrationStatus": "EXECUTION_MIGRATED", "enrollmentMigrationStatus": "PLATFORM_OWNED", "platformOwnsActions": true, "lastSuccessfulMigrationTimestamp": null, "enrollmentMigrationTimestamp": null, "flowId": 321690519}, "name": "Unnamed workflow - Mon Mar 15 2021 12:58:03 GMT+0200 (cloned)", "id": 40032127, "type": "DRIP_DELAY", "enabled": true, "originalAuthorUserId": 12282590, "creationSource": {"sourceApplication": {"source": "DIRECT_API", "serviceName": "AutomationPlatformService-userweb"}, "createdByUser": {"userId": 12282590, "userEmail": "integration-test@airbyte.io"}, "clonedFromWorkflowId": 23314874, "createdAt": 1675124258186}, "updateSource": {"sourceApplication": {"source": "DIRECT_API", "serviceName": "AutomationPlatformService-userweb"}, "updatedByUser": {"userId": 12282590, "userEmail": "integration-test@airbyte.io"}, "updatedAt": 1675124308226}, "personaTagIds": [], "lastUpdatedByUserId": 12282590, "contactListIds": {"enrolled": 167, "active": 168, "completed": 169, "succeeded": 170}, "contactCounts": {"active": 0, "enrolled": 0}, "description": "", "updatedAt": 1675124308226, "portalId": 8727216, "insertedAt": 1675124258190}, "emitted_at": 1683405030349} diff --git a/airbyte-integrations/connectors/source-snapchat-marketing/Dockerfile b/airbyte-integrations/connectors/source-snapchat-marketing/Dockerfile index 346b3f19ca5594..c55aae2de49465 100644 --- a/airbyte-integrations/connectors/source-snapchat-marketing/Dockerfile +++ b/airbyte-integrations/connectors/source-snapchat-marketing/Dockerfile @@ -25,5 +25,5 @@ COPY source_snapchat_marketing ./source_snapchat_marketing ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py" ENTRYPOINT ["python", "/airbyte/integration_code/main.py"] -LABEL io.airbyte.version=0.1.16 +LABEL io.airbyte.version=0.2.0 LABEL io.airbyte.name=airbyte/source-snapchat-marketing diff --git a/airbyte-integrations/connectors/source-snapchat-marketing/integration_tests/expected_records.jsonl b/airbyte-integrations/connectors/source-snapchat-marketing/integration_tests/expected_records.jsonl index 429f7cd5201af7..d5524655c28721 100644 --- a/airbyte-integrations/connectors/source-snapchat-marketing/integration_tests/expected_records.jsonl +++ b/airbyte-integrations/connectors/source-snapchat-marketing/integration_tests/expected_records.jsonl @@ -6,11 +6,11 @@ {"stream": "adsquads", "data": {"id": "ac6548b1-419e-4137-8320-e4e536766f72", "updated_at": "2022-07-01T17:02:02.325Z", "created_at": "2022-07-01T17:02:01.459Z", "name": "Extract yor data anywhere - Ad Set", "status": "ACTIVE", "campaign_id": "3369834f-5bc0-47bd-a4e9-ee48d424d90c", "type": "SNAP_ADS", "targeting": {"regulated_content": false, "geos": [{"country_code": "us"}]}, "targeting_reach_status": "VALID", "placement": "UNSUPPORTED", "billing_event": "IMPRESSION", "auto_bid": true, "target_bid": false, "bid_strategy": "AUTO_BID", "daily_budget_micro": 5000000, "start_time": "2022-07-01T17:02:01.308Z", "optimization_goal": "SWIPES", "delivery_constraint": "DAILY_BUDGET", "pacing_type": "STANDARD", "child_ad_type": "REMOTE_WEBPAGE", "forced_view_setting": "NONE", "creation_state": "PUBLISHED", "delivery_status": ["INVALID_EFFECTIVE_INVALID", "INVALID_AD_SQUAD_HAS_NO_ACTIVE_ADS"], "skadnetwork_properties": {"status": "NEVER_ENROLLED"}}, "emitted_at": 1674640111416} {"stream": "adsquads", "data": {"id": "87f00f80-8ae6-44ac-ab63-2c976d43de64", "updated_at": "2022-07-01T17:24:43.438Z", "created_at": "2022-07-01T17:14:29.123Z", "name": "Open-source data integration - Ad Set", "status": "ACTIVE", "campaign_id": "d180d36e-1212-479b-84a5-8b0663ceaf82", "type": "SNAP_ADS", "targeting": {"regulated_content": false, "demographics": [{"min_age": "21", "languages": ["en"]}], "interests": [{"category_id": ["SLC_229", "SLC_39"], "operation": "INCLUDE"}], "geos": [{"country_code": "us"}], "enable_targeting_expansion": false, "auto_expansion_options": {"interest_expansion_option": {"enabled": false}}}, "targeting_reach_status": "VALID", "placement": "UNSUPPORTED", "billing_event": "IMPRESSION", "auto_bid": true, "target_bid": false, "bid_strategy": "AUTO_BID", "lifetime_budget_micro": 15000000, "start_time": "2022-07-01T17:09:13.000Z", "end_time": "2022-07-02T17:09:13.000Z", "optimization_goal": "SWIPES", "delivery_constraint": "LIFETIME_BUDGET", "pacing_type": "STANDARD", "child_ad_type": "REMOTE_WEBPAGE", "forced_view_setting": "NONE", "creation_state": "PUBLISHED", "delivery_status": ["INVALID_OVER_BUDGET_AD_SQUAD_FINALIZED_LIFETIME_SPEND", "INVALID_END_TIME", "INVALID_EFFECTIVE_INVALID", "INVALID_START_TIME_AFTER_END_TIME"], "skadnetwork_properties": {"status": "WITHDRAWN", "ecid_enrollment_status": "DETACHED"}, "delivery_properties_version": 1656695977818}, "emitted_at": 1674640111722} {"stream": "adsquads", "data": {"id": "c67feaff-0ed8-4c05-b6a9-84c6de0e147f", "updated_at": "2021-07-22T12:53:31.636Z", "created_at": "2021-07-22T10:39:58.989Z", "name": "Snowflake - Ad Set", "status": "PAUSED", "campaign_id": "519b708a-c8ca-47fb-8264-d92a3b773949", "type": "SNAP_ADS", "targeting": {"regulated_content": false, "geos": [{"country_code": "us", "operation": "INCLUDE"}], "locations": [{"circles": [{"latitude": 40.74111000005462, "longitude": -74.00765749991542, "radius": 5.0, "unit": "MILES", "name": "Tesla, 860 Washington St, New York, NY 10014, United States"}], "operation": "INCLUDE"}]}, "targeting_reach_status": "VALID", "placement": "UNSUPPORTED", "billing_event": "IMPRESSION", "auto_bid": true, "target_bid": false, "bid_strategy": "AUTO_BID", "daily_budget_micro": 50000000, "start_time": "2021-07-22T10:39:57.697Z", "optimization_goal": "SWIPES", "event_sources": {"PLACE": ["bb766df2-9994-11e8-bfe6-3fd872610c42"]}, "delivery_constraint": "DAILY_BUDGET", "pacing_type": "STANDARD", "child_ad_type": "AD_TO_PLACE", "forced_view_setting": "NONE", "creation_state": "PUBLISHED", "delivery_status": ["INVALID_NOT_ACTIVE", "INVALID_NOT_EFFECTIVE_ACTIVE", "INVALID_AD_SQUAD_HAS_NO_ACTIVE_ADS", "INVALID_EFFECTIVE_INVALID"], "skadnetwork_properties": {"status": "NEVER_ENROLLED"}}, "emitted_at": 1674640111722} -{"stream": "campaigns", "data": {"id": "3369834f-5bc0-47bd-a4e9-ee48d424d90c", "updated_at": "2022-07-01T17:02:00.987Z", "created_at": "2022-07-01T17:02:00.987Z", "name": "Extract yor data anywhere - Campaign", "ad_account_id": "04214c00-3aa5-4123-b5c8-363c32c40e42", "status": "ACTIVE", "objective": "WEB_VIEW", "start_time": "2022-07-01T17:02:00.309Z", "buy_model": "AUCTION", "delivery_status": ["INVALID_CAMPAIGN_HAS_NO_ACTIVE_AD_SQUAD"]}, "emitted_at": 1674640112134} -{"stream": "campaigns", "data": {"id": "13abdd04-e4e5-48a4-9d83-faca2c54c69d", "updated_at": "2021-07-22T10:39:14.535Z", "created_at": "2021-07-22T10:31:54.777Z", "name": "Snowflake Integration - Campaign", "ad_account_id": "e4cd371b-8de8-4011-a8d2-860fe77c09e1", "status": "PAUSED", "objective": "BRAND_AWARENESS", "start_time": "2021-07-22T10:31:29.707Z", "buy_model": "AUCTION", "delivery_status": ["INVALID_NOT_EFFECTIVE_ACTIVE", "INVALID_CAMPAIGN_HAS_NO_ACTIVE_AD_SQUAD", "INVALID_NOT_ACTIVE"]}, "emitted_at": 1674640112438} -{"stream": "campaigns", "data": {"id": "34f8da04-4842-42b9-b020-4868f5cf36ba", "updated_at": "2021-07-22T10:33:59.114Z", "created_at": "2021-07-22T10:29:42.068Z", "name": "Snowflake Integration - Campaign", "ad_account_id": "e4cd371b-8de8-4011-a8d2-860fe77c09e1", "status": "PAUSED", "objective": "BRAND_AWARENESS", "start_time": "2021-07-22T10:29:16.993Z", "buy_model": "AUCTION", "delivery_status": ["INVALID_NOT_EFFECTIVE_ACTIVE", "INVALID_CAMPAIGN_HAS_NO_ACTIVE_AD_SQUAD", "INVALID_NOT_ACTIVE"]}, "emitted_at": 1674640112439} -{"stream": "campaigns", "data": {"id": "519b708a-c8ca-47fb-8264-d92a3b773949", "updated_at": "2021-07-22T10:49:13.615Z", "created_at": "2021-07-22T10:39:56.602Z", "name": "Snowflake - Campaign", "ad_account_id": "e4cd371b-8de8-4011-a8d2-860fe77c09e1", "status": "PAUSED", "objective": "BRAND_AWARENESS", "start_time": "2021-07-22T10:39:31.499Z", "buy_model": "AUCTION", "delivery_status": ["INVALID_NOT_EFFECTIVE_ACTIVE", "INVALID_CAMPAIGN_HAS_NO_ACTIVE_AD_SQUAD", "INVALID_NOT_ACTIVE"]}, "emitted_at": 1674640112439} -{"stream": "campaigns", "data": {"id": "d180d36e-1212-479b-84a5-8b0663ceaf82", "updated_at": "2022-07-01T17:14:28.502Z", "created_at": "2022-07-01T17:14:28.502Z", "name": "Open-source data integration - Campaign", "ad_account_id": "e4cd371b-8de8-4011-a8d2-860fe77c09e1", "status": "ACTIVE", "objective": "WEB_VIEW", "start_time": "2022-07-01T17:14:28.053Z", "buy_model": "AUCTION", "delivery_status": ["INVALID_CAMPAIGN_HAS_NO_ACTIVE_AD_SQUAD"]}, "emitted_at": 1674640112439} +{"stream": "campaigns", "data": {"id": "3369834f-5bc0-47bd-a4e9-ee48d424d90c", "updated_at": "2022-07-01T17:02:00.987Z", "created_at": "2022-07-01T17:02:00.987Z", "name": "Extract yor data anywhere - Campaign", "ad_account_id": "04214c00-3aa5-4123-b5c8-363c32c40e42", "status": "ACTIVE", "objective": "WEB_VIEW", "start_time": "2022-07-01T17:02:00.309Z", "buy_model": "AUCTION", "delivery_status": ["INVALID_CAMPAIGN_HAS_NO_ACTIVE_AD_SQUAD"], "creation_state": "PUBLISHED"}, "emitted_at": 1683708503134} +{"stream": "campaigns", "data": {"id": "13abdd04-e4e5-48a4-9d83-faca2c54c69d", "updated_at": "2021-07-22T10:39:14.535Z", "created_at": "2021-07-22T10:31:54.777Z", "name": "Snowflake Integration - Campaign", "ad_account_id": "e4cd371b-8de8-4011-a8d2-860fe77c09e1", "status": "PAUSED", "objective": "BRAND_AWARENESS", "start_time": "2021-07-22T10:31:29.707Z", "buy_model": "AUCTION", "delivery_status": ["INVALID_NOT_EFFECTIVE_ACTIVE", "INVALID_NOT_ACTIVE", "INVALID_CAMPAIGN_HAS_NO_ACTIVE_AD_SQUAD"], "creation_state": "PUBLISHED"}, "emitted_at": 1683708503509} +{"stream": "campaigns", "data": {"id": "34f8da04-4842-42b9-b020-4868f5cf36ba", "updated_at": "2021-07-22T10:33:59.114Z", "created_at": "2021-07-22T10:29:42.068Z", "name": "Snowflake Integration - Campaign", "ad_account_id": "e4cd371b-8de8-4011-a8d2-860fe77c09e1", "status": "PAUSED", "objective": "BRAND_AWARENESS", "start_time": "2021-07-22T10:29:16.993Z", "buy_model": "AUCTION", "delivery_status": ["INVALID_NOT_EFFECTIVE_ACTIVE", "INVALID_NOT_ACTIVE", "INVALID_CAMPAIGN_HAS_NO_ACTIVE_AD_SQUAD"], "creation_state": "PUBLISHED"}, "emitted_at": 1683708503509} +{"stream": "campaigns", "data": {"id": "519b708a-c8ca-47fb-8264-d92a3b773949", "updated_at": "2021-07-22T10:49:13.615Z", "created_at": "2021-07-22T10:39:56.602Z", "name": "Snowflake - Campaign", "ad_account_id": "e4cd371b-8de8-4011-a8d2-860fe77c09e1", "status": "PAUSED", "objective": "BRAND_AWARENESS", "start_time": "2021-07-22T10:39:31.499Z", "buy_model": "AUCTION", "delivery_status": ["INVALID_NOT_EFFECTIVE_ACTIVE", "INVALID_NOT_ACTIVE", "INVALID_CAMPAIGN_HAS_NO_ACTIVE_AD_SQUAD"], "creation_state": "PUBLISHED"}, "emitted_at": 1683708503509} +{"stream": "campaigns", "data": {"id": "d180d36e-1212-479b-84a5-8b0663ceaf82", "updated_at": "2022-07-01T17:14:28.502Z", "created_at": "2022-07-01T17:14:28.502Z", "name": "Open-source data integration - Campaign", "ad_account_id": "e4cd371b-8de8-4011-a8d2-860fe77c09e1", "status": "ACTIVE", "objective": "WEB_VIEW", "start_time": "2022-07-01T17:14:28.053Z", "buy_model": "AUCTION", "delivery_status": ["INVALID_CAMPAIGN_HAS_NO_ACTIVE_AD_SQUAD"], "creation_state": "PUBLISHED"}, "emitted_at": 1683708503510} {"stream": "creatives", "data": {"id": "32224b92-fe08-4fb4-9c13-85f4f794d810", "updated_at": "2022-07-01T17:15:14.860Z", "created_at": "2022-07-01T17:02:01.353Z", "name": "Extract yor data anywhere - Creative", "ad_account_id": "04214c00-3aa5-4123-b5c8-363c32c40e42", "type": "WEB_VIEW", "packaging_status": "SUCCESS", "review_status": "DISAPPROVED", "review_status_details": "Your ad contains low quality imagery, video, or sound that does not appear to be intentional. Some examples include audio or text that is cut off, imagery that is distorted, blurred, flashing brightly, rotated, or a broken video file. Please edit, resubmit for review, and our team will take another look. Questions? Contact us via our Business Help Center at https://businesshelp.snapchat.comYour Brand Name does not reflect the Paying Advertiser. Paying Advertiser examples include your Organization Name, Product Name, Parent Company, Artist Name or Co-Branded Partnerships. Please update your Brand Name to be reflective of the content you are advertising, resubmit for review, and our team will take another look.", "shareable": true, "forced_view_eligibility": "NONE", "headline": "Extract yor data anywhere", "brand_name": "Daxtarity Inc.", "call_to_action": "MORE", "render_type": "STATIC", "top_snap_media_id": "0a67c108-8f77-47e3-b233-a19fd31886b6", "top_snap_crop_position": "MIDDLE", "web_view_properties": {"url": "https://airbyte.io/", "allow_snap_javascript_sdk": false, "use_immersive_mode": false, "deep_link_urls": [], "block_preload": true}, "ad_product": "SNAP_AD"}, "emitted_at": 1674640112848} {"stream": "creatives", "data": {"id": "5131173c-ea4d-465b-b8b5-fa10dbfe61f6", "updated_at": "2021-06-11T09:44:42.583Z", "created_at": "2021-06-11T08:04:43.608Z", "name": "Data Integration Tool - Creative", "ad_account_id": "04214c00-3aa5-4123-b5c8-363c32c40e42", "type": "WEB_VIEW", "packaging_status": "SUCCESS", "review_status": "APPROVED", "review_status_details": "", "shareable": true, "forced_view_eligibility": "NONE", "headline": "Data Integration Tool", "brand_name": "Daxtarity Inc.", "call_to_action": "VIEW", "render_type": "STATIC", "top_snap_media_id": "e6be1b9e-6007-408a-b66b-b64a45effeb3", "top_snap_crop_position": "MIDDLE", "web_view_properties": {"url": "https://airbyte.io/", "allow_snap_javascript_sdk": false, "use_immersive_mode": false, "deep_link_urls": [], "block_preload": true}, "ad_product": "SNAP_AD"}, "emitted_at": 1674640112849} {"stream": "creatives", "data": {"id": "fba5e317-bdca-446f-a2aa-c89db32bc4e8", "updated_at": "2021-07-07T07:46:38.245Z", "created_at": "2021-07-07T07:40:10.779Z", "name": "Data Integration Tool - Creative", "ad_account_id": "04214c00-3aa5-4123-b5c8-363c32c40e42", "type": "WEB_VIEW", "packaging_status": "SUCCESS", "review_status": "APPROVED", "review_status_details": "", "shareable": true, "forced_view_eligibility": "NONE", "headline": "Data Integration Tool", "brand_name": "Daxtarity Inc.", "call_to_action": "VIEW", "render_type": "STATIC", "top_snap_media_id": "5b8037f6-ebb7-4863-b316-321df888c07c", "top_snap_crop_position": "MIDDLE", "web_view_properties": {"url": "https://airbyte.io/", "allow_snap_javascript_sdk": false, "use_immersive_mode": false, "deep_link_urls": [], "block_preload": true}, "ad_product": "SNAP_AD"}, "emitted_at": 1674640112850} diff --git a/airbyte-integrations/connectors/source-snapchat-marketing/metadata.yaml b/airbyte-integrations/connectors/source-snapchat-marketing/metadata.yaml index d2d4ee16321bd1..5d883d30cdfc39 100644 --- a/airbyte-integrations/connectors/source-snapchat-marketing/metadata.yaml +++ b/airbyte-integrations/connectors/source-snapchat-marketing/metadata.yaml @@ -6,7 +6,7 @@ data: connectorSubtype: api connectorType: source definitionId: 200330b2-ea62-4d11-ac6d-cfe3e3f8ab2b - dockerImageTag: 0.1.16 + dockerImageTag: 0.2.0 dockerRepository: airbyte/source-snapchat-marketing githubIssueLabel: source-snapchat-marketing icon: snapchat.svg diff --git a/airbyte-integrations/connectors/source-snapchat-marketing/source_snapchat_marketing/schemas/campaigns.json b/airbyte-integrations/connectors/source-snapchat-marketing/source_snapchat_marketing/schemas/campaigns.json index a03a810ca5b4a0..e00e41246bbeb5 100644 --- a/airbyte-integrations/connectors/source-snapchat-marketing/source_snapchat_marketing/schemas/campaigns.json +++ b/airbyte-integrations/connectors/source-snapchat-marketing/source_snapchat_marketing/schemas/campaigns.json @@ -33,6 +33,9 @@ "items": { "type": ["null", "string"] } + }, + "creation_state": { + "type": ["null", "string"] } } } diff --git a/docs/integrations/sources/gitlab.md b/docs/integrations/sources/gitlab.md index ab46243ac296a2..b1025d96ab13fa 100644 --- a/docs/integrations/sources/gitlab.md +++ b/docs/integrations/sources/gitlab.md @@ -105,8 +105,9 @@ Gitlab has the [rate limits](https://docs.gitlab.com/ee/user/gitlab_com/index.ht | Version | Date | Pull Request | Subject | |:--------|:-----------|:---------------------------------------------------------|:-------------------------------------------------------------------------------------------| -| 1.0.4 | 2023-04-20 | [21373](https://github.com/airbytehq/airbyte/pull/21373) | Accept api_url with or without scheme | -| 1.0.3 | 2023-02-14 | [22992](https://github.com/airbytehq/airbyte/pull/22992) |Specified date formatting in specification | +| 1.1.0 | 2023-05-10 | [00000](https://github.com/airbytehq/airbyte/pull/00000) | Introduce two new fields in the `Projects` stream schema | +| 1.0.4 | 2023-04-20 | [21373](https://github.com/airbytehq/airbyte/pull/21373) | Accept api_url with or without scheme | +| 1.0.3 | 2023-02-14 | [22992](https://github.com/airbytehq/airbyte/pull/22992) | Specified date formatting in specification | | 1.0.2 | 2023-01-27 | [22001](https://github.com/airbytehq/airbyte/pull/22001) | Set `AvailabilityStrategy` for streams explicitly to `None` | | 1.0.1 | 2023-01-23 | [21713](https://github.com/airbytehq/airbyte/pull/21713) | Fix missing data issue | | 1.0.0 | 2022-12-05 | [7506](https://github.com/airbytehq/airbyte/pull/7506) | Add `OAuth2.0` authentication option | diff --git a/docs/integrations/sources/snapchat-marketing.md b/docs/integrations/sources/snapchat-marketing.md index 84467cdc6be3eb..e5ef08c4290bd5 100644 --- a/docs/integrations/sources/snapchat-marketing.md +++ b/docs/integrations/sources/snapchat-marketing.md @@ -111,10 +111,11 @@ Snapchat Marketing API has limitations to 1000 items per page. ## Changelog -| Version | Date | Pull Request | Subject | -|:--------|:-----------|:---------------------------------------------------------|:------------------------------------------------------| -| 0.1.16 | 2023-04-20 | [20897](https://github.com/airbytehq/airbyte/pull/20897) | Add missing fields to Basic Stats schema | -| 0.1.15 | 2023-03-02 | [22869](https://github.com/airbytehq/airbyte/pull/22869) | Specified date formatting in specification | +| Version | Date | Pull Request | Subject | +|:--------|:-----------|:---------------------------------------------------------|:------------------------------------------------------------| +| 0.2.0 | 2023-05-10 | [00000](https://github.com/airbytehq/airbyte/pull/00000) | Introduce new field in the `Campaigns` stream schema | +| 0.1.16 | 2023-04-20 | [20897](https://github.com/airbytehq/airbyte/pull/20897) | Add missing fields to Basic Stats schema | +| 0.1.15 | 2023-03-02 | [22869](https://github.com/airbytehq/airbyte/pull/22869) | Specified date formatting in specification | | 0.1.14 | 2023-02-10 | [22808](https://github.com/airbytehq/airbyte/pull/22808) | Enable default `AvailabilityStrategy` | | 0.1.13 | 2023-01-27 | [22023](https://github.com/airbytehq/airbyte/pull/22023) | Set `AvailabilityStrategy` for streams explicitly to `None` | | 0.1.12 | 2023-01-11 | [21267](https://github.com/airbytehq/airbyte/pull/21267) | Fix parse empty error response | From 0cdd093e38ed2a3a32e22985431f3774b4691c24 Mon Sep 17 00:00:00 2001 From: Daryna Ishchenko Date: Thu, 25 May 2023 12:37:04 +0300 Subject: [PATCH 2/3] migrated to advanced_auth --- .../connectors/source-notion/Dockerfile | 2 +- .../connectors/source-notion/metadata.yaml | 2 +- .../source-notion/source_notion/spec.json | 44 ++++++++++++++++--- 3 files changed, 40 insertions(+), 8 deletions(-) diff --git a/airbyte-integrations/connectors/source-notion/Dockerfile b/airbyte-integrations/connectors/source-notion/Dockerfile index a164ee0b7efbd8..be177b08225698 100644 --- a/airbyte-integrations/connectors/source-notion/Dockerfile +++ b/airbyte-integrations/connectors/source-notion/Dockerfile @@ -34,5 +34,5 @@ COPY source_notion ./source_notion ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py" ENTRYPOINT ["python", "/airbyte/integration_code/main.py"] -LABEL io.airbyte.version=1.0.6 +LABEL io.airbyte.version=1.0.7 LABEL io.airbyte.name=airbyte/source-notion diff --git a/airbyte-integrations/connectors/source-notion/metadata.yaml b/airbyte-integrations/connectors/source-notion/metadata.yaml index 3c5d8a1cc6cc51..435e62bb5b7cdf 100644 --- a/airbyte-integrations/connectors/source-notion/metadata.yaml +++ b/airbyte-integrations/connectors/source-notion/metadata.yaml @@ -5,7 +5,7 @@ data: connectorSubtype: api connectorType: source definitionId: 6e00b415-b02e-4160-bf02-58176a0ae687 - dockerImageTag: 1.0.6 + dockerImageTag: 1.0.7 dockerRepository: airbyte/source-notion githubIssueLabel: source-notion icon: notion.svg diff --git a/airbyte-integrations/connectors/source-notion/source_notion/spec.json b/airbyte-integrations/connectors/source-notion/source_notion/spec.json index 5906db297c4f10..b237e7691e2b66 100644 --- a/airbyte-integrations/connectors/source-notion/source_notion/spec.json +++ b/airbyte-integrations/connectors/source-notion/source_notion/spec.json @@ -75,12 +75,44 @@ } } }, - "authSpecification": { - "auth_type": "oauth2.0", - "oauth2Specification": { - "rootObject": ["credentials", "0"], - "oauthFlowInitParameters": [["client_id"], ["client_secret"]], - "oauthFlowOutputParameters": [["access_token"]] + "advanced_auth": { + "auth_flow_type": "oauth2.0", + "predicate_key": ["credentials", "auth_type"], + "predicate_value": "OAuth2.0", + "oauth_config_specification": { + "complete_oauth_output_specification": { + "type": "object", + "properties": { + "access_token": { + "type": "string", + "path_in_connector_config": ["credentials", "access_token"] + } + } + }, + "complete_oauth_server_input_specification": { + "type": "object", + "properties": { + "client_id": { + "type": "string" + }, + "client_secret": { + "type": "string" + } + } + }, + "complete_oauth_server_output_specification": { + "type": "object", + "properties": { + "client_id": { + "type": "string", + "path_in_connector_config": ["credentials", "client_id"] + }, + "client_secret": { + "type": "string", + "path_in_connector_config": ["credentials", "client_secret"] + } + } + } } } } From 9ed7279ccd3eb2622593b4ed6ae9bff45e8dc884 Mon Sep 17 00:00:00 2001 From: Denys Davydov Date: Wed, 14 Jun 2023 14:31:09 +0300 Subject: [PATCH 3/3] #26535 source notion: upd changelog --- docs/integrations/sources/notion.md | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/docs/integrations/sources/notion.md b/docs/integrations/sources/notion.md index 0612333dfcdd06..e53181b96097c0 100644 --- a/docs/integrations/sources/notion.md +++ b/docs/integrations/sources/notion.md @@ -84,7 +84,8 @@ The connector is restricted by Notion [request limits](https://developers.notion | Version | Date | Pull Request | Subject | |:--------|:-----------|:---------------------------------------------------------|:-----------------------------------------------------------------------------| -| 1.1.0 | 2023-06-08 | [27170](https://github.com/airbytehq/airbyte/pull/27170) | Fix typo in `blocks` schema | +| 1.1.1 | 2023-06-14 | [26535](https://github.com/airbytehq/airbyte/pull/26535) | Migrate from deprecated `authSpecification` to `advancedAuth` | +| 1.1.0 | 2023-06-08 | [27170](https://github.com/airbytehq/airbyte/pull/27170) | Fix typo in `blocks` schema | | 1.0.9 | 2023-06-08 | [27062](https://github.com/airbytehq/airbyte/pull/27062) | Skip streams with `invalid_start_cursor` error | | 1.0.8 | 2023-06-07 | [27073](https://github.com/airbytehq/airbyte/pull/27073) | Add empty results handling for stream `Blocks` | | 1.0.7 | 2023-06-06 | [27060](https://github.com/airbytehq/airbyte/pull/27060) | Add skipping 404 error in `Blocks` stream |