Skip to content

Commit

Permalink
Source Jira: Improved code to become BETA (#20128)
Browse files Browse the repository at this point in the history
Signed-off-by: Sergey Chvalyuk <grubberr@gmail.com>
  • Loading branch information
grubberr committed Dec 16, 2022
1 parent dcda815 commit a5bbbc3
Show file tree
Hide file tree
Showing 25 changed files with 1,366 additions and 13,182 deletions.
Expand Up @@ -785,11 +785,11 @@
- name: Jira
sourceDefinitionId: 68e63de2-bb83-4c7e-93fa-a8a9051e3993
dockerRepository: airbyte/source-jira
dockerImageTag: 0.3.0
dockerImageTag: 0.3.1
documentationUrl: https://docs.airbyte.com/integrations/sources/jira
icon: jira.svg
sourceType: api
releaseStage: alpha
releaseStage: beta
- name: K6 Cloud
sourceDefinitionId: e300ece7-b073-43a3-852e-8aff36a57f13
dockerRepository: airbyte/source-k6-cloud
Expand Down
29 changes: 15 additions & 14 deletions airbyte-config/init/src/main/resources/seed/source_specs.yaml
Expand Up @@ -6668,7 +6668,7 @@
supportsNormalization: false
supportsDBT: false
supported_destination_sync_modes: []
- dockerImage: "airbyte/source-jira:0.3.0"
- dockerImage: "airbyte/source-jira:0.3.1"
spec:
documentationUrl: "https://docs.airbyte.com/integrations/sources/jira"
connectionSpecification:
Expand All @@ -6687,17 +6687,20 @@
description: "Jira API Token. See the <a href=\"https://docs.airbyte.com/integrations/sources/jira\"\
>docs</a> for more information on how to generate this key."
airbyte_secret: true
order: 0
domain:
type: "string"
title: "Domain"
examples:
- "domainname.atlassian.net"
pattern: "^[a-zA-Z0-9._-]*\\.atlassian\\.net$"
description: "The Domain for your Jira account, e.g. airbyteio.atlassian.net"
order: 1
email:
type: "string"
title: "Email"
description: "The user email for your Jira account."
order: 2
projects:
type: "array"
title: "Projects"
Expand All @@ -6707,43 +6710,41 @@
- "PROJ1"
- "PROJ2"
description: "List of Jira project keys to replicate data for."
order: 3
start_date:
type: "string"
title: "Start Date"
description: "The date from which you'd like to replicate data for Jira\
\ in the format YYYY-MM-DDT00:00:00Z. All data generated after this date\
\ will be replicated. Note that it will be used only in the following\
\ incremental streams: issues."
description: "The date from which you want to replicate data from Jira,\
\ use the format YYYY-MM-DDT00:00:00Z. Note that this field only applies\
\ to certain streams, and only data generated on or after the start date\
\ will be replicated. For more information, refer to the <a href=\"https://docs.airbyte.com/integrations/sources/jira/\"\
>documentation</a>."
examples:
- "2021-03-01T00:00:00Z"
pattern: "^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}Z$"
additional_fields:
type: "array"
title: "Additional Fields"
items:
type: "string"
description: "List of additional fields to include in replicating issues."
examples:
- "customfield_10096"
- "customfield_10071"
format: "date-time"
order: 4
expand_issue_changelog:
type: "boolean"
title: "Expand Issue Changelog"
description: "Expand the changelog when replicating issues."
default: false
order: 5
render_fields:
type: "boolean"
title: "Render Issue Fields"
description: "Render issue fields in HTML format in addition to Jira JSON-like\
\ format."
default: false
order: 6
enable_experimental_streams:
type: "boolean"
title: "Enable Experimental Streams"
description: "Allow the use of experimental streams which rely on undocumented\
\ Jira API endpoints. See https://docs.airbyte.com/integrations/sources/jira#experimental-tables\
\ for more info."
default: false
order: 7
supportsNormalization: false
supportsDBT: false
supported_destination_sync_modes: []
Expand Down
2 changes: 1 addition & 1 deletion airbyte-integrations/connectors/source-jira/Dockerfile
Expand Up @@ -12,5 +12,5 @@ RUN pip install .
ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]

LABEL io.airbyte.version=0.3.0
LABEL io.airbyte.version=0.3.1
LABEL io.airbyte.name=airbyte/source-jira
@@ -1,44 +1,45 @@
# See [Source Acceptance Tests](https://docs.airbyte.com/connector-development/testing-connectors/source-acceptance-tests-reference)
# for more information about how to configure these tests
connector_image: airbyte/source-jira:dev
tests:
acceptance_tests:
spec:
- spec_path: "source_jira/spec.json"
backward_compatibility_tests_config:
disable_for_version: "0.2.23"
tests:
- spec_path: "source_jira/spec.json"
backward_compatibility_tests_config:
disable_for_version: "0.2.23"
connection:
- config_path: "secrets/config.json"
status: "succeed"
- config_path: "integration_tests/invalid_config.json"
status: "failed"
tests:
- config_path: "secrets/config.json"
status: "succeed"
- config_path: "integration_tests/invalid_config.json"
status: "failed"
discovery:
- config_path: "secrets/config.json"
backward_compatibility_tests_config:
disable_for_version: "0.2.23"
tests:
- config_path: "secrets/config.json"
backward_compatibility_tests_config:
disable_for_version: "0.2.23"
backward_compatibility_tests_config:
disable_for_version: "0.3.0"
basic_read:
# TEST for the Labels stream
- config_path: "secrets/config.json"
configured_catalog_path: "integration_tests/labels_catalog.json"
expect_records:
path: "integration_tests/expected_label_records.txt"
- config_path: "secrets/config.json"
configured_catalog_path: "integration_tests/issues_configured_catalog.json"
- config_path: "secrets/config.json"
configured_catalog_path: "integration_tests/issue_worklogs_configured_catalog.json"
- config_path: "secrets/config.json"
configured_catalog_path: "integration_tests/projects_configured_catalog.json"
empty_streams: ["project_permission_schemes"]
- config_path: "secrets/config.json"
configured_catalog_path: "integration_tests/workflows_configured_catalog.json"
- config_path: "secrets/config.json"
configured_catalog_path: "integration_tests/configured_catalog.json"
empty_streams: ["epics", "screen_tab_fields", "sprint_issues", "sprints"]
timeout_seconds: 1800
# incremental:
# - config_path: "secrets/config.json"
# configured_catalog_path: "integration_tests/inc_configured_catalog.json"
# future_state_path: "integration_tests/abnormal_state.json"
# Jira Source has a lot streams. It takes to long to sync them, which caused timeout error
# full_refresh:
# - config_path: "secrets/config.json"
# configured_catalog_path: "integration_tests/full_configured_catalog.json"
tests:
- config_path: "secrets/config.json"
configured_catalog_path: "integration_tests/configured_catalog.json"
expect_records:
path: "integration_tests/expected_records.txt"
extra_fields: no
exact_order: no
extra_records: yes
empty_streams:
- name: "issue_properties"
- name: "project_permission_schemes"
- name: "screen_tab_fields"
incremental:
tests:
- config_path: "secrets/config.json"
configured_catalog_path: "integration_tests/configured_catalog.json"
future_state:
future_state_path: "integration_tests/abnormal_state.json"
full_refresh:
tests:
- config_path: "secrets/config.json"
configured_catalog_path: "integration_tests/configured_catalog.json"
@@ -1,8 +1,57 @@
{
"issues": {
"created": "2121-02-14T22:01:22.313Z"
[
{
"type": "STREAM",
"stream": {
"stream_descriptor": {
"name": "board_issues"
},
"stream_state": {
"updated": "2122-01-01T00:00:00Z"
}
}
},
"issue_worklogs": {
"started": "2121-04-14T11:30:22.313Z"
{
"type": "STREAM",
"stream": {
"stream_descriptor": {
"name": "issues"
},
"stream_state": {
"updated": "2122-01-01T00:00:00Z"
}
}
},
{
"type": "STREAM",
"stream": {
"stream_descriptor": {
"name": "issue_comments"
},
"stream_state": {
"updated": "2122-01-01T00:00:00Z"
}
}
},
{
"type": "STREAM",
"stream": {
"stream_descriptor": {
"name": "issue_worklogs"
},
"stream_state": {
"updated": "2122-01-01T00:00:00Z"
}
}
},
{
"type": "STREAM",
"stream": {
"stream_descriptor": {
"name": "sprint_issues"
},
"stream_state": {
"updated": "2122-01-01T00:00:00Z"
}
}
}
}
]

0 comments on commit a5bbbc3

Please sign in to comment.