Skip to content

Commit

Permalink
source Aha: new fields - comments, endorsements, categories for ideas (
Browse files Browse the repository at this point in the history
…#22642)

* AHA.IO new fields

* fix schemas

* bump version

---------

Co-authored-by: sh4sh <6833405+sh4sh@users.noreply.github.com>
Co-authored-by: Mal Hancock <mallory@archangelic.space>
  • Loading branch information
3 people committed May 30, 2023
1 parent b32357c commit c5936f0
Show file tree
Hide file tree
Showing 8 changed files with 297 additions and 42 deletions.
2 changes: 1 addition & 1 deletion airbyte-integrations/connectors/source-aha/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -34,5 +34,5 @@ COPY source_aha ./source_aha
ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]

LABEL io.airbyte.version=0.2.0
LABEL io.airbyte.version=0.3.0
LABEL io.airbyte.name=airbyte/source-aha
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"streams": [
{
"stream": {
"name": "features",
"name": "products",
"json_schema": {},
"supported_sync_modes": ["full_refresh"]
},
Expand All @@ -11,7 +11,7 @@
},
{
"stream": {
"name": "products",
"name": "ideas",
"json_schema": {},
"supported_sync_modes": ["full_refresh"]
},
Expand All @@ -20,7 +20,7 @@
},
{
"stream": {
"name": "ideas",
"name": "users",
"json_schema": {},
"supported_sync_modes": ["full_refresh"]
},
Expand All @@ -29,7 +29,16 @@
},
{
"stream": {
"name": "users",
"name": "idea_categories",
"json_schema": {},
"supported_sync_modes": ["full_refresh"]
},
"sync_mode": "full_refresh",
"destination_sync_mode": "overwrite"
},
{
"stream": {
"name": "idea_endorsements",
"json_schema": {},
"supported_sync_modes": ["full_refresh"]
},
Expand All @@ -38,7 +47,7 @@
},
{
"stream": {
"name": "goals",
"name": "idea_comments",
"json_schema": {},
"supported_sync_modes": ["full_refresh"]
},
Expand Down
2 changes: 1 addition & 1 deletion airbyte-integrations/connectors/source-aha/metadata.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@ data:
connectorSubtype: api
connectorType: source
definitionId: 81ca39dc-4534-4dd2-b848-b0cfd2c11fce
dockerImageTag: 0.2.0
dockerImageTag: 0.3.0
dockerRepository: airbyte/source-aha
githubIssueLabel: source-aha
icon: aha.svg
Expand Down
81 changes: 47 additions & 34 deletions airbyte-integrations/connectors/source-aha/source_aha/manifest.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -3,22 +3,7 @@ version: "0.29.0"
definitions:
selector:
extractor:
field_path: []
selector_features:
extractor:
field_path: ["features"]
selector_products:
extractor:
field_path: ["products"]
selector_ideas:
extractor:
field_path: ["ideas"]
selector_users:
extractor:
field_path: ["users"]
selector_goals:
extractor:
field_path: ["goals"]
field_path: ["{{ parameters['name'] }}"]
requester:
url_base: "{{ config['url'] }}/api/v1"
http_method: "GET"
Expand Down Expand Up @@ -49,46 +34,71 @@ definitions:
$ref: "#/definitions/retriever"
features_stream:
$ref: "#/definitions/base_stream"
retriever:
$ref: "#/definitions/retriever"
record_selector:
$ref: "#/definitions/selector_features"
$parameters:
name: "features"
path: "/features"
products_stream:
$ref: "#/definitions/base_stream"
retriever:
$ref: "#/definitions/retriever"
record_selector:
$ref: "#/definitions/selector_products"
$parameters:
name: "products"
path: "/products"
ideas_stream:
idea_categories_stream:
$ref: "#/definitions/base_stream"
$parameters:
name: "idea_categories"
retriever:
$ref: "#/definitions/retriever"
record_selector:
$ref: "#/definitions/selector_ideas"
requester:
$ref: "#/definitions/requester"
path: "/products/{{ stream_slice.id }}/idea_categories"
partition_router:
type: "SubstreamPartitionRouter"
parent_stream_configs:
- stream: "#/definitions/products_stream"
parent_key: "id"
partition_field: "id"
ideas_stream:
$ref: "#/definitions/base_stream"
$parameters:
name: "ideas"
path: "/ideas"
users_stream:
idea_endorsements_stream:
$ref: "#/definitions/base_stream"
$parameters:
name: "idea_endorsements"
retriever:
$ref: "#/definitions/retriever"
record_selector:
$ref: "#/definitions/selector_users"
requester:
$ref: "#/definitions/requester"
path: "/ideas/{{ stream_slice.id }}/endorsements"
partition_router:
type: "SubstreamPartitionRouter"
parent_stream_configs:
- stream: "#/definitions/ideas_stream"
parent_key: "id"
partition_field: "id"
idea_comments_stream:
$ref: "#/definitions/base_stream"
$parameters:
name: "idea_comments"
retriever:
$ref: "#/definitions/retriever"
requester:
$ref: "#/definitions/requester"
path: "/ideas/{{ stream_slice.id }}/idea_comments"
partition_router:
type: "SubstreamPartitionRouter"
parent_stream_configs:
- stream: "#/definitions/ideas_stream"
parent_key: "id"
partition_field: "id"
users_stream:
$ref: "#/definitions/base_stream"
$parameters:
name: "users"
path: "/users"
goals_stream:
$ref: "#/definitions/base_stream"
retriever:
$ref: "#/definitions/retriever"
record_selector:
$ref: "#/definitions/selector_goals"
$parameters:
name: "goals"
path: "/goals"
Expand All @@ -99,6 +109,9 @@ streams:
- "#/definitions/ideas_stream"
- "#/definitions/users_stream"
- "#/definitions/goals_stream"
- "#/definitions/idea_categories_stream"
- "#/definitions/idea_endorsements_stream"
- "#/definitions/idea_comments_stream"

check:
stream_names:
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,18 @@
{
"$schema": "http://json-schema.org/draft-07/schema#",
"type": "object",
"properties": {
"id": {
"type": ["null", "string"]
},
"name": {
"type": ["null", "string"]
},
"parent_id": {
"type": ["null", "string"]
},
"created_at": {
"type": ["null", "string"]
}
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,113 @@
{
"$schema": "http://json-schema.org/draft-07/schema#",
"type": "object",
"properties": {
"id": {
"type": ["null", "string"]
},
"idea_id": {
"type": ["null", "string"]
},
"body": {
"type": ["null", "string"]
},
"created_at": {
"type": ["null", "string"]
},
"visibility": {
"type": ["null", "string"]
},
"parent_idea_comment_id": {
"type": ["null", "string"]
},
"idea_commenter_user": {
"type" : "object",
"properties" : {
"id": {
"type": ["null", "string"]
},
"name_id": {
"type": ["null", "string"]
},
"email": {
"type": ["null", "string"]
},
"created_at": {
"type": ["null", "string"]
},
"updated_at": {
"type": ["null", "string"]
}
}
},
"idea": {
"type" : "object",
"properties" : {
"id": {
"type": ["null", "string"]
},
"reference_num": {
"type": ["null", "string"]
},
"name": {
"type": ["null", "string"]
},
"created_at": {
"type": ["null", "string"]
},
"updated_at": {
"type": ["null", "string"]
},
"workflow_status": {
"type" : "object",
"properties" : {
"id": {
"type": ["null", "string"]
},
"name": {
"type": ["null", "string"]
},
"position": {
"type": ["null", "integer"]
},
"complete": {
"type": ["null", "boolean"]
},
"color": {
"type": ["null", "string"]
}
}
},
"description": {
"type" : "object",
"properties" : {
"id": {
"type": ["null", "string"]
},
"body": {
"type": ["null", "string"]
},
"created_at": {
"type": ["null", "string"]
},
"attachments": {
"type": ["null", "array"]
}
},
"url": {
"type": ["null", "string"]
},
"resource": {
"type": ["null", "string"]
}
}
},
"attachments": {
"type": ["null", "array"]
}
},
"attachments": {
"type": ["null", "array"]
}
}
}

0 comments on commit c5936f0

Please sign in to comment.