Skip to content

Commit

Permalink
destination-specification: add supportsNormalization and supportsDBT …
Browse files Browse the repository at this point in the history
…attributes (#3779)

* destination-specification: add supportsNormalization and supportsDBT attributes

* address review comment

* missed this one

* output after gradle format
  • Loading branch information
subodh1810 committed Jun 1, 2021
1 parent 06a803d commit 6adad7d
Show file tree
Hide file tree
Showing 14 changed files with 33 additions and 0 deletions.
2 changes: 2 additions & 0 deletions airbyte-cdk/python/airbyte_cdk/models/airbyte_protocol.py
Original file line number Diff line number Diff line change
Expand Up @@ -114,6 +114,8 @@ class Config:
description="ConnectorDefinition specific blob. Must be a valid JSON string.",
)
supportsIncremental: Optional[bool] = Field(None, description="If the connector supports incremental mode or not.")
supportsNormalization: Optional[bool] = Field(None, description="If the connector supports normalization or not.")
supportsDBT: Optional[bool] = Field(None, description="If the connector supports DBT or not.")
supported_destination_sync_modes: Optional[List[DestinationSyncMode]] = Field(
None, description="List of destination sync modes supported by the connector"
)
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -114,6 +114,8 @@ class Config:
description="ConnectorDefinition specific blob. Must be a valid JSON string.",
)
supportsIncremental: Optional[bool] = Field(None, description="If the connector supports incremental mode or not.")
supportsNormalization: Optional[bool] = Field(None, description="If the connector supports normalization or not.")
supportsDBT: Optional[bool] = Field(None, description="If the connector supports DBT or not.")
supported_destination_sync_modes: Optional[List[DestinationSyncMode]] = Field(
None, description="List of destination sync modes supported by the connector"
)
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
{
"documentationUrl": "https://docs.airbyte.io/integrations/destinations/bigquery",
"supportsIncremental": true,
"supportsNormalization": true,
"supportsDBT": true,
"supported_destination_sync_modes": ["overwrite", "append", "append_dedup"],
"connectionSpecification": {
"$schema": "http://json-schema.org/draft-07/schema#",
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
{
"documentationUrl": "https://docs.airbyte.io/integrations/destinations/local-csv",
"supportsIncremental": true,
"supportsNormalization": false,
"supportsDBT": false,
"supported_destination_sync_modes": ["overwrite", "append"],
"connectionSpecification": {
"$schema": "http://json-schema.org/draft-07/schema#",
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
{
"documentationUrl": "https://example.com",
"supportsIncremental": true,
"supportsNormalization": false,
"supportsDBT": false,
"supported_destination_sync_modes": ["overwrite", "append"],
"connectionSpecification": {
"$schema": "http://json-schema.org/draft-07/schema#",
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
{
"documentationUrl": "https://docs.airbyte.io/integrations/destinations/postgres",
"supportsIncremental": true,
"supportsNormalization": false,
"supportsDBT": false,
"supported_destination_sync_modes": ["overwrite", "append"],
"connectionSpecification": {
"$schema": "http://json-schema.org/draft-07/schema#",
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
{
"documentationUrl": "https://docs.airbyte.io/integrations/destinations/local-json",
"supportsIncremental": true,
"supportsNormalization": false,
"supportsDBT": false,
"supported_destination_sync_modes": ["overwrite", "append"],
"connectionSpecification": {
"$schema": "http://json-schema.org/draft-07/schema#",
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
{
"documentationUrl": "https://docs.airbyte.io/integrations/destinations/meilisearch",
"supportsIncremental": true,
"supportsNormalization": false,
"supportsDBT": false,
"supported_destination_sync_modes": ["overwrite", "append"],
"connectionSpecification": {
"$schema": "http://json-schema.org/draft-07/schema#",
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
{
"documentationUrl": "https://docs.airbyte.io/integrations/destinations/postgres",
"supportsIncremental": true,
"supportsNormalization": false,
"supportsDBT": true,
"supported_destination_sync_modes": ["overwrite", "append"],
"connectionSpecification": {
"$schema": "http://json-schema.org/draft-07/schema#",
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
{
"documentationUrl": "https://docs.airbyte.io/integrations/destinations/mysql",
"supportsIncremental": true,
"supportsNormalization": false,
"supportsDBT": true,
"supported_destination_sync_modes": ["overwrite", "append"],
"connectionSpecification": {
"$schema": "http://json-schema.org/draft-07/schema#",
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
{
"documentationUrl": "https://docs.airbyte.io/integrations/destinations/postgres",
"supportsIncremental": true,
"supportsNormalization": true,
"supportsDBT": true,
"supported_destination_sync_modes": ["overwrite", "append", "append_dedup"],
"connectionSpecification": {
"$schema": "http://json-schema.org/draft-07/schema#",
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
{
"documentationUrl": "https://docs.airbyte.io/integrations/destinations/redshift",
"supportsIncremental": true,
"supportsNormalization": true,
"supportsDBT": true,
"supported_destination_sync_modes": ["overwrite", "append", "append_dedup"],
"connectionSpecification": {
"$schema": "http://json-schema.org/draft-07/schema#",
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
{
"documentationUrl": "https://docs.airbyte.io/integrations/destinations/snowflake",
"supportsIncremental": true,
"supportsNormalization": true,
"supportsDBT": true,
"supported_destination_sync_modes": ["overwrite", "append", "append_dedup"],
"connectionSpecification": {
"$schema": "http://json-schema.org/draft-07/schema#",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -236,6 +236,13 @@ definitions:
description: If the connector supports incremental mode or not.
type: boolean
# Destination Connectors Properties
#Normalization is currently implemented using dbt so it requires `supportsDBT` to be true for this to be true.
supportsNormalization:
description: If the connector supports normalization or not.
type: boolean
supportsDBT:
description: If the connector supports DBT or not.
type: boolean
supported_destination_sync_modes:
description: List of destination sync modes supported by the connector
type: array
Expand Down

0 comments on commit 6adad7d

Please sign in to comment.