-
Notifications
You must be signed in to change notification settings - Fork 3.8k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
CDK: tutorial for implementing an HTTP source (#3079)
- Loading branch information
1 parent
e63ab84
commit 4e9f4bd
Showing
33 changed files
with
1,604 additions
and
25 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
526 changes: 526 additions & 0 deletions
526
airbyte-integrations/bases/base-python/docs/tutorials/http_api_source.md
Large diffs are not rendered by default.
Oops, something went wrong.
131 changes: 131 additions & 0 deletions
131
...egrations/bases/base-python/docs/tutorials/http_api_source_assets/configured_catalog.json
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,131 @@ | ||
| { | ||
| "streams": [ | ||
| { | ||
| "stream": { | ||
| "name": "exchange_rates", | ||
| "json_schema": { | ||
| "$schema": "http://json-schema.org/draft-04/schema#", | ||
| "type": "object", | ||
| "properties": { | ||
| "base": { | ||
| "type": "string" | ||
| }, | ||
| "rates": { | ||
| "type": "object", | ||
| "properties": { | ||
| "GBP": { | ||
| "type": "number" | ||
| }, | ||
| "HKD": { | ||
| "type": "number" | ||
| }, | ||
| "IDR": { | ||
| "type": "number" | ||
| }, | ||
| "PHP": { | ||
| "type": "number" | ||
| }, | ||
| "LVL": { | ||
| "type": "number" | ||
| }, | ||
| "INR": { | ||
| "type": "number" | ||
| }, | ||
| "CHF": { | ||
| "type": "number" | ||
| }, | ||
| "MXN": { | ||
| "type": "number" | ||
| }, | ||
| "SGD": { | ||
| "type": "number" | ||
| }, | ||
| "CZK": { | ||
| "type": "number" | ||
| }, | ||
| "THB": { | ||
| "type": "number" | ||
| }, | ||
| "BGN": { | ||
| "type": "number" | ||
| }, | ||
| "EUR": { | ||
| "type": "number" | ||
| }, | ||
| "MYR": { | ||
| "type": "number" | ||
| }, | ||
| "NOK": { | ||
| "type": "number" | ||
| }, | ||
| "CNY": { | ||
| "type": "number" | ||
| }, | ||
| "HRK": { | ||
| "type": "number" | ||
| }, | ||
| "PLN": { | ||
| "type": "number" | ||
| }, | ||
| "LTL": { | ||
| "type": "number" | ||
| }, | ||
| "TRY": { | ||
| "type": "number" | ||
| }, | ||
| "ZAR": { | ||
| "type": "number" | ||
| }, | ||
| "CAD": { | ||
| "type": "number" | ||
| }, | ||
| "BRL": { | ||
| "type": "number" | ||
| }, | ||
| "RON": { | ||
| "type": "number" | ||
| }, | ||
| "DKK": { | ||
| "type": "number" | ||
| }, | ||
| "NZD": { | ||
| "type": "number" | ||
| }, | ||
| "EEK": { | ||
| "type": "number" | ||
| }, | ||
| "JPY": { | ||
| "type": "number" | ||
| }, | ||
| "RUB": { | ||
| "type": "number" | ||
| }, | ||
| "KRW": { | ||
| "type": "number" | ||
| }, | ||
| "USD": { | ||
| "type": "number" | ||
| }, | ||
| "AUD": { | ||
| "type": "number" | ||
| }, | ||
| "HUF": { | ||
| "type": "number" | ||
| }, | ||
| "SEK": { | ||
| "type": "number" | ||
| } | ||
| } | ||
| }, | ||
| "date": { | ||
| "type": "string" | ||
| } | ||
| } | ||
| }, | ||
| "supported_sync_modes": ["full_refresh"] | ||
| }, | ||
| "sync_mode": "full_refresh", | ||
| "destination_sync_mode": "overwrite" | ||
| } | ||
| ] | ||
| } |
116 changes: 116 additions & 0 deletions
116
...-integrations/bases/base-python/docs/tutorials/http_api_source_assets/exchange_rates.json
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,116 @@ | ||
| { | ||
| "type": "object", | ||
| "required": ["base", "date", "rates"], | ||
| "properties": { | ||
| "base": { | ||
| "type": "string" | ||
| }, | ||
| "date": { | ||
| "type": "string" | ||
| }, | ||
| "rates": { | ||
| "type": "object", | ||
| "properties": { | ||
| "CAD": { | ||
| "type": ["null", "number"] | ||
| }, | ||
| "HKD": { | ||
| "type": ["null", "number"] | ||
| }, | ||
| "ISK": { | ||
| "type": ["null", "number"] | ||
| }, | ||
| "PHP": { | ||
| "type": ["null", "number"] | ||
| }, | ||
| "DKK": { | ||
| "type": ["null", "number"] | ||
| }, | ||
| "HUF": { | ||
| "type": ["null", "number"] | ||
| }, | ||
| "CZK": { | ||
| "type": ["null", "number"] | ||
| }, | ||
| "GBP": { | ||
| "type": ["null", "number"] | ||
| }, | ||
| "RON": { | ||
| "type": ["null", "number"] | ||
| }, | ||
| "SEK": { | ||
| "type": ["null", "number"] | ||
| }, | ||
| "IDR": { | ||
| "type": ["null", "number"] | ||
| }, | ||
| "INR": { | ||
| "type": ["null", "number"] | ||
| }, | ||
| "BRL": { | ||
| "type": ["null", "number"] | ||
| }, | ||
| "RUB": { | ||
| "type": ["null", "number"] | ||
| }, | ||
| "HRK": { | ||
| "type": ["null", "number"] | ||
| }, | ||
| "JPY": { | ||
| "type": ["null", "number"] | ||
| }, | ||
| "THB": { | ||
| "type": ["null", "number"] | ||
| }, | ||
| "CHF": { | ||
| "type": ["null", "number"] | ||
| }, | ||
| "EUR": { | ||
| "type": ["null", "number"] | ||
| }, | ||
| "MYR": { | ||
| "type": ["null", "number"] | ||
| }, | ||
| "BGN": { | ||
| "type": ["null", "number"] | ||
| }, | ||
| "TRY": { | ||
| "type": ["null", "number"] | ||
| }, | ||
| "CNY": { | ||
| "type": ["null", "number"] | ||
| }, | ||
| "NOK": { | ||
| "type": ["null", "number"] | ||
| }, | ||
| "NZD": { | ||
| "type": ["null", "number"] | ||
| }, | ||
| "ZAR": { | ||
| "type": ["null", "number"] | ||
| }, | ||
| "USD": { | ||
| "type": ["null", "number"] | ||
| }, | ||
| "MXN": { | ||
| "type": ["null", "number"] | ||
| }, | ||
| "SGD": { | ||
| "type": ["null", "number"] | ||
| }, | ||
| "AUD": { | ||
| "type": ["null", "number"] | ||
| }, | ||
| "ILS": { | ||
| "type": ["null", "number"] | ||
| }, | ||
| "KRW": { | ||
| "type": ["null", "number"] | ||
| }, | ||
| "PLN": { | ||
| "type": ["null", "number"] | ||
| } | ||
| } | ||
| } | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
6 changes: 2 additions & 4 deletions
6
...ations/connector-templates/source-python-http-api/source_{{snakeCase name}}/spec.json.hbs
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
4 changes: 2 additions & 2 deletions
4
airbyte-integrations/connectors/source-exchange-rates/source_exchange_rates/spec.json
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
6 changes: 6 additions & 0 deletions
6
airbyte-integrations/connectors/source-python-http-tutorial/.dockerignore
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,6 @@ | ||
| * | ||
| !Dockerfile | ||
| !Dockerfile.test | ||
| !source_python_http_tutorial | ||
| !setup.py | ||
| !secrets |
16 changes: 16 additions & 0 deletions
16
airbyte-integrations/connectors/source-python-http-tutorial/Dockerfile
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,16 @@ | ||
| FROM airbyte/integration-base-python:0.1.5 | ||
|
|
||
| # Bash is installed for more convenient debugging. | ||
| RUN apt-get update && apt-get install -y bash && rm -rf /var/lib/apt/lists/* | ||
|
|
||
| ENV CODE_PATH="source_python_http_tutorial" | ||
| ENV AIRBYTE_IMPL_MODULE="source_python_http_tutorial" | ||
| ENV AIRBYTE_IMPL_PATH="SourcePythonHttpTutorial" | ||
|
|
||
| WORKDIR /airbyte/integration_code | ||
| COPY $CODE_PATH ./$CODE_PATH | ||
| COPY setup.py ./ | ||
| RUN pip install . | ||
|
|
||
| LABEL io.airbyte.version=0.1.0 | ||
| LABEL io.airbyte.name=airbyte/source-python-http-tutorial |
Oops, something went wrong.