Source AlphaVantage - add quote stream to alpha-vantage (#20564)

* feat: add quote stream to alpha-vantage * updated spec.yaml with correct order values * docs: updated docs * auto-bump connector version Co-authored-by: Octavia Squidington III <octavia-squidington-iii@users.noreply.github.com>
airbytehq · Jan 5, 2023 · 1da4abb · 1da4abb
1 parent 90108ca
commit 1da4abb
Show file tree

Hide file tree

Showing 10 changed files with 66 additions and 8 deletions.
diff --git a/airbyte-config/init/src/main/resources/seed/source_definitions.yaml b/airbyte-config/init/src/main/resources/seed/source_definitions.yaml
@@ -31,7 +31,7 @@
 - name: Alpha Vantage
   sourceDefinitionId: db385323-9333-4fec-bec3-9e0ca9326c90
   dockerRepository: airbyte/source-alpha-vantage
-  dockerImageTag: 0.1.0
+  dockerImageTag: 0.1.1
   documentationUrl: https://docs.airbyte.com/integrations/sources/alpha-vantage
   sourceType: api
   releaseStage: alpha

diff --git a/airbyte-config/init/src/main/resources/seed/source_specs.yaml b/airbyte-config/init/src/main/resources/seed/source_specs.yaml
@@ -242,7 +242,7 @@
     supportsNormalization: false
     supportsDBT: false
     supported_destination_sync_modes: []
-- dockerImage: "airbyte/source-alpha-vantage:0.1.0"
+- dockerImage: "airbyte/source-alpha-vantage:0.1.1"
   spec:
     documentationUrl: "https://docs.airbyte.io/integrations/sources/alpha-vantage"
     connectionSpecification:
@@ -285,7 +285,7 @@
           description: "Whether to return adjusted data. Only applicable to intraday\
             \ endpoints.\n"
           default: false
-          order: 4
+          order: 3
         outputsize:
           title: "Output Size"
           type: "string"
@@ -295,7 +295,7 @@
           - "compact"
           - "full"
           default: "compact"
-          order: 5
+          order: 4
     supportsNormalization: false
     supportsDBT: false
     supported_destination_sync_modes: []

diff --git a/airbyte-integrations/connectors/source-alpha-vantage/Dockerfile b/airbyte-integrations/connectors/source-alpha-vantage/Dockerfile
@@ -34,5 +34,5 @@ COPY source_alpha_vantage ./source_alpha_vantage
 ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
 ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]
 
-LABEL io.airbyte.version=0.1.0
+LABEL io.airbyte.version=0.1.1
 LABEL io.airbyte.name=airbyte/source-alpha-vantage
diff --git a/airbyte-integrations/connectors/source-alpha-vantage/acceptance-test-config.yml b/airbyte-integrations/connectors/source-alpha-vantage/acceptance-test-config.yml
@@ -15,7 +15,9 @@ tests:
     - config_path: "secrets/config.json"
       configured_catalog_path: "integration_tests/configured_catalog.json"
       empty_streams: 
+        - "time_series_daily"
         - "time_series_monthly"
+        - "quote"
   full_refresh:
     - config_path: "secrets/config.json"
       configured_catalog_path: "integration_tests/configured_catalog.json"
diff --git a/airbyte-integrations/connectors/source-alpha-vantage/acceptance-test-docker.sh b/airbyte-integrations/connectors/source-alpha-vantage/acceptance-test-docker.sh
diff --git a/...te-integrations/connectors/source-alpha-vantage/integration_tests/configured_catalog.json b/...te-integrations/connectors/source-alpha-vantage/integration_tests/configured_catalog.json
@@ -26,6 +26,15 @@
       },
       "sync_mode": "full_refresh",
       "destination_sync_mode": "overwrite"
+    }, 
+    {
+      "stream": {
+        "name": "quote",
+        "json_schema": {},
+        "supported_sync_modes": ["full_refresh"]
+      },
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite"
     }
   ]
 }
diff --git a/airbyte-integrations/connectors/source-alpha-vantage/source_alpha_vantage/alpha_vantage.yaml b/airbyte-integrations/connectors/source-alpha-vantage/source_alpha_vantage/alpha_vantage.yaml
@@ -1,4 +1,4 @@
-version: "0.1.0"
+version: "0.1.1"
 
 definitions:
   schema_loader:
@@ -91,6 +91,13 @@ definitions:
       function: "TIME_SERIES_MONTHLY_ADJUSTED"
       path: "/query"
       key_field: "date"
+  quote_stream:
+    $ref: "*ref(definitions.base_stream)"
+    $options:
+      name: "quote"
+      function: "GLOBAL_QUOTE"
+      path: "/query"
+
 
 streams:
   - "*ref(definitions.time_series_intraday_stream)"
@@ -100,6 +107,7 @@ streams:
   - "*ref(definitions.time_series_weekly_adjusted_stream)"
   - "*ref(definitions.time_series_monthly_stream)"
   - "*ref(definitions.time_series_monthly_adjusted_stream)"
+  - "*ref(definitions.quote_stream)"
 
 check:
   stream_names:

diff --git a/airbyte-integrations/connectors/source-alpha-vantage/source_alpha_vantage/schemas/quote.json b/airbyte-integrations/connectors/source-alpha-vantage/source_alpha_vantage/schemas/quote.json
@@ -0,0 +1,38 @@
+{
+    "$schema": "http://json-schema.org/draft-07/schema#",
+    "type": "object",
+    "properties": {
+      "Global Quote": {
+        "01. symbol": {
+            "type": ["string", "null"]
+        },
+        "02. open": {
+            "type": ["string", "null"]
+        },
+        "03. high": {
+            "type": ["string", "null"]
+        },
+        "04. low": {
+            "type": ["string", "null"]
+        },
+        "05. price": {
+            "type": ["string", "null"]
+        },
+        "06. volume": {
+            "type": ["string", "null"]
+        },
+        "07. latest trading day": {
+            "type": ["string", "null"]
+        },
+        "08. previous close": {
+            "type": ["string", "null"]
+        },
+        "09. change": {
+            "type": ["string", "null"]
+        },
+        "10. change percent": {
+            "type": ["string", "null"]
+        }
+      }
+    }
+  }
diff --git a/airbyte-integrations/connectors/source-alpha-vantage/source_alpha_vantage/spec.yaml b/airbyte-integrations/connectors/source-alpha-vantage/source_alpha_vantage/spec.yaml
@@ -40,7 +40,7 @@ connectionSpecification:
       description: |
         Whether to return adjusted data. Only applicable to intraday endpoints.
       default: false
-      order: 4
+      order: 3
     outputsize:
       title: Output Size
       type: string
@@ -50,4 +50,4 @@ connectionSpecification:
         - compact
         - full
       default: compact
-      order: 5
+      order: 4
diff --git a/docs/integrations/sources/alpha-vantage.md b/docs/integrations/sources/alpha-vantage.md
@@ -59,4 +59,5 @@ The following fields are required fields for the connector to work:
 
 | Version | Date       | Pull Request                                             | Subject    |
 |:--------|:-----------|:---------------------------------------------------------|:-----------|
+| 0.1.1   | 2022-12-16 | [20564](https://github.com/airbytehq/airbyte/pull/20564) | add quote stream to alpha-vantage |
 | 0.1.0   | 2022-10-21 | [18320](https://github.com/airbytehq/airbyte/pull/18320) | New source |