HTTP sources fail to sync (HTTP GET Request) #2910 (#3008)

* support array of objects * fixup * make it dry * bump zoom source version
airbytehq · Apr 30, 2021 · 3569b68 · 3569b68
1 parent 237b99e
commit 3569b68
Show file tree

Hide file tree

Showing 4 changed files with 13 additions and 10 deletions.
diff --git a/...ain/resources/config/STANDARD_SOURCE_DEFINITION/aea2fd0d-377d-465e-86c0-4fdc4f688e51.json b/...ain/resources/config/STANDARD_SOURCE_DEFINITION/aea2fd0d-377d-465e-86c0-4fdc4f688e51.json
@@ -2,7 +2,7 @@
   "sourceDefinitionId": "aea2fd0d-377d-465e-86c0-4fdc4f688e51",
   "name": "Zoom",
   "dockerRepository": "airbyte/source-zoom-singer",
-  "dockerImageTag": "0.2.1",
+  "dockerImageTag": "0.2.2",
   "documentationUrl": "https://hub.docker.com/r/airbyte/source-zoom-singer",
   "icon": "zoom.svg"
 }
diff --git a/airbyte-config/init/src/main/resources/seed/source_definitions.yaml b/airbyte-config/init/src/main/resources/seed/source_definitions.yaml
@@ -175,7 +175,7 @@
 - sourceDefinitionId: aea2fd0d-377d-465e-86c0-4fdc4f688e51
   name: Zoom
   dockerRepository: airbyte/source-zoom-singer
-  dockerImageTag: 0.2.1
+  dockerImageTag: 0.2.2
   documentationUrl: https://hub.docker.com/r/airbyte/source-zoom-singer
   icon: zoom.svg
 - sourceDefinitionId: eaf50f04-21dd-4620-913b-2a83f5635227

diff --git a/airbyte-integrations/connectors/source-http-request/source_http_request/source.py b/airbyte-integrations/connectors/source-http-request/source_http_request/source.py
@@ -70,14 +70,17 @@ def read(
             raise Exception(f"Request failed. {r.text}")
 
         # need to eagerly fetch the json.
-        message = AirbyteMessage(
-            type=Type.RECORD,
-            record=AirbyteRecordMessage(
-                stream=SourceHttpRequest.STREAM_NAME, data=r.json(), emitted_at=int(datetime.now().timestamp()) * 1000
-            ),
-        )
+        data = r.json()
+        if not isinstance(data, list):
+            data = [data]
 
-        return (m for m in [message])
+        for record in data:
+            yield AirbyteMessage(
+                type=Type.RECORD,
+                record=AirbyteRecordMessage(
+                    stream=SourceHttpRequest.STREAM_NAME, data=record, emitted_at=int(datetime.now().timestamp()) * 1000
+                ),
+            )
 
     def _make_request(self, config):
         parsed_config = self._parse_config(config)

diff --git a/airbyte-integrations/connectors/source-zoom-singer/Dockerfile b/airbyte-integrations/connectors/source-zoom-singer/Dockerfile
@@ -11,7 +11,7 @@ ENV CODE_PATH="source_zoom_singer"
 ENV AIRBYTE_IMPL_MODULE="source_zoom_singer"
 ENV AIRBYTE_IMPL_PATH="SourceZoomSinger"
 
-LABEL io.airbyte.version=0.2.1
+LABEL io.airbyte.version=0.2.2
 LABEL io.airbyte.name=airbyte/source-zoom-singer
 
 WORKDIR /airbyte/integration_code