✨ Source Asana: Add Attachments stream (airbytehq#31090)

Co-authored-by: sajarin <sajarindider@gmail.com>
ariesgun · Oct 20, 2023 · dfb91fe · dfb91fe
1 parent 3fcde60
commit dfb91fe
Show file tree

Hide file tree

Showing 8 changed files with 154 additions and 4 deletions.
diff --git a/airbyte-integrations/connectors/source-asana/Dockerfile b/airbyte-integrations/connectors/source-asana/Dockerfile
@@ -12,5 +12,5 @@ RUN pip install .
 ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
 ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]
 
-LABEL io.airbyte.version=0.1.9
+LABEL io.airbyte.version=0.2.0
 LABEL io.airbyte.name=airbyte/source-asana
diff --git a/airbyte-integrations/connectors/source-asana/integration_tests/configured_catalog.json b/airbyte-integrations/connectors/source-asana/integration_tests/configured_catalog.json
@@ -2,7 +2,16 @@
   "streams": [
     {
       "stream": {
-        "name": "events",
+        "name": "attachments_compact",
+        "json_schema": {},
+        "supported_sync_modes": ["full_refresh"]
+      },
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite"
+    },
+    {
+      "stream": {
+        "name": "attachments",
         "json_schema": {},
         "supported_sync_modes": ["full_refresh"]
       },

diff --git a/airbyte-integrations/connectors/source-asana/metadata.yaml b/airbyte-integrations/connectors/source-asana/metadata.yaml
@@ -8,7 +8,7 @@ data:
   connectorSubtype: api
   connectorType: source
   definitionId: d0243522-dccf-4978-8ba0-37ed47a0bdbf
-  dockerImageTag: 0.1.9
+  dockerImageTag: 0.2.0
   dockerRepository: airbyte/source-asana
   documentationUrl: https://docs.airbyte.com/integrations/sources/asana
   githubIssueLabel: source-asana

diff --git a/airbyte-integrations/connectors/source-asana/source_asana/schemas/attachments.json b/airbyte-integrations/connectors/source-asana/source_asana/schemas/attachments.json
@@ -0,0 +1,67 @@
+{
+  "type": ["null", "object"],
+  "properties": {
+    "gid": {
+      "type": ["null", "string"]
+    },
+    "resource_type": {
+      "type": ["null", "string"]
+    },
+    "name": {
+      "type": ["null", "string"]
+    },
+    "resource_subtype": {
+      "type": ["null", "string"]
+    },
+    "created_at": {
+      "type": ["null", "string"],
+      "format": "date-time"
+    },
+    "download_url": {
+      "type": ["null", "string"]
+    },
+    "permanent_url": {
+      "type": ["null", "string"]
+    },
+    "host": {
+      "type": ["null", "string"]
+    },
+    "parent": {
+      "type": ["null", "object"],
+      "properties": {
+        "gid": {
+          "type": ["null", "string"]
+        },
+        "resource_type": {
+          "type": ["null", "string"]
+        },
+        "name": {
+          "type": ["null", "string"]
+        },
+        "resource_subtype": {
+          "type": ["null", "string"]
+        },
+        "created_by": {
+          "type": ["null", "object"],
+          "properties": {
+            "gid": {
+              "type": ["null", "string"]
+            },
+            "resource_type": {
+              "type": ["null", "string"]
+            }
+          }
+        }
+      }
+    },
+    "size": {
+      "type": ["null", "integer"]
+    },
+    "view_url": {
+      "type": ["null", "string"]
+    },
+    "connected_to_app": {
+      "type": ["null", "boolean"]
+    }
+  }
+}
diff --git a/airbyte-integrations/connectors/source-asana/source_asana/schemas/attachments_compact.json b/airbyte-integrations/connectors/source-asana/source_asana/schemas/attachments_compact.json
@@ -0,0 +1,17 @@
+{
+  "type": ["null", "object"],
+  "properties": {
+    "gid": {
+      "type": ["null", "string"]
+    },
+    "resource_type": {
+      "type": ["null", "string"]
+    },
+    "name": {
+      "type": ["null", "string"]
+    },
+    "resource_subtype": {
+      "type": ["null", "string"]
+    }
+  }
+}
diff --git a/airbyte-integrations/connectors/source-asana/source_asana/source.py b/airbyte-integrations/connectors/source-asana/source_asana/source.py
@@ -12,7 +12,21 @@
 from airbyte_cdk.sources.streams.http.auth import TokenAuthenticator
 from source_asana.oauth import AsanaOauth2Authenticator
 
-from .streams import CustomFields, Projects, Sections, SectionsCompact, Stories, Tags, Tasks, TeamMemberships, Teams, Users, Workspaces
+from .streams import (
+    Attachments,
+    AttachmentsCompact,
+    CustomFields,
+    Projects,
+    Sections,
+    SectionsCompact,
+    Stories,
+    Tags,
+    Tasks,
+    TeamMemberships,
+    Teams,
+    Users,
+    Workspaces,
+)
 
 
 class SourceAsana(AbstractSource):
@@ -44,6 +58,8 @@ def _get_authenticator(config: dict) -> Union[TokenAuthenticator, AsanaOauth2Aut
     def streams(self, config: Mapping[str, Any]) -> List[Stream]:
         args = {"authenticator": self._get_authenticator(config)}
         return [
+            AttachmentsCompact(**args),
+            Attachments(**args),
             CustomFields(**args),
             Projects(**args),
             SectionsCompact(**args),

diff --git a/airbyte-integrations/connectors/source-asana/source_asana/streams.py b/airbyte-integrations/connectors/source-asana/source_asana/streams.py
@@ -141,6 +141,44 @@ def stream_slices(self, **kwargs) -> Iterable[Optional[Mapping[str, Any]]]:
         yield from self.read_slices_from_records(stream_class=Projects, slice_field="project_gid")
 
 
+class ProjectBriefs(WorkspaceRequestParamsRelatedStream):
+    def path(self, **kwargs) -> str:
+        return "projects"
+
+
+class AttachmentsCompact(AsanaStream):
+    use_cache = True
+
+    def path(self, stream_slice: Mapping[str, Any] = None, **kwargs) -> str:
+        return "attachments"
+
+    def request_params(self, stream_slice: Mapping[str, Any] = None, **kwargs) -> MutableMapping[str, Any]:
+        params = super().request_params(**kwargs)
+        params["parent"] = stream_slice["parent_gid"]
+        return params
+
+    def stream_slices(self, **kwargs) -> Iterable[Optional[Mapping[str, Any]]]:
+        yield from self.read_slices_from_records(stream_class=Projects, slice_field="parent_gid")
+        yield from self.read_slices_from_records(stream_class=Tasks, slice_field="parent_gid")
+
+
+class Attachments(AsanaStream):
+    def path(self, stream_slice: Mapping[str, Any] = None, **kwargs) -> str:
+        attachment_gid = stream_slice["attachment_gid"]
+        return f"attachments/{attachment_gid}"
+
+    def stream_slices(self, **kwargs) -> Iterable[Optional[Mapping[str, Any]]]:
+        yield from self.read_slices_from_records(stream_class=AttachmentsCompact, slice_field="attachment_gid")
+
+    def parse_response(self, response: requests.Response, **kwargs) -> Iterable[Mapping]:
+        response_json = response.json()
+        section_data = response_json.get("data", {})
+        if isinstance(section_data, dict):  # Check if section_data is a dictionary
+            yield section_data
+        elif isinstance(section_data, list):  # Check if section_data is a list
+            yield from section_data
+
+
 class CustomFields(WorkspaceRelatedStream):
     def path(self, stream_slice: Mapping[str, Any] = None, **kwargs) -> str:
         workspace_gid = stream_slice["workspace_gid"]
@@ -212,6 +250,8 @@ def path(self, **kwargs) -> str:
 
 
 class Tasks(ProjectRelatedStream):
+    use_cache = True
+
     def path(self, **kwargs) -> str:
         return "tasks"
 

diff --git a/docs/integrations/sources/asana.md b/docs/integrations/sources/asana.md
@@ -68,6 +68,7 @@ The connector is restricted by normal Asana [requests limitation](https://develo
 
 | Version | Date       | Pull Request                                             | Subject                                                    |
 | :------ | :--------- | :------------------------------------------------------- | :--------------------------------------------------------- |
+| 0.2.0   | 2023-10-17 | [31090](https://github.com/airbytehq/airbyte/pull/31090) | Add Attachments stream |
 | 0.1.9   | 2023-10-16 | [31089](https://github.com/airbytehq/airbyte/pull/31089) | Add Events stream |
 | 0.1.8   | 2023-10-16 | [31009](https://github.com/airbytehq/airbyte/pull/31009) | Add SectionsCompact stream |
 | 0.1.7   | 2023-05-29 | [26716](https://github.com/airbytehq/airbyte/pull/26716) | Remove authSpecification from spec.json, use advancedAuth instead         |