Add GCSConnector Unstructured-IO#301

alvarobartt · Mar 1, 2023 · 6fdf2cb · 6fdf2cb
1 parent 8025524
commit 6fdf2cb
Showing 1 changed file with 24 additions and 0 deletions.
diff --git a/unstructured/ingest/connector/gcs.py b/unstructured/ingest/connector/gcs.py
@@ -0,0 +1,24 @@
+from dataclasses import dataclass
+
+from unstructured.ingest.connector.fsspec import (
+    SimpleFsspecConfig,
+    FsspecIngestDoc,
+    FsspecConnector,
+)
+from unstructured.utils import requires_dependencies
+
+
+@dataclass
+class SimpleGCSConfig(SimpleFsspecConfig):
+    pass
+
+
+class GCSIngestDoc(FsspecIngestDoc):
+    @requires_dependencies(["gcsfs", "fsspec"], extras="gcs")
+    def get_file(self):
+        super().get_file()
+
+
+@requires_dependencies(["gcsfs", "fsspec"], extras="gcs")
+class GCSConnector(FsspecConnector):
+    pass