diff --git a/cloudquery/sdk/internal/memdb/__init__.py b/cloudquery/sdk/internal/memdb/__init__.py index 0a8be7c..eb11793 100644 --- a/cloudquery/sdk/internal/memdb/__init__.py +++ b/cloudquery/sdk/internal/memdb/__init__.py @@ -1,2 +1,2 @@ -from .memdb import MemDB \ No newline at end of file +from .memdb import MemDB diff --git a/cloudquery/sdk/internal/memdb/memdb.py b/cloudquery/sdk/internal/memdb/memdb.py index 2015c45..f7ce987 100644 --- a/cloudquery/sdk/internal/memdb/memdb.py +++ b/cloudquery/sdk/internal/memdb/memdb.py @@ -22,4 +22,3 @@ def get_tables(self, options : plugin.TableOptions = None) -> List[plugin.Table] def sync(self, options: plugin.SyncOptions) -> Generator[message.SyncMessage, None, None]: for table, record in self._memory_db.items(): yield message.SyncInsertMessage(record) - \ No newline at end of file diff --git a/cloudquery/sdk/scalar/__init__.py b/cloudquery/sdk/scalar/__init__.py index b379833..a89de78 100644 --- a/cloudquery/sdk/scalar/__init__.py +++ b/cloudquery/sdk/scalar/__init__.py @@ -5,4 +5,4 @@ from .date32 import Date32 from .float64 import Float64 from .int64 import Int64 -from .uuid import UUID \ No newline at end of file +from .uuid import UUID diff --git a/cloudquery/sdk/scalar/binary.py b/cloudquery/sdk/scalar/binary.py index a0bf8d0..03d99de 100644 --- a/cloudquery/sdk/scalar/binary.py +++ b/cloudquery/sdk/scalar/binary.py @@ -31,4 +31,4 @@ def set(self, scalar): self._valid = True self._value = scalar.encode() else: - raise ScalarInvalidTypeError("Invalid type for Binary scalar") \ No newline at end of file + raise ScalarInvalidTypeError("Invalid type for Binary scalar") diff --git a/cloudquery/sdk/scalar/float64.py b/cloudquery/sdk/scalar/float64.py index 979bc08..fa7f7fc 100644 --- a/cloudquery/sdk/scalar/float64.py +++ b/cloudquery/sdk/scalar/float64.py @@ -31,4 +31,4 @@ def set(self, value): raise ScalarInvalidTypeError("Invalid type for Float64 scalar") else: raise ScalarInvalidTypeError("Invalid type for Binary scalar") - self._valid = True \ No newline at end of file + self._valid = True diff --git a/cloudquery/sdk/scalar/int64.py b/cloudquery/sdk/scalar/int64.py index d6e47fc..faec568 100644 --- a/cloudquery/sdk/scalar/int64.py +++ b/cloudquery/sdk/scalar/int64.py @@ -31,4 +31,4 @@ def set(self, value): raise ScalarInvalidTypeError("Invalid type for Int64 scalar") from e else: raise ScalarInvalidTypeError("Invalid type {} for Int64 scalar".format(type(value))) - self._valid = True \ No newline at end of file + self._valid = True diff --git a/cloudquery/sdk/scalar/scalar.py b/cloudquery/sdk/scalar/scalar.py index 9b96970..a8891fc 100644 --- a/cloudquery/sdk/scalar/scalar.py +++ b/cloudquery/sdk/scalar/scalar.py @@ -12,5 +12,3 @@ def is_valid(self) -> bool: @property def value(self): raise NotImplementedError("Scalar value not implemented") - - diff --git a/cloudquery/sdk/scalar/uuid.py b/cloudquery/sdk/scalar/uuid.py index 995b537..ef309a8 100644 --- a/cloudquery/sdk/scalar/uuid.py +++ b/cloudquery/sdk/scalar/uuid.py @@ -30,4 +30,4 @@ def set(self, value): raise ScalarInvalidTypeError("Invalid type for UUID scalar") from e else: raise ScalarInvalidTypeError("Invalid type {} for UUID scalar".format(type(value))) - self._valid = True \ No newline at end of file + self._valid = True diff --git a/cloudquery/sdk/scheduler/__init__.py b/cloudquery/sdk/scheduler/__init__.py index 7c788ae..85396e3 100644 --- a/cloudquery/sdk/scheduler/__init__.py +++ b/cloudquery/sdk/scheduler/__init__.py @@ -1,2 +1,2 @@ from .scheduler import Scheduler -from .table_resolver import TableResolver \ No newline at end of file +from .table_resolver import TableResolver diff --git a/cloudquery/sdk/scheduler/scheduler.py b/cloudquery/sdk/scheduler/scheduler.py index 7ee4383..6f4ea99 100644 --- a/cloudquery/sdk/scheduler/scheduler.py +++ b/cloudquery/sdk/scheduler/scheduler.py @@ -108,17 +108,17 @@ def sync(self, client, resolvers: List[TableResolver], deterministic_cq_id=False thread = futures.ThreadPoolExecutor() thread.submit(self._sync, client, resolvers, res, deterministic_cq_id) total_table_resolvers = 0 - finished_table_resovlers = 0 + finished_table_resolvers = 0 while True: message = res.get() if type(message) == TableResolverStarted: total_table_resolvers += message.count - if total_table_resolvers == finished_table_resovlers: + if total_table_resolvers == finished_table_resolvers: break continue elif type(message) == TableResolverFinished: - finished_table_resovlers += 1 - if total_table_resolvers == finished_table_resovlers: + finished_table_resolvers += 1 + if total_table_resolvers == finished_table_resolvers: break continue yield message diff --git a/cloudquery/sdk/schema/arrow.py b/cloudquery/sdk/schema/arrow.py index af8bc0c..98d876d 100644 --- a/cloudquery/sdk/schema/arrow.py +++ b/cloudquery/sdk/schema/arrow.py @@ -1,10 +1,10 @@ -METADATA_UNIQUE = "cq:extension:unique" +METADATA_UNIQUE = "cq:extension:unique" METADATA_PRIMARY_KEY = "cq:extension:primary_key" METADATA_CONSTRAINT_NAME = "cq:extension:constraint_name" -METADATA_INCREMENTAL = "cq:extension:incremental" +METADATA_INCREMENTAL = "cq:extension:incremental" -METADATA_TRUE = "true" -METADATA_FALSE = "false" +METADATA_TRUE = "true" +METADATA_FALSE = "false" METADATA_TABLE_NAME = "cq:table_name" -MATADATA_TABLE_DESCRIPTION = "cq:table_description" \ No newline at end of file +METADATA_TABLE_DESCRIPTION = "cq:table_description" diff --git a/cloudquery/sdk/schema/resource.py b/cloudquery/sdk/schema/resource.py index 694b48b..12121a3 100644 --- a/cloudquery/sdk/schema/resource.py +++ b/cloudquery/sdk/schema/resource.py @@ -25,4 +25,3 @@ def to_list_of_arr(self): def to_arrow_record(self): return pa.record_batch(self.to_list_of_arr(), schema=self._table.to_arrow_schema()) - \ No newline at end of file diff --git a/cloudquery/sdk/schema/table.py b/cloudquery/sdk/schema/table.py index 2857e9e..fd159f1 100644 --- a/cloudquery/sdk/schema/table.py +++ b/cloudquery/sdk/schema/table.py @@ -47,7 +47,7 @@ def to_arrow_schema(self): fields = [] md = { arrow.METADATA_TABLE_NAME: self.name, - arrow.MATADATA_TABLE_DESCRIPTION: self.description, + arrow.METADATA_TABLE_DESCRIPTION: self.description, # arrow.METADATA_CONSTRAINT_NAME: } for column in self.columns: diff --git a/cloudquery/sdk/serve/__init__.py b/cloudquery/sdk/serve/__init__.py index 330afca..82a25ed 100644 --- a/cloudquery/sdk/serve/__init__.py +++ b/cloudquery/sdk/serve/__init__.py @@ -1 +1 @@ -from .plugin import PluginCommand \ No newline at end of file +from .plugin import PluginCommand diff --git a/cloudquery/sdk/transformers/__init__.py b/cloudquery/sdk/transformers/__init__.py index caaad33..a26fb95 100644 --- a/cloudquery/sdk/transformers/__init__.py +++ b/cloudquery/sdk/transformers/__init__.py @@ -1,2 +1,2 @@ -from .transformers import transform_list_of_dict \ No newline at end of file +from .transformers import transform_list_of_dict diff --git a/cloudquery/sdk/types/uuid.py b/cloudquery/sdk/types/uuid.py index cfd9014..0516a38 100644 --- a/cloudquery/sdk/types/uuid.py +++ b/cloudquery/sdk/types/uuid.py @@ -18,4 +18,4 @@ def __arrow_ext_serialize__(self): def __arrow_ext_deserialize__(self, storage_type, serialized): # return an instance of this subclass given the serialized # metadata. - return UuidType() \ No newline at end of file + return UuidType()