updated incremental validation for partitioned table

GoogleCloudPlatform · Mar 24, 2023 · a306f6c · a306f6c
1 parent 946a37f
commit a306f6c
Showing 1 changed file with 3 additions and 5 deletions.
diff --git a/clouddq/classes/dq_entity.py b/clouddq/classes/dq_entity.py
@@ -123,7 +123,6 @@ def resolve_column_config(self: DqEntity, column_id: str) -> DqEntityColumn:
         Returns:
 
         """
-        # print(self.columns)
         dq_column_config = self.columns.get(column_id.upper(), None)
         assert_not_none_or_empty(
             dq_column_config,
@@ -196,19 +195,18 @@ def from_dict(cls: DqEntity, entity_id: str, kwargs: dict) -> DqEntity:
         if partition_fields:
             partition_field_str = str(partition_fields)[1:-1].replace("'", '"')
             partition_field_dict = json.loads(partition_field_str)
-            partition_field_name = partition_field_dict.get('name')
-            partition_field_data_type = partition_field_dict.get('type')
+            partition_field_name = partition_field_dict.get("name")
+            partition_field_data_type = partition_field_dict.get("type")
             partition_config = {
                 "name": partition_field_name,
-                "data_type": partition_field_data_type
+                "data_type": partition_field_data_type,
             }
             partition_column = DqEntityColumn.from_dict(
                 entity_column_id=partition_field_name,
                 kwargs=partition_config,
                 entity_source_database=source_database,
             )
             columns[partition_field_name.upper()] = partition_column
-        print(f'final columns -- {columns}')
         # validate environment override
         environment_override = dict()
         input_environment_override = kwargs.get("environment_override", None)