[FEATURE] Add YAML config option to disable progress bars

great_expectations/data_context/data_context.py

@@ -78,6 +78,7 @@
     DataContextConfigDefaults,
     DatasourceConfig,
     GeCloudConfig,
+    ProgressBarsConfig,
     anonymizedUsageStatisticsSchema,
     dataContextConfigSchema,
     datasourceConfigSchema,
@@ -818,6 +819,10 @@ def anonymous_usage_statistics(self):
     def concurrency(self) -> ConcurrencyConfig:
         return self.project_config_with_variables_substituted.concurrency
 
+    @property
+    def progress_bars(self) -> ProgressBarsConfig:
+        return self.project_config_with_variables_substituted.progress_bars
+
     @property
     def notebooks(self):
         return self.project_config_with_variables_substituted.notebooks

great_expectations/data_context/types/base.py

@@ -1082,6 +1082,24 @@ def make_notebooks_config(self, data, **kwargs):
         return NotebooksConfig(**data)
 
 
+class ProgressBarsConfig(DictDot):
+    def __init__(
+        self,
+        globally: bool = True,
+        profilers: bool = True,
+        metric_calculations: bool = True,
+    ):
+        self.globally = globally
+        self.profilers = profilers
+        self.metric_calculations = metric_calculations
+
+
+class ProgressBarsConfigSchema(Schema):
+    globally = fields.Boolean(default=True)
+    profilers = fields.Boolean(default=True)
+    metric_calculations = fields.Boolean(default=True)
+
+
 class ConcurrencyConfig(DictDot):
     """WARNING: This class is experimental."""
 
@@ -1173,6 +1191,7 @@ class DataContextConfigSchema(Schema):
     )
     config_variables_file_path = fields.Str(allow_none=True)
     anonymous_usage_statistics = fields.Nested(AnonymizedUsageStatisticsConfigSchema)
+    progress_bars = fields.Nested(ProgressBarsConfigSchema)
     concurrency = fields.Nested(ConcurrencyConfigSchema)
 
     # noinspection PyMethodMayBeStatic
@@ -1783,6 +1802,7 @@ def __init__(
         store_backend_defaults: Optional[BaseStoreBackendDefaults] = None,
         commented_map: Optional[CommentedMap] = None,
         concurrency: Optional[Union[ConcurrencyConfig, Dict]] = None,
+        progress_bars: Optional[ProgressBarsConfig] = None,
     ):
         # Set defaults
         if config_version is None:
@@ -1835,6 +1855,10 @@ def __init__(
             concurrency = ConcurrencyConfig(**concurrency)
         self.concurrency: ConcurrencyConfig = concurrency
 
+        if progress_bars is None:
+            progress_bars = ProgressBarsConfig()
+        self.progress_bars = progress_bars
+
         super().__init__(commented_map=commented_map)
 
     # TODO: <Alex>ALEX (we still need the next two properties)</Alex>
@@ -2435,3 +2459,4 @@ class CheckpointValidationConfigSchema(Schema):
 notebookConfigSchema = NotebookConfigSchema()
 checkpointConfigSchema = CheckpointConfigSchema()
 concurrencyConfigSchema = ConcurrencyConfigSchema()
+progressBarsConfigSchema = ProgressBarsConfigSchema()

great_expectations/profile/user_configurable_profiler.py

@@ -109,7 +109,9 @@ def __init__(
         self.profile_dataset = profile_dataset
         assert isinstance(self.profile_dataset, (Batch, Dataset, Validator))
 
+        context: Optional["DataContext"] = None
         if isinstance(self.profile_dataset, Batch):
+            context = self.profile_dataset.data_context
             self.profile_dataset = Validator(
                 execution_engine=self.profile_dataset.data.execution_engine,
                 batches=[self.profile_dataset],
@@ -118,12 +120,22 @@ def __init__(
                 MetricConfiguration("table.columns", {})
             )
         elif isinstance(self.profile_dataset, Validator):
+            context = self.profile_dataset.data_context
             self.all_table_columns = self.profile_dataset.get_metric(
                 MetricConfiguration("table.columns", {})
             )
         else:
             self.all_table_columns = self.profile_dataset.get_table_columns()
 
+        # Check to see if the user has disabled progress bars
+        self._enable_progress_bars = True
+        if context:
+            progress_bars = context.progress_bars
+            if "globally" in progress_bars:
+                self._enable_progress_bars = progress_bars["globally"]
+            if "profilers" in progress_bars:
+                self._enable_progress_bars = progress_bars["profilers"]
+
         self.semantic_types_dict = semantic_types_dict
         assert isinstance(self.semantic_types_dict, (dict, type(None)))
 
@@ -294,7 +306,10 @@ def _build_expectation_suite_from_semantic_types_dict(self):
             )
 
         with tqdm(
-            desc="Profiling Columns", total=len(self.column_info), delay=5
+            desc="Profiling Columns",
+            total=len(self.column_info),
+            delay=5,
+            disable=not self._enable_progress_bars,
         ) as pbar:
             for column_name, column_info in self.column_info.items():
                 pbar.set_postfix_str(f"Column={column_name}")
@@ -339,7 +354,12 @@ def _profile_and_build_expectation_suite(self):
 
         self._build_expectations_table(profile_dataset=self.profile_dataset)
 
-        with tqdm(desc="Profiling", total=len(self.column_info), delay=5) as pbar:
+        with tqdm(
+            desc="Profiling",
+            total=len(self.column_info),
+            delay=5,
+            disable=not self._enable_progress_bars,
+        ) as pbar:
             for column_name, column_info in self.column_info.items():
                 pbar.set_postfix_str(f"Column={column_name}")
                 data_type = column_info.get("type")

great_expectations/validator/validator.py

@@ -212,6 +212,10 @@ def __dir__(self):
 
         return list(combined_dir)
 
+    @property
+    def data_context(self) -> Optional["DataContext"]:
+        return self._data_context
+
     @property
     def expose_dataframe_methods(self) -> bool:
         return self._expose_dataframe_methods
@@ -689,12 +693,21 @@ def resolve_validation_graph(
                 validation_graph=graph, metrics=metrics
             )
 
+            # Check to see if the user has disabled progress bars
+            disable = len(graph.edges) < 3
+            if self._data_context:
+                progress_bars = self._data_context.progress_bars
+                if "globally" in progress_bars:
+                    disable = not progress_bars["globally"]
+                if "metric_calculations" in progress_bars:
+                    disable = not progress_bars["metric_calculations"]
+
             if pbar is None:
                 # noinspection PyProtectedMember,SpellCheckingInspection
                 pbar = tqdm(
                     total=len(ready_metrics) + len(needed_metrics),
                     desc="Calculating Metrics",
-                    disable=len(graph.edges) < 3,
+                    disable=disable,
                 )
                 pbar.update(0)
 

tests/data_context/test_data_context_config_ui.py

@@ -75,6 +75,11 @@ def _construct_data_context_config(
                 "enabled": True,
             },
             "concurrency": {"enabled": False},
+            "progress_bars": {
+                "globally": True,
+                "profilers": True,
+                "metric_calculations": True,
+            },
         }
 
     return _construct_data_context_config
@@ -1342,6 +1347,11 @@ def test_DataContextConfig_with_InMemoryStoreBackendDefaults(
         },
         "validations_store_name": "validations_store",
         "concurrency": {"enabled": False},
+        "progress_bars": {
+            "globally": True,
+            "profilers": True,
+            "metric_calculations": True,
+        },
     }
 
     data_context_config_schema = DataContextConfigSchema()

tests/data_context/test_data_context_v013.py

@@ -191,6 +191,7 @@ def test_get_config(empty_data_context):
         "anonymous_usage_statistics",
         "notebooks",
         "concurrency",
+        "progress_bars",
     }