0.15.1 release candidate v2

docs/changelog.md

@@ -8,12 +8,14 @@ title: Changelog
 * [FEATURE] Add Support for Returning Parameters and Metrics as DataAssistantResult class (#4848)
 * [FEATURE] DataAssistantResult Includes Underlying Profiler Execution Time (#4854)
 * [FEATURE] Add batch_id for every resolved metric_value to ParameterBuilder.get_metrics() result object (#4860)
+* [FEATURE] `RuntimeDataConnector` able to specify `Assets` (#4861)
 * [BUGFIX] Linting error from hackathon automerge (#4829)
 * [BUGFIX] Cleanup contrib (#4838)
 * [BUGFIX] Add `notebook` to `GE_REQUIRED_DEPENDENCIES` (#4842)
 * [BUGFIX] ParameterContainer return value formatting bug fix (#4840)
 * [BUGFIX] Ensure that Parameter Validation/Configuration Dependency Configurations are included in Serialization (#4843)
 * [BUGFIX] Correctly handle SQLA unexpected count metric for empty tables (#4618) (thanks @douglascook)
+* [BUGFIX] Temporarily adjust Deprecation Warning Count (#4869)
 * [DOCS] How to validate data with an in memory checkpoint (#4820)
 * [DOCS] Update all tutorial redirect fix (#4841)
 * [DOCS] redirect/remove dead links in docs (#4846)

docs_rtd/changelog.rst

@@ -11,12 +11,14 @@ Changelog
 * [FEATURE] Add Support for Returning Parameters and Metrics as DataAssistantResult class (#4848)
 * [FEATURE] DataAssistantResult Includes Underlying Profiler Execution Time (#4854)
 * [FEATURE] Add batch_id for every resolved metric_value to ParameterBuilder.get_metrics() result object (#4860)
+* [FEATURE] `RuntimeDataConnector` able to specify `Assets` (#4861)
 * [BUGFIX] Linting error from hackathon automerge (#4829)
 * [BUGFIX] Cleanup contrib (#4838)
 * [BUGFIX] Add `notebook` to `GE_REQUIRED_DEPENDENCIES` (#4842)
 * [BUGFIX] ParameterContainer return value formatting bug fix (#4840)
 * [BUGFIX] Ensure that Parameter Validation/Configuration Dependency Configurations are included in Serialization (#4843)
 * [BUGFIX] Correctly handle SQLA unexpected count metric for empty tables (#4618) (thanks @douglascook)
+* [BUGFIX] Temporarily adjust Deprecation Warning Count (#4869)
 * [DOCS] How to validate data with an in memory checkpoint (#4820)
 * [DOCS] Update all tutorial redirect fix (#4841)
 * [DOCS] redirect/remove dead links in docs (#4846)

great_expectations/data_context/types/base.py

@@ -154,6 +154,7 @@ def __init__(
         max_keys=None,
         schema_name=None,
         batch_spec_passthrough=None,
+        batch_identifiers=None,
         **kwargs,
     ):
         if name is not None:
@@ -172,6 +173,8 @@ def __init__(
             self.schema_name = schema_name
         if batch_spec_passthrough is not None:
             self.batch_spec_passthrough = batch_spec_passthrough
+        if batch_identifiers is not None:
+            self.batch_identifiers = batch_identifiers
         for k, v in kwargs.items():
             setattr(self, k, v)
 
@@ -216,6 +219,10 @@ class Meta:
     table_name = fields.String(required=False, allow_none=True)
     type = fields.String(required=False, allow_none=True)
 
+    batch_identifiers = fields.List(
+        cls_or_instance=fields.Str(), required=False, allow_none=True
+    )
+
     @validates_schema
     def validate_schema(self, data, **kwargs):
         pass

great_expectations/datasource/data_connector/asset/asset.py

@@ -18,6 +18,7 @@ def __init__(
         pattern: Optional[str] = None,
         group_names: Optional[List[str]] = None,
         batch_spec_passthrough: Optional[dict] = None,
+        batch_identifiers: Optional[List[str]] = None,
         # S3
         bucket: Optional[str] = None,
         max_keys: Optional[int] = None,
@@ -39,6 +40,7 @@ def __init__(
         # Note: this may need to become a nested object to accommodate sorters
         self._group_names = group_names
         self._batch_spec_passthrough = batch_spec_passthrough or {}
+        self._batch_identifiers = batch_identifiers
 
         # S3
         self._bucket = bucket
@@ -113,3 +115,7 @@ def prefix(self) -> Optional[str]:
     @property
     def delimiter(self) -> Optional[str]:
         return self._delimiter
+
+    @property
+    def batch_identifiers(self) -> Optional[List[str]]:
+        return self._batch_identifiers

great_expectations/datasource/data_connector/configured_asset_file_path_data_connector.py

@@ -11,6 +11,7 @@
 from great_expectations.datasource.data_connector.file_path_data_connector import (
     FilePathDataConnector,
 )
+from great_expectations.datasource.data_connector.util import _build_asset_from_config
 from great_expectations.execution_engine import ExecutionEngine
 
 logger = logging.getLogger(__name__)
@@ -80,28 +81,12 @@ def _build_assets_from_config(self, config: Dict[str, dict]):
             if asset_config is None:
                 asset_config = {}
             asset_config.update({"name": name})
-            new_asset: Asset = self._build_asset_from_config(
+            new_asset: Asset = _build_asset_from_config(
+                runtime_environment=self,
                 config=asset_config,
             )
             self.assets[name] = new_asset
 
-    def _build_asset_from_config(self, config: dict):
-        runtime_environment: dict = {"data_connector": self}
-        config = assetConfigSchema.load(config)
-        config = assetConfigSchema.dump(config)
-        asset: Asset = instantiate_class_from_config(
-            config=config,
-            runtime_environment=runtime_environment,
-            config_defaults={},
-        )
-        if not asset:
-            raise ge_exceptions.ClassInstantiationError(
-                module_name="great_expectations.datasource.data_connector.asset",
-                package_name=None,
-                class_name=config["class_name"],
-            )
-        return asset
-
     def get_available_data_asset_names(self) -> List[str]:
         """
         Return the list of asset names known by this DataConnector.