Skip to content

Commit

Permalink
another round
Browse files Browse the repository at this point in the history
  • Loading branch information
cdkini committed Feb 22, 2024
1 parent 68ba2be commit c2da44c
Showing 1 changed file with 2 additions and 5 deletions.
7 changes: 2 additions & 5 deletions tests/datasource/test_sparkdf_datasource.py
Original file line number Diff line number Diff line change
Expand Up @@ -354,9 +354,8 @@ def test_invalid_reader_sparkdf_datasource(tmp_path_factory, test_backends):

@pytest.mark.spark
def test_spark_datasource_processes_dataset_options(
test_folder_connection_path_csv, test_backends, empty_data_context
test_folder_connection_path_csv, test_backends
):
context = empty_data_context
if "SparkDFDataset" not in test_backends:
pytest.skip("Spark has not been enabled, so this test must be skipped.")
datasource = SparkDFDatasource(
Expand All @@ -373,9 +372,7 @@ def test_spark_datasource_processes_dataset_options(
)
batch_kwargs["dataset_options"] = {"caching": False, "persist": False}
batch = datasource.get_batch(batch_kwargs)
validator = BridgeValidator(
batch, ExpectationSuite(expectation_suite_name="foo", data_context=context)
)
validator = BridgeValidator(batch, ExpectationSuite(expectation_suite_name="foo"))
dataset = validator.get_dataset()
assert dataset.caching is False
assert dataset._persist is False

0 comments on commit c2da44c

Please sign in to comment.