From 6e2c21869c4a6d57db9673f24992c707c611b8bf Mon Sep 17 00:00:00 2001 From: xianzhe-databricks Date: Wed, 26 Nov 2025 14:39:39 +0000 Subject: [PATCH 1/3] skip skipping --- python/pyspark/sql/tests/pandas/test_pandas_cogrouped_map.py | 3 --- 1 file changed, 3 deletions(-) diff --git a/python/pyspark/sql/tests/pandas/test_pandas_cogrouped_map.py b/python/pyspark/sql/tests/pandas/test_pandas_cogrouped_map.py index 0a77334ff85e..c3401b35af70 100644 --- a/python/pyspark/sql/tests/pandas/test_pandas_cogrouped_map.py +++ b/python/pyspark/sql/tests/pandas/test_pandas_cogrouped_map.py @@ -244,9 +244,6 @@ def merge_pandas(lft, rgt): self._test_merge_empty(fn=merge_pandas) - @unittest.skipIf( - os.environ.get("SPARK_SKIP_CONNECT_COMPAT_TESTS") == "1", "SPARK-54481: To be reenabled" - ) def test_apply_in_pandas_returning_incompatible_type(self): with self.quiet(): self.check_apply_in_pandas_returning_incompatible_type() From ec3e39a8b4d51554582e9ddc7fb8887c943fcdec Mon Sep 17 00:00:00 2001 From: xianzhe-databricks Date: Wed, 26 Nov 2025 14:50:02 +0000 Subject: [PATCH 2/3] skip skipping more tests --- python/pyspark/pandas/tests/test_typedef.py | 3 --- python/pyspark/sql/tests/pandas/test_pandas_map.py | 3 --- 2 files changed, 6 deletions(-) diff --git a/python/pyspark/pandas/tests/test_typedef.py b/python/pyspark/pandas/tests/test_typedef.py index 29d1c170f065..54a03200c05c 100644 --- a/python/pyspark/pandas/tests/test_typedef.py +++ b/python/pyspark/pandas/tests/test_typedef.py @@ -311,9 +311,6 @@ def f() -> ps.Series[pdf.a.dtype]: self.assertRaisesRegex(TypeError, "object.*not understood", try_infer_return_type) - @unittest.skipIf( - os.environ.get("SPARK_SKIP_CONNECT_COMPAT_TESTS") == "1", "SPARK-54495: To be reenabled" - ) def test_as_spark_type_pandas_on_spark_dtype(self): type_mapper = { # binary diff --git a/python/pyspark/sql/tests/pandas/test_pandas_map.py b/python/pyspark/sql/tests/pandas/test_pandas_map.py index f816b09fe5ae..946d56f2fe63 100644 --- a/python/pyspark/sql/tests/pandas/test_pandas_map.py +++ b/python/pyspark/sql/tests/pandas/test_pandas_map.py @@ -273,9 +273,6 @@ def test_dataframes_with_more_columns(self): actual = df.repartition(1).mapInPandas(f, "id long, value long").collect() self.assertEqual(actual, expected) - @unittest.skipIf( - os.environ.get("SPARK_SKIP_CONNECT_COMPAT_TESTS") == "1", "SPARK-54483: To be reenabled" - ) def test_dataframes_with_incompatible_types(self): with self.quiet(): self.check_dataframes_with_incompatible_types() From ad62842f0f1e90707b80d58836433cb79cb831bf Mon Sep 17 00:00:00 2001 From: xianzhe-databricks Date: Wed, 26 Nov 2025 16:42:01 +0000 Subject: [PATCH 3/3] linter --- python/pyspark/sql/tests/pandas/test_pandas_cogrouped_map.py | 1 - 1 file changed, 1 deletion(-) diff --git a/python/pyspark/sql/tests/pandas/test_pandas_cogrouped_map.py b/python/pyspark/sql/tests/pandas/test_pandas_cogrouped_map.py index c3401b35af70..0d91da035497 100644 --- a/python/pyspark/sql/tests/pandas/test_pandas_cogrouped_map.py +++ b/python/pyspark/sql/tests/pandas/test_pandas_cogrouped_map.py @@ -18,7 +18,6 @@ import unittest import logging from typing import cast -import os from pyspark.sql import functions as sf from pyspark.sql.functions import pandas_udf, udf