diff --git a/pandera/typing/__init__.py b/pandera/typing/__init__.py index 9164f7be4..08185c6d3 100644 --- a/pandera/typing/__init__.py +++ b/pandera/typing/__init__.py @@ -60,9 +60,6 @@ ) from pandera.typing.pandas import DataFrame, Index, Series -if pyspark_sql.PYSPARK_SQL_INSTALLED: - from pandera.typing.pyspark_sql import Column - DATAFRAME_TYPES: Set[Type] = {DataFrame} SERIES_TYPES: Set[Type] = {Series} @@ -85,11 +82,10 @@ if pyspark_sql.PYSPARK_SQL_INSTALLED: DATAFRAME_TYPES.update({pyspark_sql.DataFrame}) - COLUMN_TYPES: Set[Type] = {Column} if geopandas.GEOPANDAS_INSTALLED: DATAFRAME_TYPES.update({geopandas.GeoDataFrame}) SERIES_TYPES.update({geopandas.GeoSeries}) -__all__ = ["DataFrame", "Series", "Index", "Column"] +__all__ = ["DataFrame", "Series", "Index"] diff --git a/pandera/typing/pyspark_sql.py b/pandera/typing/pyspark_sql.py index d1f8e2893..b20603580 100644 --- a/pandera/typing/pyspark_sql.py +++ b/pandera/typing/pyspark_sql.py @@ -1,6 +1,6 @@ """Pandera type annotations for Pyspark.""" -from typing import Union, Optional, Type, TypeVar -from pandera.typing.common import DataFrameBase, GenericDtype +from typing import Union, TypeVar +from pandera.typing.common import DataFrameBase from pandera.typing.pandas import DataFrameModel, _GenericAlias try: @@ -51,21 +51,6 @@ if PYSPARK_SQL_INSTALLED: # pylint: disable=too-few-public-methods,arguments-renamed - class ColumnBase(Generic[PysparkDType]): - """Representation of pandas.Index, only used for type annotation. - - *new in 0.5.0* - """ - - default_dtype: Optional[Type] = None - - def __get__( - self, instance: object, owner: Type - ) -> str: # pragma: no cover - raise AttributeError( - "column should resolve to pyspark.sql.Column-s" - ) - class DataFrame(DataFrameBase, ps.DataFrame, Generic[T]): """ Representation of dask.dataframe.DataFrame, only used for type @@ -77,6 +62,3 @@ class DataFrame(DataFrameBase, ps.DataFrame, Generic[T]): def __class_getitem__(cls, item): """Define this to override's pyspark.pandas generic type.""" return _GenericAlias(cls, item) # pragma: no cover - - class Column(ColumnBase, ps.Column, Generic[GenericDtype]): # type: ignore [misc] # noqa - """Representation of pyspark.sql.Column, only used for type annotation."""