diff --git a/python/pyspark/sql/classic/dataframe.py b/python/pyspark/sql/classic/dataframe.py index 9599fad3bcdaa..eeed6fef44aa4 100644 --- a/python/pyspark/sql/classic/dataframe.py +++ b/python/pyspark/sql/classic/dataframe.py @@ -99,6 +99,7 @@ from pyspark.sql.group import GroupedData from pyspark.sql.observation import Observation from pyspark.sql.metrics import ExecutionInfo + from pyspark.sql.plot import PySparkPlotAccessor class DataFrame(ParentDataFrame, PandasMapOpsMixin, PandasConversionMixin): @@ -2009,7 +2010,7 @@ def executionInfo(self) -> Optional["ExecutionInfo"]: ) @property - def plot(self) -> "PySparkPlotAccessor": # type: ignore[name-defined] # noqa: F821 + def plot(self) -> "PySparkPlotAccessor": from pyspark.sql.plot import PySparkPlotAccessor return PySparkPlotAccessor(self) diff --git a/python/pyspark/sql/connect/dataframe.py b/python/pyspark/sql/connect/dataframe.py index 99ee077099370..093489757115b 100644 --- a/python/pyspark/sql/connect/dataframe.py +++ b/python/pyspark/sql/connect/dataframe.py @@ -107,6 +107,7 @@ from pyspark.sql.connect.session import SparkSession from pyspark.pandas.frame import DataFrame as PandasOnSparkDataFrame from pyspark.sql.metrics import ExecutionInfo + from pyspark.sql.plot import PySparkPlotAccessor class DataFrame(ParentDataFrame): @@ -2435,7 +2436,7 @@ def executionInfo(self) -> Optional["ExecutionInfo"]: return self._execution_info @property - def plot(self) -> "PySparkPlotAccessor": # type: ignore[name-defined] # noqa: F821 + def plot(self) -> "PySparkPlotAccessor": from pyspark.sql.plot import PySparkPlotAccessor return PySparkPlotAccessor(self) diff --git a/python/pyspark/sql/streaming/listener.py b/python/pyspark/sql/streaming/listener.py index effd4550d8420..8799c4a11373a 100644 --- a/python/pyspark/sql/streaming/listener.py +++ b/python/pyspark/sql/streaming/listener.py @@ -1115,6 +1115,7 @@ def _test() -> None: import sys import doctest import os + from pyspark.core.context import SparkContext from pyspark.sql import SparkSession import pyspark.sql.streaming.listener from py4j.protocol import Py4JError @@ -1122,10 +1123,11 @@ def _test() -> None: os.chdir(os.environ["SPARK_HOME"]) globs = pyspark.sql.streaming.listener.__dict__.copy() + sc = SparkContext("local[4]", "PythonTest") try: spark = SparkSession._getActiveSessionOrCreate() except Py4JError: - spark = SparkSession(sc) # type: ignore[name-defined] # noqa: F821 + spark = SparkSession(sc) globs["spark"] = spark diff --git a/python/pyspark/sql/streaming/query.py b/python/pyspark/sql/streaming/query.py index b903cca9089f2..03d04cbbc4a5b 100644 --- a/python/pyspark/sql/streaming/query.py +++ b/python/pyspark/sql/streaming/query.py @@ -781,6 +781,7 @@ def _test() -> None: import doctest import os import sys + from pyspark.core.context import SparkContext from pyspark.sql import SparkSession import pyspark.sql.streaming.query from py4j.protocol import Py4JError @@ -788,10 +789,11 @@ def _test() -> None: os.chdir(os.environ["SPARK_HOME"]) globs = pyspark.sql.streaming.query.__dict__.copy() + sc = SparkContext("local[4]", "PythonTest") try: spark = SparkSession._getActiveSessionOrCreate() except Py4JError: - spark = SparkSession(sc) # type: ignore[name-defined] # noqa: F821 + spark = SparkSession(sc) globs["spark"] = spark