[SPARK-58244][PYTHON] Remove type: ignore[name-defined] for DataFrame.plot and streaming _test() in pyspark.sql

python/pyspark/sql/classic/dataframe.py

@@ -99,6 +99,7 @@
     from pyspark.sql.group import GroupedData
     from pyspark.sql.observation import Observation
     from pyspark.sql.metrics import ExecutionInfo
+    from pyspark.sql.plot import PySparkPlotAccessor
 
 
 class DataFrame(ParentDataFrame, PandasMapOpsMixin, PandasConversionMixin):
@@ -2009,7 +2010,7 @@ def executionInfo(self) -> Optional["ExecutionInfo"]:
         )
 
     @property
-    def plot(self) -> "PySparkPlotAccessor":  # type: ignore[name-defined] # noqa: F821
+    def plot(self) -> "PySparkPlotAccessor":
         from pyspark.sql.plot import PySparkPlotAccessor
 
         return PySparkPlotAccessor(self)

python/pyspark/sql/connect/dataframe.py

@@ -107,6 +107,7 @@
     from pyspark.sql.connect.session import SparkSession
     from pyspark.pandas.frame import DataFrame as PandasOnSparkDataFrame
     from pyspark.sql.metrics import ExecutionInfo
+    from pyspark.sql.plot import PySparkPlotAccessor
 
 
 class DataFrame(ParentDataFrame):
@@ -2435,7 +2436,7 @@ def executionInfo(self) -> Optional["ExecutionInfo"]:
         return self._execution_info
 
     @property
-    def plot(self) -> "PySparkPlotAccessor":  # type: ignore[name-defined] # noqa: F821
+    def plot(self) -> "PySparkPlotAccessor":
         from pyspark.sql.plot import PySparkPlotAccessor
 
         return PySparkPlotAccessor(self)

python/pyspark/sql/streaming/listener.py

@@ -1115,17 +1115,19 @@ def _test() -> None:
     import sys
     import doctest
     import os
+    from pyspark.core.context import SparkContext
     from pyspark.sql import SparkSession
     import pyspark.sql.streaming.listener
     from py4j.protocol import Py4JError
 
     os.chdir(os.environ["SPARK_HOME"])
 
     globs = pyspark.sql.streaming.listener.__dict__.copy()
+    sc = SparkContext("local[4]", "PythonTest")
     try:
         spark = SparkSession._getActiveSessionOrCreate()
     except Py4JError:
-        spark = SparkSession(sc)  # type: ignore[name-defined] # noqa: F821
+        spark = SparkSession(sc)
 
     globs["spark"] = spark
 

python/pyspark/sql/streaming/query.py

@@ -781,17 +781,19 @@ def _test() -> None:
     import doctest
     import os
     import sys
+    from pyspark.core.context import SparkContext
     from pyspark.sql import SparkSession
     import pyspark.sql.streaming.query
     from py4j.protocol import Py4JError
 
     os.chdir(os.environ["SPARK_HOME"])
 
     globs = pyspark.sql.streaming.query.__dict__.copy()
+    sc = SparkContext("local[4]", "PythonTest")
     try:
         spark = SparkSession._getActiveSessionOrCreate()
     except Py4JError:
-        spark = SparkSession(sc)  # type: ignore[name-defined] # noqa: F821
+        spark = SparkSession(sc)
 
     globs["spark"] = spark