init (#813)

hyperopt · Sep 15, 2021 · 1751483 · 1751483
1 parent a616311
commit 1751483
Showing 1 changed file with 2 additions and 5 deletions.
diff --git a/hyperopt/spark.py b/hyperopt/spark.py
@@ -479,14 +479,11 @@ def run_task_on_executor(_):
                 worker_rdd = self.spark.sparkContext.parallelize([0], 1)
                 if self.trials._spark_supports_job_cancelling:
                     if _spark_major_minor_version >= (3, 2):
-                        self.spark.sparkContext.setLocalProperty(
-                            "spark.jobGroup.id", self._job_group_id
-                        )
                         spark_context = self.spark.sparkContext
-                        self._job_group_id = spark_context.setLocalProperty(
+                        spark_context.setLocalProperty(
                             "spark.jobGroup.id", self._job_group_id
                         )
-                        self._job_desc = spark_context.setLocalProperty(
+                        spark_context.setLocalProperty(
                             "spark.job.description", self._job_desc
                         )
                         spark_context.setLocalProperty(