Fixed flaky spark test (#821)

Signed-off-by: Kevin Su <pingsutw@apache.org>
flyteorg · Jan 20, 2022 · 88c7d38 · 88c7d38
1 parent b5bf089
commit 88c7d38
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/plugins/flytekit-spark/flytekitplugins/spark/task.py b/plugins/flytekit-spark/flytekitplugins/spark/task.py
@@ -110,6 +110,7 @@ def pre_execute(self, user_params: ExecutionParameters) -> ExecutionParameters:
             # If either of above cases is not true, then we are in local execution of this task
             # Add system spark-conf for local/notebook based execution.
             spark_conf = _pyspark.SparkConf()
+            spark_conf.set("spark.driver.bindAddress", "127.0.0.1")
             for k, v in self.task_config.spark_conf.items():
                 spark_conf.set(k, v)
             # In local execution, propagate PYTHONPATH to executors too. This makes the spark