From 046d27369507be5c3d8d137a7165c6b75941f2e6 Mon Sep 17 00:00:00 2001 From: Kevin Su Date: Wed, 19 Jan 2022 17:26:18 +0800 Subject: [PATCH] Fixed flaky test Signed-off-by: Kevin Su --- plugins/flytekit-spark/flytekitplugins/spark/task.py | 1 + 1 file changed, 1 insertion(+) diff --git a/plugins/flytekit-spark/flytekitplugins/spark/task.py b/plugins/flytekit-spark/flytekitplugins/spark/task.py index 37ae03e913..c05dbc2ea0 100644 --- a/plugins/flytekit-spark/flytekitplugins/spark/task.py +++ b/plugins/flytekit-spark/flytekitplugins/spark/task.py @@ -110,6 +110,7 @@ def pre_execute(self, user_params: ExecutionParameters) -> ExecutionParameters: # If either of above cases is not true, then we are in local execution of this task # Add system spark-conf for local/notebook based execution. spark_conf = _pyspark.SparkConf() + spark_conf.set("spark.driver.bindAddress", "127.0.0.1") for k, v in self.task_config.spark_conf.items(): spark_conf.set(k, v) # In local execution, propagate PYTHONPATH to executors too. This makes the spark