diff --git a/yarn/src/main/scala/org/apache/spark/deploy/yarn/Client.scala b/yarn/src/main/scala/org/apache/spark/deploy/yarn/Client.scala index 9ffdcd6a8afc5..508eac37d6a90 100644 --- a/yarn/src/main/scala/org/apache/spark/deploy/yarn/Client.scala +++ b/yarn/src/main/scala/org/apache/spark/deploy/yarn/Client.scala @@ -331,8 +331,7 @@ private[spark] class Client( sys.env.get("PYSPARK_ARCHIVES_PATH").map { archives => // archives will be distributed to each machine's working directory, so strip the // path prefix - val pythonPath = archives.split(",").map( - p => (new Path(p)).getName).mkString(":") + val pythonPath = archives.split(",").map(p => (new Path(p)).getName).mkString(":") env("PYTHONPATH") = pythonPath sparkConf.setExecutorEnv("PYTHONPATH", pythonPath) }