From 100e442983bd5f546a8dad149543a26be90ee622 Mon Sep 17 00:00:00 2001 From: Bryan Cutler Date: Thu, 8 Sep 2016 17:01:27 -0700 Subject: [PATCH] [SPARK-17387] allow passing of args to gateway --- python/pyspark/java_gateway.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/python/pyspark/java_gateway.py b/python/pyspark/java_gateway.py index 527ca82d31f1b..cdcc2d30d07d6 100644 --- a/python/pyspark/java_gateway.py +++ b/python/pyspark/java_gateway.py @@ -56,6 +56,8 @@ def launch_gateway(): "--conf spark.ui.enabled=false", submit_args ]) + if len(sys.argv) > 1 and os.environ.get("PYSPARK_PASS_ARGS_TO_GATEWAY", True): + submit_args = ' '.join(sys.argv[1:] + [submit_args]) command = [os.path.join(SPARK_HOME, script)] + shlex.split(submit_args) # Start a socket that will be used by PythonGatewayServer to communicate its port to us