Removed useless code from java_gateway.py

Added comments in utils.py and SparkSubmitArguments.scala to notice someone that both of the files should be modified simultaneously

bin/utils.sh

@@ -21,12 +21,13 @@
 function gatherSparkSubmitOpts() {
 
   if [ -z "$SUBMIT_USAGE_FUNCTION" ]; then
-
     echo "Function for printing usage of $0 is not set." 1>&2
     echo "Please set usage function to shell variable 'SUBMIT_USAGE_FUNCTION' in $0" 1>&2
     exit 1
   fi
 
+  # NOTE: If you add or remove spark-sumbmit options,
+  # modify NOT ONLY this script but also SparkSubmitArgument.scala
   SUBMISSION_OPTS=()
   APPLICATION_OPTS=()
   while (($#)); do

core/src/main/scala/org/apache/spark/deploy/SparkSubmitArguments.scala

@@ -224,6 +224,10 @@ private[spark] class SparkSubmitArguments(args: Seq[String]) {
     // Delineates parsing of Spark options from parsing of user options.
     parse(opts)
 
+    /*
+     * NOTE: If you add or remove spark-submit options,
+     * modify NOT ONLY this file but also utils.sh
+     */
     def parse(opts: Seq[String]): Unit = opts match {
       case ("--name") :: value :: tail =>
         name = value

python/pyspark/java_gateway.py

@@ -39,11 +39,7 @@ def launch_gateway():
         submit_args = os.environ.get("PYSPARK_SUBMIT_ARGS")
         submit_args = submit_args if submit_args is not None else ""
         submit_args = shlex.split(submit_args)
-        application_opts = os.environ.get("APPLICATION_OPTS")
-        application_opts = application_opts if application_opts is not None else ""
-        application_opts = shlex.split(application_opts)
-        command = [os.path.join(SPARK_HOME, script)] + submit_args + \
-            ["pyspark-shell"] + application_opts
+        command = [os.path.join(SPARK_HOME, script)] + submit_args + ["pyspark-shell"]
         if not on_windows:
             # Don't send ctrl-c / SIGINT to the Java gateway:
             def preexec_func():