Fix driver lost --num-executors option in yarn-cluster mode

MediaV · Jun 19, 2014 · 812c33c · 812c33c
1 parent e7b6272
commit 812c33c
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/yarn/stable/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala b/yarn/stable/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala
@@ -164,6 +164,7 @@ class ApplicationMaster(args: ApplicationMasterArguments, conf: Configuration,
 
   private def startUserClass(): Thread = {
     logInfo("Starting the user JAR in a separate Thread")
+    System.setProperty("spark.executor.instances",args.numExecutors.toString)
     val mainMethod = Class.forName(
       args.userClass,
       false,