From c05fc3ec3d906ba3a9cfe8f1c7572c2e5a09e6a3 Mon Sep 17 00:00:00 2001 From: sandy Date: Wed, 17 Aug 2016 16:24:42 +0530 Subject: [PATCH] App name will be random UUID while creating spark context if it will not set in configuration --- core/src/main/scala/org/apache/spark/SparkContext.scala | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/core/src/main/scala/org/apache/spark/SparkContext.scala b/core/src/main/scala/org/apache/spark/SparkContext.scala index a6853fe3989a8..81a14409fac45 100644 --- a/core/src/main/scala/org/apache/spark/SparkContext.scala +++ b/core/src/main/scala/org/apache/spark/SparkContext.scala @@ -79,6 +79,8 @@ class SparkContext(config: SparkConf) extends Logging with ExecutorAllocationCli // The call site where this SparkContext was constructed. private val creationSite: CallSite = Utils.getCallSite() + private val randomAppName = UUID.randomUUID().toString + // If true, log warnings instead of throwing exceptions when multiple SparkContexts are active private val allowMultipleContexts: Boolean = config.getBoolean("spark.driver.allowMultipleContexts", false) @@ -371,7 +373,7 @@ class SparkContext(config: SparkConf) extends Logging with ExecutorAllocationCli throw new SparkException("A master URL must be set in your configuration") } if (!_conf.contains("spark.app.name")) { - throw new SparkException("An application name must be set in your configuration") + _conf.setAppName(randomAppName) } // System property spark.yarn.app.id must be set if user code ran by AM on a YARN cluster