From 34ce0bab0f5fbdb25efc75dbe4acc412f4bdd791 Mon Sep 17 00:00:00 2001 From: "jiasheng.wang" Date: Thu, 27 Apr 2017 14:42:12 +0800 Subject: [PATCH] Reload credentials file config when app starts with checkpoint file in cluster mode --- .../src/main/scala/org/apache/spark/streaming/Checkpoint.scala | 1 + 1 file changed, 1 insertion(+) diff --git a/streaming/src/main/scala/org/apache/spark/streaming/Checkpoint.scala b/streaming/src/main/scala/org/apache/spark/streaming/Checkpoint.scala index d0046afdeb447..37f3b0868f032 100644 --- a/streaming/src/main/scala/org/apache/spark/streaming/Checkpoint.scala +++ b/streaming/src/main/scala/org/apache/spark/streaming/Checkpoint.scala @@ -56,6 +56,7 @@ class Checkpoint(ssc: StreamingContext, val checkpointTime: Time) "spark.master", "spark.yarn.keytab", "spark.yarn.principal", + "spark.yarn.credentials.file", "spark.ui.filters") val newSparkConf = new SparkConf(loadDefaults = false).setAll(sparkConfPairs)