Skip to content

Commit

Permalink
Revert "[SPARK-23200] Reset Kubernetes-specific config on Checkpoint …
Browse files Browse the repository at this point in the history
…restore"

This reverts commit d172181.

The patch is not fully tested and out-of-date. So revert it.
  • Loading branch information
jerryshao committed Feb 1, 2018
1 parent b6b50ef commit 4b7cd47
Showing 1 changed file with 0 additions and 16 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -53,21 +53,6 @@ class Checkpoint(ssc: StreamingContext, val checkpointTime: Time)
"spark.driver.host",
"spark.driver.bindAddress",
"spark.driver.port",
"spark.kubernetes.driver.pod.name",
"spark.kubernetes.executor.podNamePrefix",
"spark.kubernetes.initcontainer.executor.configmapname",
"spark.kubernetes.initcontainer.executor.configmapkey",
"spark.kubernetes.initcontainer.downloadJarsResourceIdentifier",
"spark.kubernetes.initcontainer.downloadJarsSecretLocation",
"spark.kubernetes.initcontainer.downloadFilesResourceIdentifier",
"spark.kubernetes.initcontainer.downloadFilesSecretLocation",
"spark.kubernetes.initcontainer.remoteJars",
"spark.kubernetes.initcontainer.remoteFiles",
"spark.kubernetes.mountdependencies.jarsDownloadDir",
"spark.kubernetes.mountdependencies.filesDownloadDir",
"spark.kubernetes.initcontainer.executor.stagingServerSecret.name",
"spark.kubernetes.initcontainer.executor.stagingServerSecret.mountDir",
"spark.kubernetes.executor.limit.cores",
"spark.master",
"spark.yarn.jars",
"spark.yarn.keytab",
Expand All @@ -81,7 +66,6 @@ class Checkpoint(ssc: StreamingContext, val checkpointTime: Time)
val newSparkConf = new SparkConf(loadDefaults = false).setAll(sparkConfPairs)
.remove("spark.driver.host")
.remove("spark.driver.bindAddress")
.remove("spark.kubernetes.driver.pod.name")
.remove("spark.driver.port")
val newReloadConf = new SparkConf(loadDefaults = true)
propertiesToReload.foreach { prop =>
Expand Down

0 comments on commit 4b7cd47

Please sign in to comment.