diff --git a/docs/running-on-kubernetes.md b/docs/running-on-kubernetes.md index 777d8d4228e40..5aa906f9f37d9 100644 --- a/docs/running-on-kubernetes.md +++ b/docs/running-on-kubernetes.md @@ -708,6 +708,18 @@ See the [configuration page](configuration.html) for information on Spark config 4.1.0 + + spark.kubernetes.allocation.recoveryMode.enabled + (none) + + When Spark driver detects an executor termination due to OOM, Spark starts to + allocate the recovery-mode executors which accept only a single task per executor JVM. + In other words, the recovery-mode executors replace the OOM-terminated executors to + survive from the resource-hungry tasks for the remaining tasks and stages. + If set to false, Spark will not use the recovery-mode executors. + + 4.2.0 + spark.kubernetes.jars.avoidDownloadSchemes (none) @@ -1747,6 +1759,36 @@ See the [configuration page](configuration.html) for information on Spark config 3.3.0 + + spark.kubernetes.executor.resizeInterval + 0s + + Interval between executor resize operations. To disable, set 0 (default). + Takes effect only when org.apache.spark.scheduler.cluster.k8s.ExecutorResizePlugin + is registered via spark.plugins. + + 4.2.0 + + + spark.kubernetes.executor.resizeThreshold + 0.9 + + The threshold to resize. + Takes effect only when org.apache.spark.scheduler.cluster.k8s.ExecutorResizePlugin + is registered via spark.plugins. + + 4.2.0 + + + spark.kubernetes.executor.resizeFactor + 0.1 + + The factor to resize. + Takes effect only when org.apache.spark.scheduler.cluster.k8s.ExecutorResizePlugin + is registered via spark.plugins. + + 4.2.0 + #### Pod template properties