From 7d4c22124852893cf5880c4fd1262884584b142d Mon Sep 17 00:00:00 2001 From: Pratham Manja Date: Mon, 10 Nov 2025 18:42:29 +0530 Subject: [PATCH 1/4] document minimum allowable executor memory --- docs/configuration.md | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/docs/configuration.md b/docs/configuration.md index dc9ca63d24d9..954aa52d768d 100644 --- a/docs/configuration.md +++ b/docs/configuration.md @@ -282,7 +282,8 @@ of the most common options to set are: 1g Amount of memory to use per executor process, in the same format as JVM memory strings with - a size unit suffix ("k", "m", "g" or "t") (e.g. 512m, 2g). + a size unit suffix ("k", "m", "g" or "t") (e.g. 512m, 2g, + and with a minimum allowable value of 450M). 0.7.0 From 4e8f726d85aaa752d16e9bc2343a7f5df770ac59 Mon Sep 17 00:00:00 2001 From: Pratham Manja Date: Wed, 12 Nov 2025 21:46:39 +0530 Subject: [PATCH 2/4] document minimum allowable executor memory --- .../main/scala/org/apache/spark/internal/config/package.scala | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/core/src/main/scala/org/apache/spark/internal/config/package.scala b/core/src/main/scala/org/apache/spark/internal/config/package.scala index 9876848f654a..819d715b5e1c 100644 --- a/core/src/main/scala/org/apache/spark/internal/config/package.scala +++ b/core/src/main/scala/org/apache/spark/internal/config/package.scala @@ -407,7 +407,8 @@ package object config { .createWithDefault(1) private[spark] val EXECUTOR_MEMORY = ConfigBuilder(SparkLauncher.EXECUTOR_MEMORY) - .doc("Amount of memory to use per executor process, in MiB unless otherwise specified.") + .doc("Amount of memory to use per executor process, in MiB unless otherwise specified, " + + "and with minimum allowable value of 450M") .version("0.7.0") .bytesConf(ByteUnit.MiB) .createWithDefaultString("1g") From c0548b64abc409938f7d786f8199e1f9548bb304 Mon Sep 17 00:00:00 2001 From: Pratham Manja Date: Thu, 13 Nov 2025 00:22:35 +0530 Subject: [PATCH 3/4] address review comments --- .../main/scala/org/apache/spark/internal/config/package.scala | 2 +- docs/configuration.md | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/core/src/main/scala/org/apache/spark/internal/config/package.scala b/core/src/main/scala/org/apache/spark/internal/config/package.scala index 819d715b5e1c..0809479084c5 100644 --- a/core/src/main/scala/org/apache/spark/internal/config/package.scala +++ b/core/src/main/scala/org/apache/spark/internal/config/package.scala @@ -408,7 +408,7 @@ package object config { private[spark] val EXECUTOR_MEMORY = ConfigBuilder(SparkLauncher.EXECUTOR_MEMORY) .doc("Amount of memory to use per executor process, in MiB unless otherwise specified, " + - "and with minimum allowable value of 450M") + "and with minimum allowable value of 450m") .version("0.7.0") .bytesConf(ByteUnit.MiB) .createWithDefaultString("1g") diff --git a/docs/configuration.md b/docs/configuration.md index 954aa52d768d..b57ea27fec79 100644 --- a/docs/configuration.md +++ b/docs/configuration.md @@ -282,8 +282,8 @@ of the most common options to set are: 1g Amount of memory to use per executor process, in the same format as JVM memory strings with - a size unit suffix ("k", "m", "g" or "t") (e.g. 512m, 2g, - and with a minimum allowable value of 450M). + a size unit suffix ("k", "m", "g" or "t") (e.g. 512m, 2g), + and with a minimum allowable value of 450m. 0.7.0 From 4b5720419e4b4f956984ddbedef6177ff2e97872 Mon Sep 17 00:00:00 2001 From: Pratham Manja Date: Thu, 13 Nov 2025 00:24:55 +0530 Subject: [PATCH 4/4] address review comments --- .../main/scala/org/apache/spark/internal/config/package.scala | 2 +- docs/configuration.md | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/core/src/main/scala/org/apache/spark/internal/config/package.scala b/core/src/main/scala/org/apache/spark/internal/config/package.scala index 0809479084c5..e9a3780f0aaa 100644 --- a/core/src/main/scala/org/apache/spark/internal/config/package.scala +++ b/core/src/main/scala/org/apache/spark/internal/config/package.scala @@ -408,7 +408,7 @@ package object config { private[spark] val EXECUTOR_MEMORY = ConfigBuilder(SparkLauncher.EXECUTOR_MEMORY) .doc("Amount of memory to use per executor process, in MiB unless otherwise specified, " + - "and with minimum allowable value of 450m") + "and with minimum value 450m") .version("0.7.0") .bytesConf(ByteUnit.MiB) .createWithDefaultString("1g") diff --git a/docs/configuration.md b/docs/configuration.md index b57ea27fec79..ff3d0aa4c262 100644 --- a/docs/configuration.md +++ b/docs/configuration.md @@ -283,7 +283,7 @@ of the most common options to set are: Amount of memory to use per executor process, in the same format as JVM memory strings with a size unit suffix ("k", "m", "g" or "t") (e.g. 512m, 2g), - and with a minimum allowable value of 450m. + and with minimum value 450m. 0.7.0