diff --git a/core/src/main/scala/org/apache/spark/internal/config/package.scala b/core/src/main/scala/org/apache/spark/internal/config/package.scala index 5bf7e5f9536c1..3ce374d0477d8 100644 --- a/core/src/main/scala/org/apache/spark/internal/config/package.scala +++ b/core/src/main/scala/org/apache/spark/internal/config/package.scala @@ -1973,7 +1973,7 @@ package object config { private[spark] val MASTER_REST_SERVER_ENABLED = ConfigBuilder("spark.master.rest.enabled") .version("1.3.0") .booleanConf - .createWithDefault(false) + .createWithDefault(true) private[spark] val MASTER_REST_SERVER_HOST = ConfigBuilder("spark.master.rest.host") .doc("Specifies the host of the Master REST API endpoint") diff --git a/docs/core-migration-guide.md b/docs/core-migration-guide.md index 7f92fa14f170a..914c48a095827 100644 --- a/docs/core-migration-guide.md +++ b/docs/core-migration-guide.md @@ -22,6 +22,10 @@ license: | * Table of contents {:toc} +## Upgrading from Core 4.0 to 4.1 + +- Since Spark 4.1, Spark Master deamon provides REST API by default. To restore the behavior before Spark 4.1, you can set `spark.master.rest.enabled` to `false`. + ## Upgrading from Core 3.5 to 4.0 - Since Spark 4.0, Spark migrated all its internal reference of servlet API from `javax` to `jakarta` diff --git a/docs/spark-standalone.md b/docs/spark-standalone.md index 51f6ca977c991..5a8eb3f1e0602 100644 --- a/docs/spark-standalone.md +++ b/docs/spark-standalone.md @@ -237,7 +237,7 @@ SPARK_MASTER_OPTS supports the following system properties: spark.master.rest.enabled - false + true Whether to use the Master REST API endpoint or not.