From 6dd366a0114050f017001e842ce6a4959336b503 Mon Sep 17 00:00:00 2001
From: Egor Krivokon <33221486+ekrivokonmapr@users.noreply.github.com>
Date: Wed, 22 Sep 2021 14:29:55 +0300
Subject: [PATCH] MapR [SPARK-946] Excessive warning messages in spark-shell
 (#892)

Co-authored-by: Egor Krivokon <>
---
 conf/spark-defaults.conf | 4 +++-
 conf/spark-env.sh        | 2 +-
 2 files changed, 4 insertions(+), 2 deletions(-)

diff --git a/conf/spark-defaults.conf b/conf/spark-defaults.conf
index 54a134cf09de3..16dc459b61cf9 100644
--- a/conf/spark-defaults.conf
+++ b/conf/spark-defaults.conf
@@ -18,4 +18,6 @@ spark.sql.hive.metastore.sharedPrefixes  com.mysql.jdbc,org.postgresql,com.micro
 spark.executor.memory              2g
 
 # Muting Java 11 illegal access warnings
-spark.driver.defaultJavaOptions --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED
+spark.driver.defaultJavaOptions --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED
+spark.executor.defaultJavaOptions --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED
+spark.yarn.am.extraJavaOptions --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED
diff --git a/conf/spark-env.sh b/conf/spark-env.sh
index 1e1e4c9f33747..c269191b9ae24 100755
--- a/conf/spark-env.sh
+++ b/conf/spark-env.sh
@@ -135,7 +135,7 @@ export SPARK_DIST_CLASSPATH=$MAPR_SPARK_CLASSPATH
 # Security status
 source $MAPR_HOME/conf/env.sh
 if [ "$MAPR_SECURITY_STATUS" = "true" ]; then
-  SPARK_SUBMIT_OPTS="$SPARK_SUBMIT_OPTS -Dhadoop.login=hybrid -Dmapr_sec_enabled=true -Djavax.security.auth.useSubjectCredsOnly=false"
+  SPARK_SUBMIT_OPTS="$SPARK_SUBMIT_OPTS -Dhadoop.login=hybrid -Dmapr_sec_enabled=true -Djavax.security.auth.useSubjectCredsOnly=false --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED"
 fi
 
 # scala