diff --git a/conf/spark-defaults.conf b/conf/spark-defaults.conf index 54a134cf09de3..16dc459b61cf9 100644 --- a/conf/spark-defaults.conf +++ b/conf/spark-defaults.conf @@ -18,4 +18,6 @@ spark.sql.hive.metastore.sharedPrefixes com.mysql.jdbc,org.postgresql,com.micro spark.executor.memory 2g # Muting Java 11 illegal access warnings -spark.driver.defaultJavaOptions --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED +spark.driver.defaultJavaOptions --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED +spark.executor.defaultJavaOptions --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED +spark.yarn.am.extraJavaOptions --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED diff --git a/conf/spark-env.sh b/conf/spark-env.sh index 1e1e4c9f33747..c269191b9ae24 100755 --- a/conf/spark-env.sh +++ b/conf/spark-env.sh @@ -135,7 +135,7 @@ export SPARK_DIST_CLASSPATH=$MAPR_SPARK_CLASSPATH # Security status source $MAPR_HOME/conf/env.sh if [ "$MAPR_SECURITY_STATUS" = "true" ]; then - SPARK_SUBMIT_OPTS="$SPARK_SUBMIT_OPTS -Dhadoop.login=hybrid -Dmapr_sec_enabled=true -Djavax.security.auth.useSubjectCredsOnly=false" + SPARK_SUBMIT_OPTS="$SPARK_SUBMIT_OPTS -Dhadoop.login=hybrid -Dmapr_sec_enabled=true -Djavax.security.auth.useSubjectCredsOnly=false --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED" fi # scala