From 9c4127aacefefc8ed1232a9f51b79f640901ad4a Mon Sep 17 00:00:00 2001 From: Ben Zimmer Date: Fri, 10 Jul 2015 13:00:05 -0500 Subject: [PATCH 1/2] Update start-slave.sh --- sbin/start-slave.sh | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/sbin/start-slave.sh b/sbin/start-slave.sh index 4c919ff76a8f5..d46910a048c88 100755 --- a/sbin/start-slave.sh +++ b/sbin/start-slave.sh @@ -71,8 +71,10 @@ function start_instance { fi WEBUI_PORT=$(( $SPARK_WORKER_WEBUI_PORT + $WORKER_NUM - 1 )) + HOST_NAME=`hostname` + "$sbin"/spark-daemon.sh start org.apache.spark.deploy.worker.Worker $WORKER_NUM \ - --webui-port "$WEBUI_PORT" $PORT_FLAG $PORT_NUM $MASTER "$@" + --host $HOST_NAME --webui-port "$WEBUI_PORT" $PORT_FLAG $PORT_NUM $MASTER "$@" } if [ "$SPARK_WORKER_INSTANCES" = "" ]; then From 0cac1d76ccf5b18b728062dbed2e07db30e18948 Mon Sep 17 00:00:00 2001 From: Ben Zimmer Date: Mon, 13 Jul 2015 10:15:47 -0500 Subject: [PATCH 2/2] get fully qualified hostnames In previous releases, workers automatically found their fully qualified hostnames when started with start-slaves.sh / start-slave.sh. --- sbin/start-slave.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sbin/start-slave.sh b/sbin/start-slave.sh index d46910a048c88..c383e60c3102e 100755 --- a/sbin/start-slave.sh +++ b/sbin/start-slave.sh @@ -71,7 +71,7 @@ function start_instance { fi WEBUI_PORT=$(( $SPARK_WORKER_WEBUI_PORT + $WORKER_NUM - 1 )) - HOST_NAME=`hostname` + HOST_NAME=`hostname -f` "$sbin"/spark-daemon.sh start org.apache.spark.deploy.worker.Worker $WORKER_NUM \ --host $HOST_NAME --webui-port "$WEBUI_PORT" $PORT_FLAG $PORT_NUM $MASTER "$@"