start stuff:
-
create mynet network
-
Build base image docker build -t spark-michal-test:latest .
-
build master image docker build -t spark-michal-test-master:latest .
-
build worker image docker build -t spark-michal-test-worker:latest .
-
create master container docker create --net mynet -p 8089:8080 -h spark-master --name spark-master -i -t spark-michal-test-master:latest
-
start master container docker start spark-master
-
create number of worker containers docker create --net mynet -h spark-w1 --name spark-w1 -i -t spark-michal-test-worker:latest docker create --net mynet -h spark-w2 --name spark-w2 -i -t spark-michal-test-worker:latest
-
start number of workers docker start spark-w1 docker start spark-w2
TODO: add memory params to nodes