- Download VM lab environment using vagrant
vagrant up {spark-master|spark-slave}
- Use sbt to build and run scala example
sbt clean package
$SPARK_HOME/bin/spark-submit \
--class org.nchc.spark.scala.HelloWorld \
./target/scala-2.10/spark-sample_2.10-0.0.1.jar \
./README.md
- Use Maven to build and run Java example
mvn clean; mvn compile; mvn package
$SPARK_HOME/bin/spark-submit \
--class org.nchc.spark.java.first.HelloWorld \
./target/spark-sample-0.0.1.jar \
./README.md
$SPARK_HOME/bin/spark-submit \
--class org.nchc.spark.java.first.HelloWorldLambda \
./target/spark-sample-0.0.1.jar \
./README.md
- Run Python example
$SPARK_HOME/bin/spark-submit \
./python/HwlloWorld.py \
./README.md