First commit

build.sbt

@@ -0,0 +1,34 @@
+import AssemblyKeys._
+
+assemblySettings
+
+scalaVersion := "2.9.3"
+
+name := "fastdataprocessingwithspark-sharkexamples"
+
+libraryDependencies ++= Seq(
+    "edu.berkeley.cs.amplab" % "shark_2.9.3" % "0.7.0"
+)
+
+resolvers ++= Seq(
+   "JBoss Repository" at "http://repository.jboss.org/nexus/content/repositories/releases/",
+   "Spray Repository" at "http://repo.spray.cc/",
+   "Cloudera Repository" at "https://repository.cloudera.com/artifactory/cloudera-repos/",
+   "Akka Repository" at "http://repo.akka.io/releases/",
+   "Twitter4J Repository" at "http://twitter4j.org/maven2/",
+   "Apache HBase" at "https://repository.apache.org/content/repositories/releases",
+   "SnowPlow Repo" at "http://maven.snplow.com/releases/",
+   "Twitter Maven Repo" at "http://maven.twttr.com/"
+)
+
+mergeStrategy in assembly <<= (mergeStrategy in assembly) { (old) =>
+  {
+    case m if m.toLowerCase.endsWith("manifest.mf") => MergeStrategy.discard
+    case PathList("javax", "servlet", xs @ _*) => MergeStrategy.first
+    case PathList("org", "apache", xs @ _*) => MergeStrategy.first
+    case PathList("org", "jboss", xs @ _*) => MergeStrategy.first
+    case "about.html"  => MergeStrategy.rename
+    case "reference.conf" => MergeStrategy.concat
+    case _ => MergeStrategy.first
+  }
+}

project/plugins.sbt

@@ -0,0 +1,9 @@
+resolvers += Resolver.url("artifactory", url("http://scalasbt.artifactoryonline.com/scalasbt/sbt-plugin-releases"))(Resolver.ivyStylePatterns)
+
+resolvers += "Typesafe Repository" at "http://repo.typesafe.com/typesafe/releases/"
+
+resolvers += "Spray Repository" at "http://repo.spray.cc/"
+
+addSbtPlugin("com.eed3si9n" % "sbt-assembly" % "0.8.7")
+
+//addSbtPlugin("org.ensime" % "ensime-sbt-cmd" % "VERSION")

sbt/sbt

@@ -0,0 +1,8 @@
+#!/bin/bash
+EXTRA_ARGS=""
+if [ "$MESOS_HOME" != "" ]; then
+  EXTRA_ARGS="-Djava.library.path=$MESOS_HOME/lib/java"
+fi
+export SPARK_HOME=$(cd "$(dirname $0)/.."; pwd)
+export SPARK_TESTING=1  # To put test classes on classpath
+java -Xmx1200M -XX:MaxPermSize=250m $EXTRA_ARGS -jar $SPARK_HOME/sbt/sbt-launch-*.jar "$@"

sbt/sbt.cmd

@@ -0,0 +1,5 @@
+@echo off
+set EXTRA_ARGS=
+if not "%MESOS_HOME%x"=="x" set EXTRA_ARGS=-Djava.library.path=%MESOS_HOME%\lib\java
+set SPARK_HOME=%~dp0..
+java -Xmx1200M -XX:MaxPermSize=200m %EXTRA_ARGS% -jar %SPARK_HOME%\sbt\sbt-launch-0.11.3-2.jar "%*"