Permalink
Browse files

First commit

  • Loading branch information...
1 parent f23106b commit 791ee7d9398d370bc4eec475a08c30ac86610143 @holdenk committed Jun 9, 2013
Showing with 56 additions and 0 deletions.
  1. +34 −0 build.sbt
  2. +9 −0 project/plugins.sbt
  3. +8 −0 sbt/sbt
  4. +5 −0 sbt/sbt.cmd
View
@@ -0,0 +1,34 @@
+import AssemblyKeys._
+
+assemblySettings
+
+scalaVersion := "2.9.3"
+
+name := "fastdataprocessingwithspark-sharkexamples"
+
+libraryDependencies ++= Seq(
+ "edu.berkeley.cs.amplab" % "shark_2.9.3" % "0.7.0"
+)
+
+resolvers ++= Seq(
+ "JBoss Repository" at "http://repository.jboss.org/nexus/content/repositories/releases/",
+ "Spray Repository" at "http://repo.spray.cc/",
+ "Cloudera Repository" at "https://repository.cloudera.com/artifactory/cloudera-repos/",
+ "Akka Repository" at "http://repo.akka.io/releases/",
+ "Twitter4J Repository" at "http://twitter4j.org/maven2/",
+ "Apache HBase" at "https://repository.apache.org/content/repositories/releases",
+ "SnowPlow Repo" at "http://maven.snplow.com/releases/",
+ "Twitter Maven Repo" at "http://maven.twttr.com/"
+)
+
+mergeStrategy in assembly <<= (mergeStrategy in assembly) { (old) =>
+ {
+ case m if m.toLowerCase.endsWith("manifest.mf") => MergeStrategy.discard
+ case PathList("javax", "servlet", xs @ _*) => MergeStrategy.first
+ case PathList("org", "apache", xs @ _*) => MergeStrategy.first
+ case PathList("org", "jboss", xs @ _*) => MergeStrategy.first
+ case "about.html" => MergeStrategy.rename
+ case "reference.conf" => MergeStrategy.concat
+ case _ => MergeStrategy.first
+ }
+}
View
@@ -0,0 +1,9 @@
+resolvers += Resolver.url("artifactory", url("http://scalasbt.artifactoryonline.com/scalasbt/sbt-plugin-releases"))(Resolver.ivyStylePatterns)
+
+resolvers += "Typesafe Repository" at "http://repo.typesafe.com/typesafe/releases/"
+
+resolvers += "Spray Repository" at "http://repo.spray.cc/"
+
+addSbtPlugin("com.eed3si9n" % "sbt-assembly" % "0.8.7")
+
+//addSbtPlugin("org.ensime" % "ensime-sbt-cmd" % "VERSION")
View
@@ -0,0 +1,8 @@
+#!/bin/bash
+EXTRA_ARGS=""
+if [ "$MESOS_HOME" != "" ]; then
+ EXTRA_ARGS="-Djava.library.path=$MESOS_HOME/lib/java"
+fi
+export SPARK_HOME=$(cd "$(dirname $0)/.."; pwd)
+export SPARK_TESTING=1 # To put test classes on classpath
+java -Xmx1200M -XX:MaxPermSize=250m $EXTRA_ARGS -jar $SPARK_HOME/sbt/sbt-launch-*.jar "$@"
View
@@ -0,0 +1,5 @@
+@echo off
+set EXTRA_ARGS=
+if not "%MESOS_HOME%x"=="x" set EXTRA_ARGS=-Djava.library.path=%MESOS_HOME%\lib\java
+set SPARK_HOME=%~dp0..
+java -Xmx1200M -XX:MaxPermSize=200m %EXTRA_ARGS% -jar %SPARK_HOME%\sbt\sbt-launch-0.11.3-2.jar "%*"

0 comments on commit 791ee7d

Please sign in to comment.