Skip to content
Permalink
Branch: master
Find file Copy path
Find file Copy path
Fetching contributors…
Cannot retrieve contributors at this time
21 lines (17 sloc) 668 Bytes
name := "SparkJobFatJar"
version := "1.0"
scalaVersion := "2.11.8"
libraryDependencies ++= Seq(
"org.apache.spark" %% "spark-sql" % "2.3.0",
"com.amazonaws" % "aws-java-sdk-s3" % "1.11.297",
"org.apache.hadoop" % "hadoop-aws" % "2.6.0"
)
assemblyMergeStrategy in assembly := {
case PathList("org","aopalliance", xs @ _*) => MergeStrategy.last
case PathList("javax", "inject", xs @ _*) => MergeStrategy.last
case PathList("org", "apache", xs @ _*) => MergeStrategy.last
case "git.properties" => MergeStrategy.last
case "mime.types" => MergeStrategy.last
case PathList("META-INF", xs @ _*) => MergeStrategy.discard
case x => MergeStrategy.first
}
You can’t perform that action at this time.