forked from druid-io/tranquility
/
build.sbt
259 lines (218 loc) · 10.3 KB
/
build.sbt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
scalaVersion := "2.10.5"
crossScalaVersions := Seq("2.10.5", "2.11.7")
// Disable parallel execution, the various Druid oriented tests need to claim ports
parallelExecution in ThisBuild := false
// Disable parallel execution, the various Druid oriented tests need to claim ports
parallelExecution in Test := false
concurrentRestrictions in Global += Tags.limitAll(1)
val jacksonOneVersion = "1.9.13"
// See https://github.com/druid-io/druid/pull/1669, https://github.com/druid-io/tranquility/pull/81 before upgrading Jackson
val jacksonTwoVersion = "2.4.6"
val jacksonTwoModuleScalaVersion = "2.4.5"
val druidVersion = "0.9.1"
val guiceVersion = "4.0"
val flinkVersion = "1.0.3"
val finagleVersion = "6.31.0"
val twitterUtilVersion = "6.30.0"
val samzaVersion = "0.8.0"
val sparkVersion = "1.6.0"
val scalatraVersion = "2.3.1"
val jettyVersion = "9.2.5.v20141112"
val apacheHttpVersion = "4.3.3"
val kafkaVersion = "0.8.2.2"
val airlineVersion = "0.7"
def dependOnDruid(artifact: String) = {
("io.druid" % artifact % druidVersion
exclude("org.slf4j", "slf4j-log4j12")
exclude("log4j", "log4j")
exclude("org.apache.logging.log4j", "log4j-core")
exclude("org.apache.logging.log4j", "log4j-api")
exclude("org.apache.logging.log4j", "log4j-slf4j-impl")
exclude("org.apache.logging.log4j", "log4j-1.2-api")
exclude("com.lmax", "disruptor") // Pulled in by log4j2, conflicts with the one Storm wants.
force())
}
val coreDependencies = Seq(
"com.metamx" %% "scala-util" % "1.11.6" exclude("log4j", "log4j") force(),
"com.metamx" % "java-util" % "0.27.4" exclude("log4j", "log4j") force(),
"io.netty" % "netty" % "3.10.5.Final" force(),
"com.twitter" %% "util-core" % twitterUtilVersion force(),
"com.twitter" %% "finagle-core" % finagleVersion force(),
"com.twitter" %% "finagle-http" % finagleVersion force(),
"org.slf4j" % "slf4j-api" % "1.7.12" force() force(),
"org.slf4j" % "jul-to-slf4j" % "1.7.12" force() force(),
"org.apache.httpcomponents" % "httpclient" % apacheHttpVersion force(),
"org.apache.httpcomponents" % "httpcore" % apacheHttpVersion force(),
// Curator uses Jackson 1.x internally, and older version cause problems with service discovery.
"org.codehaus.jackson" % "jackson-core-asl" % jacksonOneVersion force(),
"org.codehaus.jackson" % "jackson-mapper-asl" % jacksonOneVersion force(),
// We use Jackson 2.x internally (and so does Druid).
"com.fasterxml.jackson.core" % "jackson-core" % jacksonTwoVersion force(),
"com.fasterxml.jackson.core" % "jackson-annotations" % jacksonTwoVersion force(),
"com.fasterxml.jackson.core" % "jackson-databind" % jacksonTwoVersion force(),
"com.fasterxml.jackson.dataformat" % "jackson-dataformat-smile" % jacksonTwoVersion force(),
"com.fasterxml.jackson.datatype" % "jackson-datatype-joda" % jacksonTwoVersion force(),
"com.fasterxml.jackson.module" %% "jackson-module-scala" % jacksonTwoModuleScalaVersion force()
) ++ Seq(
dependOnDruid("druid-server"),
"com.google.inject" % "guice" % guiceVersion force(),
"com.google.inject.extensions" % "guice-servlet" % guiceVersion force(),
"com.google.inject.extensions" % "guice-multibindings" % guiceVersion force(),
"javax.validation" % "validation-api" % "1.1.0.Final" force()
)
val loggingDependencies = Seq(
"ch.qos.logback" % "logback-core" % "1.1.2",
"ch.qos.logback" % "logback-classic" % "1.1.2",
"org.apache.logging.log4j" % "log4j-to-slf4j" % "2.4",
"org.apache.logging.log4j" % "log4j-api" % "2.4",
"org.slf4j" % "log4j-over-slf4j" % "1.7.12",
"org.slf4j" % "jul-to-slf4j" % "1.7.12"
)
def flinkDependencies(scalaVersion: String) = {
Seq(
"org.apache.flink" %% "flink-streaming-scala" % flinkVersion % "optional"
exclude("log4j", "log4j")
exclude("org.slf4j", "slf4j-log4j12")
force()
)
}
val stormDependencies = Seq(
"org.apache.storm" % "storm-core" % "0.9.3" % "optional"
exclude("javax.jms", "jms")
exclude("ch.qos.logback", "logback-classic")
exclude("org.slf4j", "log4j-over-slf4j")
force(),
"com.twitter" %% "chill" % "0.7.1" % "optional"
)
val samzaDependencies = Seq(
"org.apache.samza" % "samza-api" % samzaVersion % "optional"
)
val sparkDependencies = Seq(
"org.apache.spark" %% "spark-streaming" % sparkVersion % "optional"
exclude("org.slf4j", "log4j-over-slf4j")
exclude("org.slf4j", "slf4j-log4j12")
force()
)
val serverDependencies = Seq(
"org.scalatra" %% "scalatra" % scalatraVersion,
"org.eclipse.jetty" % "jetty-server" % jettyVersion,
"org.eclipse.jetty" % "jetty-servlet" % jettyVersion
) ++ loggingDependencies
val kafkaDependencies = Seq(
"org.apache.kafka" %% "kafka" % kafkaVersion
exclude("org.slf4j", "slf4j-log4j12")
exclude("log4j", "log4j")
force(),
"io.airlift" % "airline" % airlineVersion
) ++ loggingDependencies
val coreTestDependencies = Seq(
"org.scalatest" %% "scalatest" % "2.2.5" % "test",
dependOnDruid("druid-services") % "test",
"org.apache.curator" % "curator-test" % "2.6.0" % "test" exclude("log4j", "log4j") force(),
"com.sun.jersey" % "jersey-servlet" % "1.17.1" % "test" force(),
"junit" % "junit" % "4.12" % "test",
"com.novocode" % "junit-interface" % "0.11" % "test",
"ch.qos.logback" % "logback-core" % "1.1.2" % "test",
"ch.qos.logback" % "logback-classic" % "1.1.2" % "test",
"org.apache.logging.log4j" % "log4j-to-slf4j" % "2.4" % "test",
"org.apache.logging.log4j" % "log4j-api" % "2.4" % "test",
"org.slf4j" % "log4j-over-slf4j" % "1.7.12" % "test",
"org.slf4j" % "jul-to-slf4j" % "1.7.12" % "test"
) ++ loggingDependencies.map(_ % "test")
def flinkTestDependencies(scalaVersion: String) = {
Seq("org.apache.flink" % "flink-core" % flinkVersion % "test" classifier "tests",
"org.apache.flink" %% "flink-runtime" % flinkVersion % "test" classifier "tests",
"org.apache.flink" %% "flink-test-utils" % flinkVersion % "test"
).map(_ exclude("log4j", "log4j") exclude("org.slf4j", "slf4j-log4j12") force()) ++
loggingDependencies.map(_ % "test")
}
// Force 2.10 here, makes update resolution happy, but since w'ere not building for 2.11
// we won't end up in runtime version hell by doing this.
val samzaTestDependencies = Seq(
"org.apache.samza" % "samza-core_2.10" % samzaVersion % "test"
)
val serverTestDependencies = Seq(
"org.scalatra" %% "scalatra-test" % scalatraVersion % "test"
)
val kafkaTestDependencies = Seq(
"org.easymock" % "easymock" % "3.4" % "test"
)
lazy val commonSettings = Seq(
organization := "io.druid",
javaOptions := Seq("-Xms512m", "-Xmx512m", "-XX:MaxPermSize=256M"),
// Target Java 7
scalacOptions += "-target:jvm-1.7",
javacOptions in compile ++= Seq("-source", "1.7", "-target", "1.7"),
// resolve-term-conflict:object since storm-core has a package and object with the same name
scalacOptions := Seq("-feature", "-deprecation", "-Yresolve-term-conflict:object"),
licenses := Seq("Apache License, Version 2.0" -> url("http://www.apache.org/licenses/LICENSE-2.0")),
homepage := Some(url("https://github.com/metamx/tranquility")),
publishMavenStyle := true,
publishTo := Some("central-local" at "https://metamx.artifactoryonline.com/metamx/libs-releases-local"),
pomIncludeRepository := { _ => false },
pomExtra := (
<scm>
<url>https://github.com/metamx/tranquility.git</url>
<connection>scm:git:git@github.com:metamx/tranquility.git</connection>
</scm>),
fork in Test := true
) ++ releaseSettings ++ net.virtualvoid.sbt.graph.Plugin.graphSettings ++ Seq(
ReleaseKeys.publishArtifactsAction := PgpKeys.publishSigned.value
)
lazy val root = project.in(file("."))
.settings(commonSettings: _*)
.settings(publishArtifact := false)
.aggregate(core, flink, storm, samza, spark, server, kafka)
lazy val core = project.in(file("core"))
.settings(commonSettings: _*)
.settings(name := "tranquility-core")
.settings(publishArtifact in(Test, packageBin) := true)
.settings(libraryDependencies ++= (coreDependencies ++ coreTestDependencies))
lazy val flink = project.in(file("flink"))
.settings(commonSettings: _*)
.settings(name := "tranquility-flink")
.settings(libraryDependencies <++= scalaVersion(flinkDependencies))
.settings(libraryDependencies <++= scalaVersion(flinkTestDependencies))
.dependsOn(core % "test->test;compile->compile")
lazy val spark = project.in(file("spark"))
.settings(commonSettings: _*)
.settings(name := "tranquility-spark")
.settings(libraryDependencies ++= sparkDependencies)
.dependsOn(core % "test->test;compile->compile")
lazy val storm = project.in(file("storm"))
.settings(commonSettings: _*)
.settings(name := "tranquility-storm")
.settings(resolvers += "clojars" at "http://clojars.org/repo/")
.settings(libraryDependencies ++= stormDependencies)
.dependsOn(core % "test->test;compile->compile")
lazy val samza = project.in(file("samza"))
.settings(commonSettings: _*)
.settings(name := "tranquility-samza")
.settings(libraryDependencies ++= (samzaDependencies ++ samzaTestDependencies))
// don't compile or publish for Scala > 2.10
.settings((skip in compile) := scalaVersion { sv => !sv.startsWith("2.10.") }.value)
.settings((skip in test) := scalaVersion { sv => !sv.startsWith("2.10.") }.value)
.settings(publishArtifact <<= scalaVersion { sv => sv.startsWith("2.10.") })
.settings(publishArtifact in Test := false)
.dependsOn(core % "test->test;compile->compile")
lazy val server = project.in(file("server"))
.settings(commonSettings: _*)
.settings(name := "tranquility-server")
.settings(libraryDependencies ++= (serverDependencies ++ serverTestDependencies))
.settings(publishArtifact in Test := false)
.dependsOn(core % "test->test;compile->compile")
lazy val kafka = project.in(file("kafka"))
.settings(commonSettings: _*)
.settings(name := "tranquility-kafka")
.settings(libraryDependencies ++= (kafkaDependencies ++ kafkaTestDependencies))
.settings(publishArtifact in Test := false)
.dependsOn(core % "test->test;compile->compile")
lazy val distribution = project.in(file("distribution"))
.settings(commonSettings: _*)
.settings(name := "tranquility-distribution")
.settings(publishArtifact in Test := false)
.settings(mainClass in Compile := Some("com.metamx.tranquility.distribution.DistributionMain"))
.settings(executableScriptName := "tranquility")
.settings(bashScriptExtraDefines += """addJava "-Dlogback.configurationFile=${app_home}/../conf/logback.xml"""")
.enablePlugins(JavaAppPackaging)
.dependsOn(kafka, server)