Skip to content

Commit

Permalink
Merge 7693447 into 284a4b1
Browse files Browse the repository at this point in the history
  • Loading branch information
@nextdude-mdsol
nextdude-mdsol authored Apr 7, 2023
2 parents 284a4b1 + 7693447 commit 8c3a120
Show file tree
Hide file tree
Showing 75 changed files with 3,628 additions and 1,262 deletions.
137 changes: 77 additions & 60 deletions build.sbt
View file
Original file line number Diff line number Diff line change
Expand Up @@ -29,66 +29,76 @@ resolvers += "Local Maven Repository" at "file://" + Path.userHome.absolutePath
resolvers += "Confluent Repository" at "https://packages.confluent.io/maven/"

val V = new {
val flink = "1.16.0"
val logback = "1.2.11"
val flink = "1.16.1"
val flinkMinor = "1.16"
val logback = "1.4.6"
val scalaLogging = "3.9.5"
val scalaTest = "3.2.14"
val scalaTestPlus = "3.2.14.0"
val scalaTest = "3.2.15"
val scalaTestPlus = "3.2.15.0"
val scalaCheck = "1.17.0"
val testContainersScala = "0.40.11"
val jackson = "2.14.1"
val testContainersScala = "0.40.12"
val jackson = "2.14.2"
val circe = "0.14.2"
val http4s = "0.23.12"
val enumeratum = "1.7.0"
val enumeratum = "1.7.2"
val typesafeConfig = "1.4.2"
val guava = "31.1-jre"
val squants = "1.8.3"
val confluentAvroSerde = "7.1.1"
val parquet = "1.12.3"
val awsSdk = "1.12.351"
val jdbcMysql = "8.0.30"
val jdbcPg = "42.5.1"
val awsSdk = "1.12.429"
val jdbcMysql = "8.0.32"
val jdbcPg = "42.5.4"
val jdbcMssql = "11.2.0.jre11"
val hadoop = "3.3.2"
val cassandraDriver = "3.11.3"
val uuidCreator = "5.2.0"
val iceberg = "1.2.0"
val jna = "5.12.1" // needed for testcontainers in some jvms
val awsSdk2 = "2.20.26"
val dropWizard = "4.2.17"
}

val flinkDeps =
Seq(
// scala
"org.apache.flink" %% "flink-scala" % V.flink,
"org.apache.flink" %% "flink-streaming-scala" % V.flink,
"org.apache.flink" %% "flink-scala" % V.flink,
"org.apache.flink" %% "flink-streaming-scala" % V.flink,
// rocksdb
"org.apache.flink" % "flink-statebackend-rocksdb" % V.flink,
"org.apache.flink" % "flink-statebackend-rocksdb" % V.flink,
// sql parser
"org.apache.flink" % "flink-sql-parser" % V.flink,
// queryable state
"org.apache.flink" % "flink-queryable-state-runtime" % V.flink % Provided,
"org.apache.flink" % "flink-queryable-state-runtime" % V.flink % Provided,
// complex event processing
"org.apache.flink" % "flink-cep" % V.flink % Provided,
"org.apache.flink" % "flink-cep" % V.flink % Provided,
// connectors
"org.apache.flink" % "flink-connector-base" % V.flink % Provided, // ds hybrid source
"org.apache.flink" % "flink-connector-files" % V.flink % Provided, // ds text files
"org.apache.flink" % "flink-parquet" % V.flink % Provided, // parquet bulk sink
"org.apache.flink" % "flink-connector-kafka" % V.flink % Provided,
"org.apache.flink" % "flink-connector-kinesis" % V.flink % Provided,
"org.apache.flink" %% "flink-connector-cassandra" % V.flink % Provided,
"org.apache.flink" % "flink-connector-elasticsearch7" % V.flink % Provided,
"org.apache.flink" % "flink-connector-jdbc" % V.flink % Provided,
"org.apache.flink" % "flink-connector-rabbitmq" % V.flink % Provided,
"org.apache.flink" % "flink-connector-base" % V.flink % Provided, // ds hybrid source
"org.apache.flink" % "flink-connector-files" % V.flink % Provided, // ds text files
"org.apache.flink" % "flink-parquet" % V.flink % Provided, // parquet bulk sink
"org.apache.flink" % "flink-connector-kafka" % V.flink % Provided,
"org.apache.flink" % "flink-connector-kinesis" % V.flink % Provided,
"org.apache.flink" % "flink-connector-aws-kinesis-streams" % V.flink % Provided,
"org.apache.flink" % "flink-connector-aws-kinesis-firehose" % V.flink % Provided,
"org.apache.flink" %% "flink-connector-cassandra" % V.flink % Provided,
"org.apache.flink" % "flink-connector-elasticsearch7" % V.flink % Provided,
"org.apache.flink" % "flink-connector-jdbc" % V.flink % Provided,
"org.apache.flink" % "flink-connector-rabbitmq" % V.flink % Provided,
// avro support
"org.apache.flink" % "flink-avro" % V.flink % Provided, // ds and table avro format
"org.apache.flink" % "flink-avro-confluent-registry" % V.flink % Provided, // ds and table avro registry format
"org.apache.flink" % "flink-avro" % V.flink % Provided, // ds and table avro format
"org.apache.flink" % "flink-avro-confluent-registry" % V.flink % Provided, // ds and table avro registry format
// table api support
"org.apache.flink" %% "flink-table-api-scala-bridge" % V.flink, // table api scala
"org.apache.flink" % "flink-table-planner-loader" % V.flink % Provided, // table api
"org.apache.flink" % "flink-table-runtime" % V.flink % Provided, // table runtime
"org.apache.flink" % "flink-csv" % V.flink % Provided, // table api csv format
"org.apache.flink" % "flink-json" % V.flink % Provided, // table api json format
"org.apache.flink" % "flink-clients" % V.flink,
"org.apache.flink" %% "flink-table-api-scala-bridge" % V.flink, // table api scala
"org.apache.flink" % "flink-table-planner-loader" % V.flink % Provided, // table api
"org.apache.flink" % "flink-table-runtime" % V.flink % Provided, // table runtime
"org.apache.flink" % "flink-csv" % V.flink % Provided, // table api csv format
"org.apache.flink" % "flink-json" % V.flink % Provided, // table api json format
"org.apache.flink" % "flink-clients" % V.flink,
// dropwizard metrics support
"org.apache.flink" % "flink-metrics-dropwizard" % V.flink % Provided,
// test support
"org.apache.flink" % "flink-test-utils" % V.flink % Test,
"org.apache.flink" % "flink-runtime-web" % V.flink % Test
"org.apache.flink" % "flink-test-utils" % V.flink % Test,
"org.apache.flink" % "flink-runtime-web" % V.flink % Test
)

val loggingDeps = Seq(
Expand All @@ -110,32 +120,39 @@ val circeDeps = Seq(
).map(d => "io.circe" %% s"circe-$d" % V.circe)

val otherDeps = Seq(
"com.github.f4b6a3" % "uuid-creator" % V.uuidCreator,
"org.apache.hadoop" % "hadoop-client" % V.hadoop % Provided,
"io.confluent" % "kafka-avro-serializer" % V.confluentAvroSerde % Provided,
"com.amazonaws" % "aws-java-sdk-core" % V.awsSdk % Provided,
"com.beachape" %% "enumeratum" % V.enumeratum,
"com.typesafe" % "config" % V.typesafeConfig,
"com.google.guava" % "guava" % V.guava,
"org.typelevel" %% "squants" % V.squants,
"org.scalactic" %% "scalactic" % V.scalaTest,
"org.scalatest" %% "scalatest" % V.scalaTest % Test,
"org.scalatestplus" %% "scalacheck-1-17" % V.scalaTestPlus % Test,
"org.scalacheck" %% "scalacheck" % V.scalaCheck,
"com.fasterxml.jackson.module" %% "jackson-module-scala" % V.jackson,
"com.github.pjfanning" %% "jackson-scala-reflect-extensions" % "2.14.0",
"com.fasterxml.jackson.dataformat" % "jackson-dataformat-csv" % V.jackson,
"com.fasterxml.jackson.datatype" % "jackson-datatype-jsr310" % V.jackson,
"com.dimafeng" %% "testcontainers-scala-scalatest" % V.testContainersScala % Test,
"com.dimafeng" %% "testcontainers-scala-mysql" % V.testContainersScala % Test,
"mysql" % "mysql-connector-java" % V.jdbcMysql % Provided,
"com.dimafeng" %% "testcontainers-scala-postgresql" % V.testContainersScala % Test,
"org.postgresql" % "postgresql" % V.jdbcPg % Provided,
"com.dimafeng" %% "testcontainers-scala-mssqlserver" % V.testContainersScala % Test,
"net.java.dev.jna" % "jna" % V.jna % Test,
"com.microsoft.sqlserver" % "mssql-jdbc" % V.jdbcMssql % Provided,
"com.dimafeng" %% "testcontainers-scala-cassandra" % V.testContainersScala % Test,
"com.datastax.cassandra" % "cassandra-driver-extras" % V.cassandraDriver % Provided
"com.amazonaws" % "aws-java-sdk-core" % V.awsSdk % Provided,
"com.amazonaws" % "aws-java-sdk-s3" % V.awsSdk % Test,
"com.beachape" %% "enumeratum" % V.enumeratum,
"com.datastax.cassandra" % "cassandra-driver-extras" % V.cassandraDriver % Provided,
"com.dimafeng" %% "testcontainers-scala-cassandra" % V.testContainersScala % Test,
"com.dimafeng" %% "testcontainers-scala-localstack-v2" % V.testContainersScala % Test,
"com.dimafeng" %% "testcontainers-scala-mssqlserver" % V.testContainersScala % Test,
"com.dimafeng" %% "testcontainers-scala-mysql" % V.testContainersScala % Test,
"com.dimafeng" %% "testcontainers-scala-postgresql" % V.testContainersScala % Test,
"com.dimafeng" %% "testcontainers-scala-scalatest" % V.testContainersScala % Test,
"com.fasterxml.jackson.dataformat" % "jackson-dataformat-csv" % V.jackson,
"com.fasterxml.jackson.datatype" % "jackson-datatype-jsr310" % V.jackson,
"com.fasterxml.jackson.module" %% "jackson-module-scala" % V.jackson,
"com.github.f4b6a3" % "uuid-creator" % V.uuidCreator,
"com.github.pjfanning" %% "jackson-scala-reflect-extensions" % "2.14.0",
"com.google.guava" % "guava" % V.guava,
"com.lihaoyi" %% "requests" % "0.8.0" % Test,
"com.microsoft.sqlserver" % "mssql-jdbc" % V.jdbcMssql % Provided,
"com.typesafe" % "config" % V.typesafeConfig,
"io.confluent" % "kafka-avro-serializer" % V.confluentAvroSerde % Provided,
"mysql" % "mysql-connector-java" % V.jdbcMysql % Provided,
"net.java.dev.jna" % "jna" % V.jna % Test,
"org.apache.hadoop" % "hadoop-client" % V.hadoop % Provided,
"org.apache.iceberg" % s"iceberg-flink-runtime-${V.flinkMinor}" % V.iceberg,
"org.postgresql" % "postgresql" % V.jdbcPg % Provided,
"org.scalacheck" %% "scalacheck" % V.scalaCheck,
"org.scalactic" %% "scalactic" % V.scalaTest,
"org.scalatest" %% "scalatest" % V.scalaTest % Test,
"org.scalatestplus" %% "scalacheck-1-17" % V.scalaTestPlus % Test,
"org.typelevel" %% "squants" % V.squants,
"software.amazon.awssdk" % "aws-sdk-java" % V.awsSdk2 % Test,
"software.amazon.awssdk" % "url-connection-client" % V.awsSdk2 % Test,
"io.dropwizard.metrics" % "metrics-core" % V.dropWizard % Provided
) ++
Seq("org.apache.parquet" % "parquet-avro" % V.parquet % Provided).map(
m =>
Expand Down
Loading

0 comments on commit 8c3a120

Please sign in to comment.