-
Notifications
You must be signed in to change notification settings - Fork 0
/
build.sbt
36 lines (20 loc) · 1.13 KB
/
build.sbt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
name := """Kakfa Spark MongoDb"""
version := "1.0"
scalaVersion := "2.12.8"
scalaVersion in ThisBuild := "2.12.8"
fork := true
libraryDependencies += "org.apache.spark" %% "spark-core" % "2.4.3"
libraryDependencies += "org.apache.spark" %% "spark-streaming" % "2.4.3"
libraryDependencies += "org.apache.spark" %% "spark-streaming-kafka-0-10" % "2.4.3"
// Needed for structured streams
libraryDependencies += "org.apache.spark" %% "spark-sql-kafka-0-10" % "2.4.3"
libraryDependencies += "org.apache.spark" %% "spark-sql" % "2.4.3"
libraryDependencies += "org.apache.spark" %% "spark-mllib" % "2.4.3"
libraryDependencies += "org.apache.kafka" %% "kafka" % "2.2.0"
libraryDependencies += "org.mongodb.spark" %% "mongo-spark-connector" % "2.4.0"
libraryDependencies += "com.fasterxml.jackson.module" %% "jackson-module-scala" % "2.9.8"
//libraryDependencies += "info.batey.kafka" % "kafka-unit" % "0.7"
//libraryDependencies += "net.sf.jopt-simple" % "jopt-simple" % "5.0.2"
libraryDependencies += "com.typesafe.scala-logging" %% "scala-logging" % "3.8.0"
libraryDependencies += "org.mindrot" % "jbcrypt" % "0.3m"
scalacOptions += "-target:jvm-1.8"