forked from anguenot/pyspark-cassandra
-
Notifications
You must be signed in to change notification settings - Fork 0
/
build.sbt
43 lines (29 loc) · 1.06 KB
/
build.sbt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
import scala.io
name := "pyspark-cassandra"
version := io.Source.fromFile("version.txt").mkString.trim
organization := "anguenot"
scalaVersion := "2.11.12"
credentials += Credentials(Path.userHome / ".ivy2" / ".sbtcredentials")
licenses += "Apache-2.0" -> url("http://opensource.org/licenses/Apache-2.0")
libraryDependencies ++= Seq(
"com.datastax.spark" %% "spark-cassandra-connector" % "2.4.1",
"net.razorvine" % "pyrolite" % "4.30"
)
spName := "anguenot/pyspark-cassandra"
sparkVersion := "2.4.3"
sparkComponents ++= Seq("core", "streaming", "sql")
javacOptions ++= Seq("-source", "1.8", "-target", "1.8")
assemblyOption in assembly := (assemblyOption in assembly).value.copy(
includeScala = false
)
spIgnoreProvided := true
ivyScala := ivyScala.value map {
_.copy(overrideScalaVersion = true)
}
assemblyMergeStrategy in assembly := {
case PathList("META-INF", "MANIFEST.MF") => MergeStrategy.discard
case PathList("META-INF", xs@_*) => MergeStrategy.last
case x =>
val oldStrategy = (assemblyMergeStrategy in assembly).value
oldStrategy(x)
}