Dependencies.scala

import sbt._

object Dependencies {
  // versions
  lazy val sparkVersion = "2.4.4"
  lazy val hadoopVersion = "2.9.2"

  // arc
  val typesafeConfig = "com.typesafe" % "config" % "1.3.1"

  // testing
  val scalaTest = "org.scalatest" %% "scalatest" % "3.0.7" % "test,it"
  val jetty = "org.mortbay.jetty" % "jetty" % "6.1.26" % "test,it"
  val postgresJDBC = "org.postgresql" % "postgresql" % "42.2.5" % "test,it" 
  val hadoopCommon =  "org.apache.hadoop" % "hadoop-common" % hadoopVersion % "it"
  val hadoopAWS = "org.apache.hadoop" % "hadoop-aws" % hadoopVersion % "it"
  val sqlServerJDBC = "com.microsoft.sqlserver" % "mssql-jdbc" % "7.2.1.jre8" % "it" 

  // spark
  val sparkCore = "org.apache.spark" %% "spark-core" % sparkVersion % "provided"
  val sparkSql = "org.apache.spark" %% "spark-sql" % sparkVersion % "provided"
  val sparkHive = "org.apache.spark" %% "spark-hive" % sparkVersion % "provided" 
  val sparkMl = "org.apache.spark" %% "spark-mllib" % sparkVersion % "provided"
  val sparkAvro = "org.apache.spark" %% "spark-avro" % sparkVersion % "provided"

  // spark XML
  val sparkXML = "com.databricks" %% "spark-xml" % "0.5.0" intransitive()

  // Project
  val etlDeps = Seq(
    typesafeConfig,
    scalaTest,
    jetty,
    hadoopCommon,
    hadoopAWS,
    postgresJDBC,
    sqlServerJDBC,
    sparkCore,
    sparkSql,
    sparkHive,
    sparkMl,
    sparkAvro,    
    sparkXML
  )
}