-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathbuild.sbt
38 lines (26 loc) · 1.13 KB
/
build.sbt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
name := "omicssparkmongo"
version := "0.1"
scalaVersion := "2.11.8"
val sparkVersion = "2.3.0"//"3.0.1"//"2.3.0"
resolvers ++= Seq(
"apache-snapshots" at "http://repository.apache.org/snapshots/",
Resolver.url("bintray-sbt-plugins", url("http://dl.bintray.com/sbt/sbt-plugin-releases"))(Resolver.ivyStylePatterns)
)
libraryDependencies ++= Seq(
"org.apache.spark" %% "spark-sql" % sparkVersion ,
"org.apache.spark" %% "spark-mllib" % sparkVersion ,
"org.apache.spark" %% "spark-streaming" % sparkVersion ,
"org.apache.spark" %% "spark-hive" % sparkVersion ,
"org.mongodb.spark" %% "mongo-spark-connector" % sparkVersion ,
"com.databricks" %% "spark-csv" % "1.5.0" ,
"org.mongodb.scala" %% "mongo-scala-driver" % "2.4.2" ,
"org.mongodb" %% "casbah" % "3.1.1" ,
"com.typesafe" % "config" % "1.3.3" ,
"org.scala-lang.modules" %% "scala-java8-compat" % "0.9.0" ,
("org.apache.spark" %% "spark-core" % sparkVersion )
//"com.stratio.datasource" %% "spark-mongodb_2.11" % sparkVersion
)
assemblyMergeStrategy in assembly := {
case PathList("META-INF", xs @ _*) => MergeStrategy.discard
case x => MergeStrategy.first
}