-
Notifications
You must be signed in to change notification settings - Fork 2
/
build.sbt
105 lines (73 loc) · 4.29 KB
/
build.sbt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
import sbtassembly.Plugin._
import AssemblyKeys._
import scala.io.Source
import scala.reflect.io.File
import scala.util.parsing.json.JSON
net.virtualvoid.sbt.graph.Plugin.graphSettings
name := "sparkplayingfield"
version := "0.3"
scalaVersion := "2.10.4"
resolvers += "Akka Repository" at "http://repo.akka.io/releases/"
resolvers += "spray" at "http://repo.spray.io/"
resolvers += "jcenter" at "http://jcenter.bintray.com"
//javaHome := Some(file("/System/Library/Java/JavaVirtualMachines/1.6.0.jdk/Contents/Home"))
resolvers += Resolver.url(
"bintray-menthal-models",
url("http://dl.bintray.com/i-am-the-slime/maven"))
val excludeJBossNetty = ExclusionRule(organization = "org.jboss.netty")
//val excludeIONetty = ExclusionRule(organization = "io.netty")
val excludeEclipseJetty = ExclusionRule(organization = "org.eclipse.jetty")
val excludeMortbayJetty = ExclusionRule(organization = "org.mortbay.jetty")
val excludeAsm = ExclusionRule(organization = "org.ow2.asm")
val excludeOldAsm = ExclusionRule(organization = "asm")
val excludeCommonsLogging = ExclusionRule(organization = "commons-logging")
val excludeSLF4J = ExclusionRule(organization = "org.slf4j")
//val excludeScalap = ExclusionRule(organization = "org.scala-lang", artifact = "scalap")
val excludeHadoop = ExclusionRule(organization = "org.apache.hadoop")
//val excludeCurator = ExclusionRule(organization = "org.apache.curator")
//val excludePowermock = ExclusionRule(organization = "org.powermock")
//val excludeFastutil = ExclusionRule(organization = "it.unimi.dsi")
//val excludeJruby = ExclusionRule(organization = "org.jruby")
//val excludeThrift = ExclusionRule(organization = "org.apache.thrift")
val excludeServletApi = ExclusionRule(organization = "javax.servlet", artifact = "servlet-api")
//val excludeJUnit = ExclusionRule(organization = "junit")
val excludeJackson = ExclusionRule(organization = "org.codehaus.jackson")
libraryDependencies ++= Seq( //Dates and Times
"org.joda" % "joda-convert" % "1.6"
,"joda-time" % "joda-time" % "2.3"
)
//libraryDependencies += "org.menthal" % "menthal-models_2.10" % "0.15"
libraryDependencies += "org.menthal" % "menthal-models_2.10" % "0.21" excludeAll excludeJackson
libraryDependencies += "io.spray" %% "spray-json" % "1.2.6" //JSON
libraryDependencies += "org.scalaz" %% "scalaz-core" % "7.1.0" //Monads
libraryDependencies += "org.apache.parquet" % "parquet-avro" % "1.8.1"
//libraryDependencies += "com.twitter" % "parquet-avro" % "1.6.0rc7"
libraryDependencies += "com.databricks" % "spark-csv_2.10" % "1.2.0"
libraryDependencies += "com.twitter" % "algebird-core_2.10" % "0.11.0"
//libraryDependencies += "com.twitter" %% "algebird-core" % "0.9.0" //Monoids
libraryDependencies += ("com.twitter" %% "chill-bijection" % "0.5.2").
exclude("com.esotericsoftware.minlog", "minlog")
libraryDependencies += "com.twitter" %% "chill-avro" % "0.5.2" excludeAll excludeJackson
libraryDependencies += "org.scalatest" %% "scalatest" % "2.2.1" % "test" //Testing
libraryDependencies += "org.scalacheck" %% "scalacheck" % "1.12.1" % "test"
libraryDependencies += "org.mortbay.jetty" % "servlet-api" % "3.0.20100224"
libraryDependencies += "org.slf4j" % "slf4j-nop" % "1.6.0-RC0" % "test"
//libraryDependencies += ("org.apache.spark" %% "spark-sql" % "1.0.1") //Sql queries on spark shit
val hadoopExcludes = Seq(excludeJBossNetty, excludeEclipseJetty, excludeMortbayJetty, excludeAsm,
excludeCommonsLogging, excludeSLF4J, excludeOldAsm, excludeServletApi)
libraryDependencies ++= Seq(
"org.apache.hadoop" % "hadoop-client" % "2.6.2" % "provided" excludeAll(hadoopExcludes:_*),
"org.apache.spark" %% "spark-core" % "1.6.0" % "provided" excludeAll excludeHadoop,
"org.apache.spark" %% "spark-sql" % "1.6.0" % "provided" excludeAll excludeHadoop,
"org.apache.spark" %% "spark-mllib" % "1.6.0" % "provided" excludeAll excludeHadoop
// exclude("log4j", "log4j").
// exclude("commons-beanutils", "commons-beanutils").
// exclude("commons-beanutils", "commons-beanutils-core").
// exclude("commons-collections", "commons-collections").
// exclude("com.esotericsoftware.minlog", "minlog")
)
parallelExecution in test := false
fork in Test := true
addCompilerPlugin("org.scalamacros" % "paradise" % "2.0.0" cross CrossVersion.full)
scalacOptions in (Compile,doc) ++= Seq("-groups", "-implicits")
test in assembly := {}