forked from nfo/spark-project-template
-
Notifications
You must be signed in to change notification settings - Fork 0
/
build.sbt
42 lines (25 loc) · 1.63 KB
/
build.sbt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
name := "spark-project-template"
version := "1.0"
scalaVersion := "2.10.4"
// | @see https://github.com/jrudolph/sbt-dependency-graph
net.virtualvoid.sbt.graph.Plugin.graphSettings
// | sbt can take a load time checking dependencies. This avoids re-checking the dependencies.
// | Comment this line if error "Skipping update requested, but update has not previously run successfully."
// skip in update := true
libraryDependencies += "org.apache.spark" %% "spark-core" % "1.3.0" withSources() withJavadoc()
libraryDependencies += "org.apache.spark" %% "spark-sql" % "1.3.0" withSources() withJavadoc()
libraryDependencies += "org.apache.spark" %% "spark-hive" % "1.3.0" withSources() withJavadoc()
// | Before bundling the project for a spark-submit, comment the spark-* dependencies above
// | and uncomment the dependencies below. It prevents sbt-assembly from bundling the JARs already provided
// | by the Spark cluster.
// libraryDependencies += "org.apache.spark" %% "spark-core" % "1.3.0" % "provided"
//
// libraryDependencies += "org.apache.spark" %% "spark-sql" % "1.3.0" % "provided"
//
// libraryDependencies += "org.apache.spark" %% "spark-hive" % "1.3.0" % "provided"
// | Extra libraries
// resolvers += "Typesafe Releases" at "http://repo.typesafe.com/typesafe/releases"
// libraryDependencies += "ua_parser" % "ua-parser" % "1.3.0" withSources()
// libraryDependencies += "com.maxmind.geoip" % "geoip-api" % "1.2.14" withSources() withJavadoc()
// libraryDependencies += "joda-time" % "joda-time" % "2.5" withSources() withJavadoc()
// libraryDependencies += "com.amazonaws" % "aws-java-sdk" % "1.3.11" withSources() withJavadoc()