import AssemblyKeys._

assemblySettings

name := "learning-spark-examples"

version := "0.0.1"

scalaVersion := "2.10.4"

javacOptions ++= Seq("-source", "1.7", "-target", "1.7")

seq(sbtprotobuf.ProtobufPlugin.protobufSettings: _*)

libraryDependencies ++= Seq(

"org.apache.spark" %% "spark-core" % "1.3.1" % "provided",

"org.apache.spark" %% "spark-sql" % "1.3.1",

"org.apache.spark" %% "spark-hive" % "1.3.1",

"org.apache.spark" %% "spark-streaming" % "1.3.1",

"org.apache.spark" %% "spark-streaming-kafka" % "1.3.1",

"org.apache.spark" %% "spark-streaming-flume" % "1.3.1",

"org.apache.spark" %% "spark-mllib" % "1.3.1",

"org.apache.commons" % "commons-lang3" % "3.0",

"org.eclipse.jetty" % "jetty-client" % "8.1.14.v20131031",

"com.typesafe.play" % "play-json_2.10" % "2.2.1",

"com.fasterxml.jackson.core" % "jackson-databind" % "2.3.3",

"com.fasterxml.jackson.module" % "jackson-module-scala_2.10" % "2.3.3",

"org.elasticsearch" % "elasticsearch-hadoop-mr" % "2.0.0.RC1",

"net.sf.opencsv" % "opencsv" % "2.0",

"com.twitter.elephantbird" % "elephant-bird" % "4.5",

"com.twitter.elephantbird" % "elephant-bird-core" % "4.5",

"com.hadoop.gplcompression" % "hadoop-lzo" % "0.4.17",

"mysql" % "mysql-connector-java" % "5.1.31",

"com.datastax.spark" %% "spark-cassandra-connector" % "1.0.0-rc5",

"com.datastax.spark" %% "spark-cassandra-connector-java" % "1.0.0-rc5",

"com.github.scopt" %% "scopt" % "3.2.0",

"org.scalatest" %% "scalatest" % "2.2.1" % "test",

"com.holdenkarau" %% "spark-testing-base" % "0.0.1" % "test"

)

resolvers ++= Seq(

"JBoss Repository" at "http://repository.jboss.org/nexus/content/repositories/releases/",

"Spray Repository" at "http://repo.spray.cc/",

"Cloudera Repository" at "https://repository.cloudera.com/artifactory/cloudera-repos/",

"Akka Repository" at "http://repo.akka.io/releases/",

"Twitter4J Repository" at "http://twitter4j.org/maven2/",

"Apache HBase" at "https://repository.apache.org/content/repositories/releases",

"Twitter Maven Repo" at "http://maven.twttr.com/",

"scala-tools" at "https://oss.sonatype.org/content/groups/scala-tools",

"Typesafe repository" at "http://repo.typesafe.com/typesafe/releases/",

"Second Typesafe repo" at "http://repo.typesafe.com/typesafe/maven-releases/",

"Mesosphere Public Repository" at "http://downloads.mesosphere.io/maven",

Resolver.sonatypeRepo("public")

)

mergeStrategy in assembly <<= (mergeStrategy in assembly) { (old) =>

{

case m if m.toLowerCase.endsWith("manifest.mf") => MergeStrategy.discard

case m if m.startsWith("META-INF") => MergeStrategy.discard

case PathList("javax", "servlet", xs @ _*) => MergeStrategy.first

case PathList("org", "apache", xs @ _*) => MergeStrategy.first

case PathList("org", "jboss", xs @ _*) => MergeStrategy.first

case "about.html" => MergeStrategy.rename

case "reference.conf" => MergeStrategy.concat

case _ => MergeStrategy.first

}

}