1 changed file
build.sbt + | ||
Add comment 1 Plus //
Add comment 2 Plus // Author: Hari Sekhon
Add comment 3 Plus // Date: [% DATE # 2015-05-23 09:10:31 +0100 (Sat, 23 May 2015) %]
Add comment 4 Plus //
Add comment 5 Plus // vim:ts=4:sts=4:sw=4:et:filetype=java
Add comment 6 Plus //
Add comment 7 Plus // [% URL %]
Add comment 8 Plus //
Add comment 9 Plus // [% LICENSE %]
Add comment 10 Plus //
Add comment 11 Plus // [% MESSAGE %]
Add comment 12 Plus //
Add comment 13 Plus // [% LINKEDIN %]
Add comment 14 Plus //
Add comment 15 Plus
Add comment 16 Plus name := "[% NAME %]"
Add comment 17 Plus
Add comment 18 Plus version := "0.1"
Add comment 19 Plus
Add comment 20 Plus scalaVersion := "2.10.4"
Add comment 21 Plus
Add comment 22 Plus //resolvers += "clojars" at "https://clojars.org/repo"
Add comment 23 Plus //resolvers += "conjars" at "http://conjars.org/repo"
Add comment 24 Plus
Add comment 25 Plus //unmanagedBase := baseDirectory.value / "lib/target"
Add comment 26 Plus
Add comment 27 Plus mainClass := Some("com.linkedin.harisekhon.[% NAME % ].Main")
Add comment 28 Plus
Add comment 29 Plus unmanagedClasspath in Test += baseDirectory.value / "special-resources"
Add comment 30 Plus
Add comment 31 Plus unmanagedClasspath in (Compile, runMain) += baseDirectory.value / "special-resources"
Add comment 32 Plus
Add comment 33 Plus libraryDependencies ++= Seq(
Add comment 34 Plus // %% appends scala version to spark-core
Add comment 35 Plus "org.apache.spark" %% "spark-core" % "1.6.1" % "provided",
Add comment 36 Plus "org.apache.spark" %% "spark-streaming" % "1.6.1" % "provided",
Add comment 37 Plus "org.apache.spark" %% "spark-streaming-kafka" % "1.6.1",
Add comment 38 Plus "org.apache.hadoop" % "hadoop-client" % "2.7.2" % "provided",
Add comment 39 Plus //"org.elasticsearch" % "elasticsearch" % "1.4.1",
Add comment 40 Plus // this pulled in loads of deps for Clojure and others which wouldn't resolve, using elasticsearch-spark instead
Add comment 41 Plus //"org.elasticsearch" % "elasticsearch-hadoop" % "2.0.2",
Add comment 42 Plus "org.elasticsearch" %% "elasticsearch-spark" % "2.1.0.Beta4",
Add comment 43 Plus // Spark has it's own older version of commons-cli and using the newer commons-cli 1.3 non-static API methods causes:
Add comment 44 Plus // Exception in thread "main" java.lang.NoSuchMethodError: org.apache.commons.cli.Option.builder(Ljava/lang/String;)Lorg/apache/commons/cli/Option$Builder;
Add comment 45 Plus "commons-cli" % "commons-cli" % "1.3.1",
Add comment 46 Plus // "net.sf.jopt-simple" % "jopt-simple" % "5.0.2"
Add comment 47 Plus "org.scalatest" %% "scalatest" % "2.2.4" % "test"
Add comment 48 Plus "commons-cli" % "commons-cli" % "1.3.1",
Add comment 49 Plus )
Add comment 50 Plus