Advertisement
aironman

build.sbt twitter scala

Mar 14th, 2016
187
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
  1. name := "spark-twitter-lang-classifier-using-cassandra"
  2.  
  3. val commonSettings = Seq(
  4. organization := "com.aironman",
  5. version := "0.1",
  6. scalaVersion := "2.10.4",
  7. scalacOptions := Seq("-unchecked", "-deprecation", "-encoding", "utf8")
  8. )
  9.  
  10. lazy val sparkDependencies = Seq (
  11. "org.apache.spark" %% "spark-core" % "1.4.0" ,
  12. "org.apache.spark" %% "spark-mllib" % "1.4.0" ,
  13. "org.apache.spark" %% "spark-sql" % "1.4.0" ,
  14. "org.apache.spark" %% "spark-streaming" % "1.4.0",
  15. "org.apache.spark" %% "spark-streaming-twitter" % "1.4.0",
  16. "com.google.code.gson" % "gson" % "2.3",
  17. "org.twitter4j" % "twitter4j-core" % "3.0.3",
  18. "commons-cli" % "commons-cli" % "1.2"
  19. )
  20.  
  21. lazy val testDependencies = Seq (
  22. "org.scalatest" %% "scalatest" % "2.2.0" % "test"
  23. )
  24.  
  25. lazy val cassandraDependencies = Seq (
  26. "com.datastax.cassandra" % "cassandra-driver-core" % "2.1.2",
  27. "com.chrisomeara" % "pillar_2.11" % "2.0.1"
  28. )
  29.  
  30. lazy val common = project.in(file("common"))
  31. .settings(commonSettings:_*)
  32. .settings(libraryDependencies ++= (testDependencies ++ cassandraDependencies ++ sparkDependencies))
  33.  
  34. //val projectMainClass = "common.utils.cassandra.CassandraMain"
  35.  
  36. val projectMainClass = "com.databricks.apps.twitter_classifier.Collect"
  37.  
  38. lazy val main = project.in(file("main"))
  39. .dependsOn(common)
  40. .settings(commonSettings:_*)
  41. .settings(mainClass := Some(projectMainClass)
  42. )
  43.  
  44. // If you need to specify main classes manually, use packSettings and packMain
  45. packSettings
  46.  
  47. // [Optional] Creating `hello` command that calls org.mydomain.Hello#main(Array[String])
  48. packMain := Map("collect" -> "com.databricks.apps.twitter_classifier.Collect")
  49.  
  50. resolvers += "Akka Repository" at "http://repo.akka.io/releases/"
Advertisement
Advertisement
Advertisement
RAW Paste Data Copied
Advertisement