Advertisement
Guest User

Untitled

a guest
May 30th, 2016
57
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 3.45 KB | None | 0 0
  1. val sparkVersion = "1.6.1"
  2. val hbaseVersion = "0.98.7-hadoop2"
  3.  
  4. name := "spark-examples"
  5.  
  6. version := sparkVersion
  7.  
  8. javacOptions ++= Seq("-source", "1.8", "-target", "1.8", "-Xlint")
  9.  
  10. initialize := {
  11. val _ = initialize.value
  12. if (sys.props("java.specification.version") != "1.8")
  13. sys.error("Java 8 is required for this project.")
  14. }
  15.  
  16. scalaVersion := "2.10.6"
  17.  
  18. libraryDependencies ++= Seq(
  19. "org.apache.spark" %% "spark-core" % sparkVersion,
  20. "org.apache.spark" %% "spark-streaming" % sparkVersion,
  21. "org.apache.spark" %% "spark-mllib" % sparkVersion,
  22. "org.apache.spark" %% "spark-bagel" % sparkVersion,
  23. "org.apache.spark" %% "spark-hive" % sparkVersion,
  24. "org.apache.spark" %% "spark-graphx" % sparkVersion,
  25. "org.apache.spark" %% "spark-streaming-twitter" % sparkVersion,
  26. "org.apache.spark" %% "spark-streaming-flume" % sparkVersion,
  27. "org.apache.spark" %% "spark-streaming-mqtt" % sparkVersion,
  28. "org.apache.spark" %% "spark-streaming-zeromq" % sparkVersion
  29. exclude("org.spark-project.protobuf", "protobuf-java"),
  30. "org.apache.spark" %% "spark-streaming-kafka" % sparkVersion,
  31. "org.apache.hbase" % "hbase-testing-util" % hbaseVersion
  32. exclude("org.apache.hbase", "hbase-annotations")
  33. exclude("org.jruby", "jruby-complete"),
  34. "org.apache.hbase" % "hbase-protocol" % hbaseVersion,
  35. "org.apache.hbase" % "hbase-common" % hbaseVersion
  36. exclude("org.apache.hbase", "hbase-annotations"),
  37. "org.apache.hbase" % "hbase-client" % hbaseVersion
  38. exclude("org.apache.hbase", "hbase-annotations")
  39. exclude("io.netty", "netty"),
  40. "org.apache.hbase" % "hbase-server" % hbaseVersion
  41. exclude("org.apache.hbase", "hbase-annotations")
  42. exclude("org.apache.hadoop", "hadoop-core")
  43. exclude("org.apache.hadoop", "hadoop-client")
  44. exclude("org.apache.hadoop", "hadoop-mapreduce-client-jobclient")
  45. exclude("org.apache.hadoop", "hadoop-mapreduce-client-core")
  46. exclude("org.apache.hadoop", "hadoop-auth")
  47. exclude("org.apache.hadoop", "hadoop-annotations")
  48. exclude("org.apache.hadoop", "hadoop-hdfs")
  49. exclude("org.apache.hbase", "hbase-hadoop1-compat")
  50. exclude("org.apache.commons", "commons-math")
  51. exclude("com.sun.jersey", "jersey-core")
  52. exclude("org.slf4j", "slf4j-api")
  53. exclude("com.sun.jersey", "jersey-server")
  54. exclude("com.sun.jersey", "jersey-core")
  55. exclude("com.sun.jersey", "jersey-json")
  56. exclude("commons-io", "commons-io")
  57. exclude("javax.servlet", "servlet-api"),
  58. "org.apache.hbase" % "hbase-hadoop-compat" % hbaseVersion,
  59. "org.apache.commons" % "commons-math3" % "3.6.1",
  60. "com.twitter" %% "algebird-core" % "0.9.0",
  61. "org.scalacheck" %% "scalacheck" % "1.13.1",
  62. "org.apache.cassandra" % "cassandra-all" % "1.2.6"
  63. exclude("com.google.guava", "guava")
  64. exclude("com.googlecode.concurrentlinkedhashmap", "concurrentlinkedhashmap-lru")
  65. exclude("com.ning", "compress-lzf")
  66. exclude("commons-cli", "commons-cli")
  67. exclude("commons-codec", "commons-codec")
  68. exclude("commons-lang", "commons-lang")
  69. exclude("commons-logging", "commons-logging")
  70. exclude("io.netty", "netty")
  71. exclude("jline", "jline")
  72. exclude("net.jpountz.lz4", "lz4")
  73. exclude("org.apache.cassandra.deps", "avro")
  74. exclude("org.apache.commons", "commons-math3")
  75. exclude("org.apache.thrift", "libthrift"),
  76. "com.github.scopt" %% "scopt" % "3.2.0",
  77. "org.apache.spark" %% "spark-streaming-kinesis-asl" % sparkVersion,
  78. "org.eclipse.paho" % "org.eclipse.paho.client.mqttv3" % "1.0.2"
  79. )
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement