Advertisement
aironman

build.sbt

Apr 3rd, 2019
111
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
  1. name := "SparkJobs"
  2.  
  3. version := "1.0"
  4.  
  5. scalaVersion := "2.11.6"
  6.  
  7. val sparkVersion = "2.4.1"
  8.  
  9. val flinkVersion = "1.7.2"
  10.  
  11. resolvers ++= Seq(
  12. "Typesafe Releases" at "http://repo.typesafe.com/typesafe/releases/",
  13. "apache snapshots" at "http://repository.apache.org/snapshots/",
  14. "confluent.io" at "http://packages.confluent.io/maven/",
  15. "Maven central" at "http://repo1.maven.org/maven2/"
  16. )
  17.  
  18.  
  19. libraryDependencies ++= Seq(
  20. "org.apache.spark" %% "spark-core" % sparkVersion,
  21. "org.apache.spark" %% "spark-sql" % sparkVersion,
  22. "org.apache.spark" %% "spark-streaming" % sparkVersion,
  23. "org.apache.spark" %% "spark-streaming-kafka-0-10" % sparkVersion,
  24. "org.apache.spark" %% "spark-hive" % sparkVersion,
  25. "org.apache.flink" %% "flink-connector-kafka-0.10" % flinkVersion,
  26. "org.apache.kafka" %% "kafka-streams-scala" % "2.2.0",
  27. "io.confluent" % "kafka-streams-avro-serde" % "5.2.1"
  28. )
  29.  
  30. //excludeDependencies ++= Seq(
  31. // commons-logging is replaced by jcl-over-slf4j
  32. // ExclusionRule("jackson-module-scala", "jackson-module-scala")
  33. //)
Advertisement
Advertisement
Advertisement
RAW Paste Data Copied
Advertisement