Advertisement
Guest User

init code

a guest
May 4th, 2014
46
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Scala 0.50 KB | None | 0 0
  1. val spark_home = "/root/spark"
  2. val master = Source.fromFile("/root/spark-ec2/cluster-url").mkString.trim
  3. val master_hostname = Source.fromFile("/root/spark-ec2/masters").mkString.trim
  4. val file = "/root/lda/data/data.txt"
  5. val conf = new SparkConf()
  6.                   .setMaster(master)
  7.                   .setAppName("LDA")
  8.                   .setJars(Seq(jar_file))
  9.                   .setSparkHome(spark_home)
  10. spark_context = new SparkContext(conf)
  11. data = this.spark_context.textFile(file, 1).cache()
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement