Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- val spark_home = "/root/spark"
- val master = Source.fromFile("/root/spark-ec2/cluster-url").mkString.trim
- val master_hostname = Source.fromFile("/root/spark-ec2/masters").mkString.trim
- val file = "/root/lda/data/data.txt"
- val conf = new SparkConf()
- .setMaster(master)
- .setAppName("LDA")
- .setJars(Seq(jar_file))
- .setSparkHome(spark_home)
- spark_context = new SparkContext(conf)
- data = this.spark_context.textFile(file, 1).cache()
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement