Advertisement
Guest User

Ranking popularnosci piosenek

a guest
May 11th, 2019
91
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Scala 0.75 KB | None | 0 0
  1.  val conf = new SparkConf().setAppName("Simple Application").setMaster("local")
  2.     val sc = new SparkContext(conf)
  3.  
  4.     val spark = org.apache.spark.sql.SparkSession.builder
  5.       .master("local")
  6.       .appName("Spark CSV Reader")
  7.       .getOrCreate;
  8.  
  9.  
  10.     val samples = spark.read.format("com.databricks.spark.csv").
  11.       option("sep",",").
  12.       csv("samples.txt").
  13.       toDF("user_id", "song_id", "date_id")
  14.     val songs = spark.read.format("com.databricks.spark.csv").
  15.       option("sep",",").
  16.       csv("tracks1.txt").
  17.       toDF("track_id","song_id","artist","title","nowe_id")
  18.  
  19.  
  20.     samples.groupBy("song_id")
  21.       .count().join(songs,"song_id")
  22.       .select("title","artist","count")
  23.       .orderBy(desc("count"))
  24.       .show(10,false)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement