Advertisement
Guest User

Untitled

a guest
Apr 1st, 2016
65
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 0.71 KB | None | 0 0
  1. %dep
  2. z.load("/home/vagrant/mysql-connector-java-5.1.6.jar")
  3.  
  4. sc.version
  5.  
  6. import org.apache.spark.sql.DataFrame
  7.  
  8. def selectAll (table :String ) :DataFrame = {
  9. (sqlContext.read.format("jdbc")
  10. .option("url", "jdbc:mysql://172.16.235.242:8889/Kokoroe")
  11. .option("driver", "com.mysql.jdbc.Driver")
  12. .option("dbtable", table)
  13. .option("user", "root").load())
  14. }
  15.  
  16. val courses = (sqlContext.read.format("jdbc")
  17. .option("url", "jdbc:mysql://172.16.235.242:8889/Kokoroe")
  18. .option("driver", "com.mysql.jdbc.Driver")
  19. .option("dbtable", "courses")
  20. .option("user", "root").load())
  21.  
  22. val translation = selectAll("courses_translations")
  23.  
  24. val coursesDesc = courses.join(translation, courses("id") === translation("course_id"))
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement