Guest User

Untitled

a guest
Dec 1st, 2017
77
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 0.82 KB | None | 0 0
  1. /* Database Configuration*/
  2. val jdbcURL = s"jdbc:mysql://${HOST}/${DATABASE}"
  3. val jdbcUsername = s"${USERNAME}"
  4. val jdbcPassword = s"${PASSWORD}"
  5.  
  6. import java.util.Properties
  7. val connectionProperties = new Properties()
  8. connectionProperties.put("user", jdbcUsername)
  9. connectionProperties.put("password", jdbcPassword)
  10. connectionProperties.put("driver", "com.mysql.cj.jdbc.Driver")
  11.  
  12. /* Read Data from MySQL */
  13. val desiredData = spark.read.jdbc(jdbcURL, "${TABLE NAME}", connectionProperties)
  14. desiredData.printSchema
  15.  
  16. /* Data Manipulation */
  17. desiredData.createOrReplaceTempView("desiredData")
  18. val query = s"""
  19. SELECT COUNT(*) AS `Record Number`
  20. FROM desiredData
  21. """
  22. spark.sql(query).show
  23.  
  24. val query2 = s"""
  25. SELECT ROW_NUMBER() OVER (PARTITION BY column1 ORDER BY column1, column2) AS column3
  26. FROM desiredData
  27. """
  28. spark.sql(query2).show
  29. .
  30. .
  31. .
Add Comment
Please, Sign In to add comment