Advertisement
Guest User

Untitled

a guest
Nov 22nd, 2014
155
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Scala 0.59 KB | None | 0 0
  1. def tableRDD(table: String, f: ResultSet => Dimension): SchemaRDD = {
  2.     val rdd: JdbcRDD = JdbcRDD(
  3.       sc,
  4.       () => {
  5.         Class.forName("org.postgresql.Driver")
  6.         DriverManager.getConnection(config.getString("PlayerDataTransform.db.redshift.url"),
  7.                                         config.getString("PlayerDataTransform.db.redshift.user"),
  8.                                         config.getString("PlayerDataTransform.db.redshift.password"))
  9.       },
  10.       s"select * from ${table}_dim limit ? offset ?",
  11.       count(table),
  12.       0,
  13.       10,
  14.       f
  15.     )
  16.   }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement