Advertisement
Guest User

Untitled

a guest
Nov 23rd, 2014
131
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Scala 0.64 KB | None | 0 0
  1. def tableRDD(sc: SparkContext, table: String, f: ResultSet => Dimension): RDD[Dimension] = {
  2.     val rdd: JdbcRDD[Dimension] = new JdbcRDD[Dimension](
  3.       sc,
  4.       () => {
  5.         Class.forName("org.postgresql.Driver")
  6.         DriverManager.getConnection(config.getString("PlayerDataTransform.db.redshift.url"),
  7.                                     config.getString("PlayerDataTransform.db.redshift.user"),
  8.                                     config.getString("PlayerDataTransform.db.redshift.password"))
  9.       },
  10.       s"select * from ${table}_dim limit ? offset ?",
  11.       count(table),
  12.       0,
  13.       10,
  14.       f
  15.     )
  16.  
  17.     rdd
  18.   }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement