Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- def tableRDD(sc: SparkContext, table: String, f: ResultSet => Dimension): RDD[Dimension] = {
- val rdd: JdbcRDD[Dimension] = new JdbcRDD[Dimension](
- sc,
- () => {
- Class.forName("org.postgresql.Driver")
- DriverManager.getConnection(config.getString("PlayerDataTransform.db.redshift.url"),
- config.getString("PlayerDataTransform.db.redshift.user"),
- config.getString("PlayerDataTransform.db.redshift.password"))
- },
- s"select * from ${table}_dim limit ? offset ?",
- count(table),
- 0,
- 10,
- f
- )
- rdd
- }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement