Guest User

Untitled

a guest
Jan 29th, 2019
145
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 0.61 KB | None | 0 0
  1. def connect_to_oracle_db(spark_session, db_query):
  2. return spark_session.read
  3. .format("jdbc")
  4. .option("url", "jdbc:oracle:thin:@//<host>:<port>/<srvice_name")
  5. .option("user", "<user>")
  6. .option("password", "<pass>")
  7. .option("dbtable", db_query)
  8. .option("driver", "oracle.jdbc.driver.OracleDriver")
  9.  
  10. def run(self):
  11. all_schemes = <list of all available schemes>
  12. for str_schema in all_schemes:
  13. db_query = "(Select * from " + str_schema + ".TABLE1) TABLE1_DATA"
  14. df_table1 = slef.connect_to_oracle_db(db_query ).load()
  15. # process df_table1
Add Comment
Please, Sign In to add comment