Advertisement
Guest User

Untitled

a guest
Jul 19th, 2017
80
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 0.70 KB | None | 0 0
  1. val username = "myUser"
  2. val password = "pass"
  3. //create property for JDBC
  4. val prop = new java.util.Properties
  5. prop.setProperty("driver", "oracle.jdbc.driver.OracleDriver")
  6. prop.setProperty("user", username)
  7. prop.setProperty("password", password)
  8.  
  9. //jdbc mysql url
  10. val url = "myUrl"
  11.  
  12. //destination database table
  13. val table = "table_oracle"
  14.  
  15. val eventDStream2e = KafkaUtils.createDirectStream[String, MyObject](
  16. ssc,
  17. PreferConsistent,
  18. Subscribe[String, MyObject](topicsSet, kafkaParams)
  19. ).foreachRDD { rdd =>
  20. if (!rdd.isEmpty) {
  21. // I have some code to create df dataframe
  22.  
  23. //write data test from spark dataframe to database
  24. df.write
  25. .mode("append")
  26. .jdbc(url, table, prop)
  27. }
  28. }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement