Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- val username = "myUser"
- val password = "pass"
- //create property for JDBC
- val prop = new java.util.Properties
- prop.setProperty("driver", "oracle.jdbc.driver.OracleDriver")
- prop.setProperty("user", username)
- prop.setProperty("password", password)
- //jdbc mysql url
- val url = "myUrl"
- //destination database table
- val table = "table_oracle"
- val eventDStream2e = KafkaUtils.createDirectStream[String, MyObject](
- ssc,
- PreferConsistent,
- Subscribe[String, MyObject](topicsSet, kafkaParams)
- ).foreachRDD { rdd =>
- if (!rdd.isEmpty) {
- // I have some code to create df dataframe
- //write data test from spark dataframe to database
- df.write
- .mode("append")
- .jdbc(url, table, prop)
- }
- }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement