Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- def createStreamingContext(): StreamingContext = {
- val ssc = new StreamingContext(sparkConf, Duration(1000))
- ssc.checkpoint(checkpointDir)
- ssc
- }
- val ssc = StreamingContext.getOrCreate(checkpointDir), createStreamingContext)
- val socketStream = ssc.socketTextStream(...)
- socketStream.checkpoint(Seconds(1))
- socketStream.foreachRDD(...)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement