Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- def exlude_transient_files(path:Path):Boolean = !path.getName().endsWith("_COPYING_")
- val rawJsonFilesStream:DStream[String] = ssc.fileStream[LongWritable, Text, TextInputFormat](jsonFilePath, exlude_transient_files(_), false)
Add Comment
Please, Sign In to add comment