Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- val csvFiles = sc.textFile(path)
- val selectedRows = csvFiles.map(_.split(","))
- .filter(row => (row.length > fieldNumber) && (row(fieldNumber).equals(value)))
- selectedRows.saveAsTextFile(output)
- OUTPUT:
- [Ljava.lang.String;@77f4ff45
- [Ljava.lang.String;@2d066f5c
- [Ljava.lang.String;@179181c
- [Ljava.lang.String;@351dd705
- [Ljava.lang.String;@3a0fa481
- [Ljava.lang.String;@58f92eee
- [Ljava.lang.String;@4f7838e4
- [Ljava.lang.String;@5ddf297e
- [Ljava.lang.String;@661d3f57
- [Ljava.lang.String;@a299d21
- [Ljava.lang.String;@320ae6bd
- [Ljava.lang.String;@4d1d2809
- [Ljava.lang.String;@352f8e6c
- [Ljava.lang.String;@452f6fbb
- [Ljava.lang.String;@2d508179
- [Ljava.lang.String;@373b348e
- [Ljava.lang.String;@ff772f6
- [Ljava.lang.String;@3e9c7caa
- [Ljava.lang.String;@13bc9d03
- [Ljava.lang.String;@433d19e0
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement