Advertisement
Guest User

Untitled

a guest
Apr 24th, 2017
62
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 0.90 KB | None | 0 0
  1. final List<Map<String,String>> jsonData = new ArrayList<>();
  2.  
  3. DataFrame df = sqlContext.read().json("file:///home/dev/data-json/emp.json");
  4. JavaRDD<String> rdd = df.toJSON().toJavaRDD();
  5.  
  6. rdd.foreach(new VoidFunction<String>() {
  7. @Override
  8. public void call(String line) {
  9. try {
  10. System.out.println(line);
  11. jsonData.add (new ObjectMapper().readValue(line, Map.class));
  12. } catch (IOException e) {
  13. e.printStackTrace();
  14. }
  15. }
  16. });
  17.  
  18.  
  19. System.out.println(jsonData.size());
  20.  
  21. {"address":"noida","name":"karthik","occupation":"engg","salary":20000}
  22. {"address":"noida","name":"dev","occupation":"engg","salary":10000}
  23.  
  24. -----other 98 records
  25.  
  26. TypeReference<HashMap<String,String>> typeRef
  27. = new TypeReference<HashMap<String,String>>() {};
  28.  
  29. jsonData.add (new ObjectMapper().readValue(line, typeRef));
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement