Guest User

Untitled

a guest
Oct 18th, 2017
52
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.15 KB | None | 0 0
  1. JavaPairRDD<String, Integer> counts = combinerRDD.mapToPair(
  2. new PairFunction<Tuple2<LongWritable, Text>, String, Integer>() {
  3. String filename;
  4. Integer count;
  5. Message message;
  6.  
  7. @Override
  8. public Tuple2<String, Integer> call(Tuple2<LongWritable, Text> tuple) throws Exception {
  9. xlhrCount = 0;
  10. filename = "";
  11.  
  12. filename = "New_File";
  13. for (JobStep js : message.getJobStep()) {
  14. if (js.getStepName().equals(StepName.NEW_STEP)) {
  15. count += 1;
  16. }
  17. }
  18.  
  19. return new Tuple2<String, Integer>(filename, xlhrCount);
  20. }
  21. }).reduceByKey(new Function2<Integer, Integer, Integer>() {
  22. @Override
  23. public Integer call(Integer count1, Integer count2) throws Exception {
  24. return (count1 + count2);
  25. }
  26. }
  27. );
Add Comment
Please, Sign In to add comment