Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- JavaPairRDD<String, Integer> counts = combinerRDD.mapToPair(
- new PairFunction<Tuple2<LongWritable, Text>, String, Integer>() {
- String filename;
- Integer count;
- Message message;
- @Override
- public Tuple2<String, Integer> call(Tuple2<LongWritable, Text> tuple) throws Exception {
- xlhrCount = 0;
- filename = "";
- filename = "New_File";
- for (JobStep js : message.getJobStep()) {
- if (js.getStepName().equals(StepName.NEW_STEP)) {
- count += 1;
- }
- }
- return new Tuple2<String, Integer>(filename, xlhrCount);
- }
- }).reduceByKey(new Function2<Integer, Integer, Integer>() {
- @Override
- public Integer call(Integer count1, Integer count2) throws Exception {
- return (count1 + count2);
- }
- }
- );
Add Comment
Please, Sign In to add comment