Advertisement
Guest User

WordMapperAvg.java

a guest
Feb 19th, 2019
91
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Java 1.05 KB | None | 0 0
  1. import java.io.IOException;
  2.  
  3. import org.apache.hadoop.io.IntWritable;
  4. import org.apache.hadoop.io.LongWritable;
  5. import org.apache.hadoop.io.NullWritable;
  6. import org.apache.hadoop.io.Text;
  7. import org.apache.hadoop.mapreduce.Mapper;
  8. import org.apache.hadoop.mapreduce.Reducer;
  9.  
  10.  
  11.  
  12.  
  13. @SuppressWarnings("unused")
  14. public class WordMapperAvg extends Mapper<LongWritable, Text, Text,
  15. IntWritable> {
  16.    
  17.     static enum MapCounters {
  18.         MAP_RECORD_COUNTER
  19.     }
  20.    
  21.     public void map(LongWritable key, Text value, Context context)
  22.             throws IOException, InterruptedException {
  23.         context.getCounter(MapCounters.MAP_RECORD_COUNTER).increment(1);
  24.         String line = value.toString();
  25.            
  26.                
  27.         for (String word : line.split("\\W+")) {
  28.             if (word.length() > 0) {
  29.             String firstletter =  Character.toString(word.charAt(0));
  30.             String lower_first = firstletter.toLowerCase();
  31.             Integer length = word.length();
  32.             context.write(new Text(word), new IntWritable(length));
  33.             context.getCounter(SumReducer2.ReducerCounters.REDUCER_RECORD_COUNTER).increment(1);
  34.  
  35. }
  36. }
  37. }
  38. }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement