Advertisement
Guest User

Untitled

a guest
Jul 20th, 2017
60
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Scala 0.88 KB | None | 0 0
  1. package test.invertedIndex
  2.  
  3. import java.io.IOException;
  4. import java.util.Iterator;
  5. import org.apache.hadoop.io.Text;
  6. import org.apache.hadoop.mapred.OutputCollector;
  7. import org.apache.hadoop.mapred.MapReduceBase;
  8. import org.apache.hadoop.mapred.Reducer;
  9. import org.apache.hadoop.mapred.Reporter;
  10.  
  11. import scala.collection.JavaConversions._
  12.  
  13. class invertedReducer() extends MapReduceBase
  14.         with Reducer[Text, Text, Text, Text] {
  15.  
  16.     val valuesList = new StringBuffer();
  17.  
  18.     val finalValue = new Text();
  19.  
  20.     def reduce(key : Text,
  21.         values: Iterator[Text],
  22.         output: OutputCollector[Text, Text] ,
  23.         reporter: Reporter) {
  24.  
  25.     // clear the value list
  26.         valuesList.delete(0, valuesList.length());
  27.  
  28.         values.foreach ( v => valuesList.append(v.toString + ",") )
  29.  
  30.         finalValue.set(valuesList.substring(0, valuesList.length()-1).toString());
  31.         output.collect(key, finalValue);
  32.  
  33.     }
  34. }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement