import java.io.IOException;
import java.util.StringTokenizer;

import java.util.regex.Matcher;
import java.util.regex.Pattern;

import org.apache.hadoop.io.IntWritable;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mapred.Mapper;
import org.apache.hadoop.mapred.MapReduceBase;
import org.apache.hadoop.mapred.OutputCollector;
import org.apache.hadoop.mapred.Reporter;

public class WordMapper extends MapReduceBase
        implements Mapper<Object, Text, Text, IntWritable>
{
    private Text word = new Text();
    private final static IntWritable ONE = new IntWritable(1);

    public void map(Object key,
            Text value,
            OutputCollector<Text, IntWritable> output,
            Reporter reporter) throws IOException
  {
        // Break line into words for processing
    Pattern pat = Pattern.compile("(\\w+)");
    Matcher mat = pat.matcher(value.toString());
    while (mat.find())
    {
            word.set(mat.group(1).toLowerCase());
            output.collect(word, ONE);
    }
    /*
        StringTokenizer wordList = new StringTokenizer(value.toString());
        while (wordList.hasMoreTokens())
    {
            word.set(wordList.nextToken());
            output.collect(word, ONE);
        }
    */
    }
}