Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- package org.hw1.test;
- import java.io.IOException;
- import java.util.ArrayList;
- import java.util.List;
- import org.apache.hadoop.io.IntWritable;
- import org.apache.hadoop.io.LongWritable;
- import org.apache.hadoop.io.Text;
- import org.apache.hadoop.mrunit.mapreduce.MapDriver;
- import org.apache.hadoop.mrunit.mapreduce.MapReduceDriver;
- import org.apache.hadoop.mrunit.mapreduce.ReduceDriver;
- import org.hw1.UserAgentCount;
- import org.junit.Before;
- import org.junit.Test;
- public class TestUserAgentCount {
- MapReduceDriver<LongWritable, Text, Text, IntWritable, Text, IntWritable> mapReduceDriver;
- MapDriver<LongWritable, Text, Text, IntWritable> mapDriver;
- ReduceDriver<Text, IntWritable, Text, IntWritable> reduceDriver;
- @Before
- public void setUp() {
- UserAgentCount.Map mapper = new UserAgentCount.Map();
- UserAgentCount.Reduce reducer = new UserAgentCount.Reduce();
- mapDriver = new MapDriver<LongWritable, Text, Text, IntWritable>();
- mapDriver.setMapper(mapper);
- reduceDriver = new ReduceDriver<Text, IntWritable, Text, IntWritable>();
- reduceDriver.setReducer(reducer);
- mapReduceDriver = new MapReduceDriver<LongWritable, Text, Text, IntWritable, Text, IntWritable>();
- mapReduceDriver.setMapper(mapper);
- mapReduceDriver.setReducer(reducer);
- }
- @Test
- public void testMapper() {
- mapDriver.withInput(new LongWritable(1), new Text("Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0)"));
- mapDriver.withInput(new LongWritable(1), new Text("Mozilla/5.0 (Windows NT 5.1; rv:31.0) Gecko/20100101 Firefox/31.0"));
- mapDriver.withOutput(new Text("Internet Explorer"), new IntWritable(1));
- mapDriver.withOutput(new Text("Firefox"), new IntWritable(1));
- try {
- mapDriver.runTest();
- } catch (IOException e) {
- e.printStackTrace();
- }
- }
- @Test
- public void testReducer() {
- List<IntWritable> values = new ArrayList<IntWritable>();
- values.add(new IntWritable(1));
- values.add(new IntWritable(1));
- reduceDriver.withInput(new Text("Internet Explorer"), values);
- reduceDriver.withOutput(new Text("Internet Explorer"), new IntWritable(2));
- try {
- reduceDriver.runTest();
- } catch (IOException e) {
- e.printStackTrace();
- }
- }
- @Test
- public void testMapReduce() {
- mapReduceDriver.withInput(new LongWritable(1), new Text("Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0)"));
- mapReduceDriver.withInput(new LongWritable(1), new Text("Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0)"));
- mapReduceDriver.withInput(new LongWritable(1), new Text("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/35.0.1916.47 Safari/537.36"));
- mapReduceDriver.addOutput(new Text("Chrome"), new IntWritable(1));
- mapReduceDriver.addOutput(new Text("Internet Explorer"), new IntWritable(2));
- try {
- mapReduceDriver.runTest();
- } catch (IOException e) {
- e.printStackTrace();
- }
- }
- }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement