Advertisement
Guest User

Untitled

a guest
Nov 25th, 2017
74
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 3.20 KB | None | 0 0
  1. package org.hw1.test;
  2.  
  3. import java.io.IOException;
  4. import java.util.ArrayList;
  5. import java.util.List;
  6.  
  7. import org.apache.hadoop.io.IntWritable;
  8. import org.apache.hadoop.io.LongWritable;
  9. import org.apache.hadoop.io.Text;
  10. import org.apache.hadoop.mrunit.mapreduce.MapDriver;
  11. import org.apache.hadoop.mrunit.mapreduce.MapReduceDriver;
  12. import org.apache.hadoop.mrunit.mapreduce.ReduceDriver;
  13. import org.hw1.UserAgentCount;
  14. import org.junit.Before;
  15. import org.junit.Test;
  16.  
  17. public class TestUserAgentCount {
  18. MapReduceDriver<LongWritable, Text, Text, IntWritable, Text, IntWritable> mapReduceDriver;
  19. MapDriver<LongWritable, Text, Text, IntWritable> mapDriver;
  20. ReduceDriver<Text, IntWritable, Text, IntWritable> reduceDriver;
  21.  
  22. @Before
  23. public void setUp() {
  24. UserAgentCount.Map mapper = new UserAgentCount.Map();
  25. UserAgentCount.Reduce reducer = new UserAgentCount.Reduce();
  26. mapDriver = new MapDriver<LongWritable, Text, Text, IntWritable>();
  27. mapDriver.setMapper(mapper);
  28. reduceDriver = new ReduceDriver<Text, IntWritable, Text, IntWritable>();
  29. reduceDriver.setReducer(reducer);
  30. mapReduceDriver = new MapReduceDriver<LongWritable, Text, Text, IntWritable, Text, IntWritable>();
  31. mapReduceDriver.setMapper(mapper);
  32. mapReduceDriver.setReducer(reducer);
  33. }
  34.  
  35. @Test
  36. public void testMapper() {
  37. mapDriver.withInput(new LongWritable(1), new Text("Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0)"));
  38. mapDriver.withInput(new LongWritable(1), new Text("Mozilla/5.0 (Windows NT 5.1; rv:31.0) Gecko/20100101 Firefox/31.0"));
  39. mapDriver.withOutput(new Text("Internet Explorer"), new IntWritable(1));
  40. mapDriver.withOutput(new Text("Firefox"), new IntWritable(1));
  41. try {
  42. mapDriver.runTest();
  43. } catch (IOException e) {
  44. e.printStackTrace();
  45. }
  46. }
  47.  
  48. @Test
  49. public void testReducer() {
  50. List<IntWritable> values = new ArrayList<IntWritable>();
  51. values.add(new IntWritable(1));
  52. values.add(new IntWritable(1));
  53. reduceDriver.withInput(new Text("Internet Explorer"), values);
  54. reduceDriver.withOutput(new Text("Internet Explorer"), new IntWritable(2));
  55. try {
  56. reduceDriver.runTest();
  57. } catch (IOException e) {
  58. e.printStackTrace();
  59. }
  60. }
  61.  
  62. @Test
  63. public void testMapReduce() {
  64. mapReduceDriver.withInput(new LongWritable(1), new Text("Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0)"));
  65. mapReduceDriver.withInput(new LongWritable(1), new Text("Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0)"));
  66. mapReduceDriver.withInput(new LongWritable(1), new Text("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/35.0.1916.47 Safari/537.36"));
  67.  
  68. mapReduceDriver.addOutput(new Text("Chrome"), new IntWritable(1));
  69. mapReduceDriver.addOutput(new Text("Internet Explorer"), new IntWritable(2));
  70.  
  71. try {
  72. mapReduceDriver.runTest();
  73. } catch (IOException e) {
  74. e.printStackTrace();
  75. }
  76. }
  77.  
  78. }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement