Advertisement
Guest User

Untitled

a guest
Nov 12th, 2018
77
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.70 KB | None | 0 0
  1. package hr.fer.pus.lab1;
  2.  
  3. import java.io.IOException;
  4. import org.apache.hadoop.fs.Path;
  5. import org.apache.hadoop.io.IntWritable;
  6. import org.apache.hadoop.io.LongWritable;
  7. import org.apache.hadoop.io.Text;
  8. import org.apache.hadoop.mapred.FileInputFormat;
  9. import org.apache.hadoop.mapred.FileOutputFormat;
  10. import org.apache.hadoop.mapred.JobClient;
  11. import org.apache.hadoop.mapred.JobConf;
  12.  
  13. public class VideoCount {
  14.  
  15. public static void main(String[] args) throws IOException {
  16. if (args.length != 2) {
  17. System.err.println("Usage: VideoCount <input path> < output path>");
  18. System.exit(-1);
  19. }
  20.  
  21. Path out = new Path(args[1]);
  22.  
  23. JobConf conf = new JobConf(VideoCount.class);
  24. conf.setJobName("Video count");
  25. FileInputFormat.addInputPath(conf, new Path(args[0]));
  26. FileOutputFormat.setOutputPath(conf, new Path(out, "out1"));
  27. conf.setMapperClass(VideoCountMap.class);
  28. conf.setReducerClass(VideoCountReduce.class);
  29. conf.setOutputKeyClass(Text.class);
  30. conf.setOutputValueClass(IntWritable.class);
  31. JobClient.runJob(conf);
  32.  
  33. JobConf conf2 = new JobConf(VideoCount.class);
  34. conf2.setJobName("Video count");
  35. FileInputFormat.addInputPath(conf2, new Path(out, "out1"));
  36. FileOutputFormat.setOutputPath(conf2, new Path(out, "out2"));
  37. conf2.setMapperClass(VideoCountMap2.class);
  38. conf2.setOutputKeyComparatorClass(LongWritable.DecreasingComparator.class);
  39. conf2.setReducerClass(VideoCountReduce2.class);
  40. conf2.setOutputKeyClass(IntWritable.class);
  41. conf2.setOutputValueClass(Text.class);
  42. JobClient.runJob(conf2);
  43. }
  44. }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement