Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- package hr.fer.pus.lab1;
- import java.io.IOException;
- import org.apache.hadoop.fs.Path;
- import org.apache.hadoop.io.IntWritable;
- import org.apache.hadoop.io.LongWritable;
- import org.apache.hadoop.io.Text;
- import org.apache.hadoop.mapred.FileInputFormat;
- import org.apache.hadoop.mapred.FileOutputFormat;
- import org.apache.hadoop.mapred.JobClient;
- import org.apache.hadoop.mapred.JobConf;
- public class VideoCount {
- public static void main(String[] args) throws IOException {
- if (args.length != 2) {
- System.err.println("Usage: VideoCount <input path> < output path>");
- System.exit(-1);
- }
- Path out = new Path(args[1]);
- JobConf conf = new JobConf(VideoCount.class);
- conf.setJobName("Video count");
- FileInputFormat.addInputPath(conf, new Path(args[0]));
- FileOutputFormat.setOutputPath(conf, new Path(out, "out1"));
- conf.setMapperClass(VideoCountMap.class);
- conf.setReducerClass(VideoCountReduce.class);
- conf.setOutputKeyClass(Text.class);
- conf.setOutputValueClass(IntWritable.class);
- JobClient.runJob(conf);
- JobConf conf2 = new JobConf(VideoCount.class);
- conf2.setJobName("Video count");
- FileInputFormat.addInputPath(conf2, new Path(out, "out1"));
- FileOutputFormat.setOutputPath(conf2, new Path(out, "out2"));
- conf2.setMapperClass(VideoCountMap2.class);
- conf2.setOutputKeyComparatorClass(LongWritable.DecreasingComparator.class);
- conf2.setReducerClass(VideoCountReduce2.class);
- conf2.setOutputKeyClass(IntWritable.class);
- conf2.setOutputValueClass(Text.class);
- JobClient.runJob(conf2);
- }
- }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement