Advertisement
Guest User

Untitled

a guest
Sep 30th, 2014
172
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.44 KB | None | 0 0
  1. import org.apache.hadoop.conf.Configuration;
  2. import org.apache.hadoop.conf.Configured;
  3. import org.apache.hadoop.fs.Path;
  4. import org.apache.hadoop.io.IntWritable;
  5. import org.apache.hadoop.io.Text;
  6. import org.apache.hadoop.mapreduce.Job;
  7. import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
  8. import org.apache.hadoop.mapreduce.lib.input.TextInputFormat;
  9. import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;
  10. import org.apache.hadoop.mapreduce.lib.output.TextOutputFormat;
  11. import org.apache.hadoop.util.Tool;
  12. import org.apache.hadoop.util.ToolRunner;
  13. public class VoteCountApplication extends Configured implements Tool{
  14. public static void main(String[] args) throws Exception {
  15. int res = ToolRunner.run(new Configuration(), new VoteCountApplication(), args);
  16. System.exit(res);
  17. }
  18. @Override
  19. public int run(String[] args) throws Exception {
  20. if (args.length != 2) {
  21. System.out.println("usage: [input] [output]");
  22. System.exit(-1);
  23. }
  24. Job job = Job.getInstance(new Configuration());
  25. job.setOutputKeyClass(Text.class);
  26. job.setOutputValueClass(IntWritable.class);
  27. job.setMapperClass(VoteCountMapper.class);
  28. job.setReducerClass(VoteCountReducer.class);
  29. job.setInputFormatClass(TextInputFormat.class);
  30. job.setOutputFormatClass(TextOutputFormat.class);
  31. FileInputFormat.setInputPaths(job, new Path(args[0]));
  32. FileOutputFormat.setOutputPath(job, new Path(args[1]));
  33. job.setJarByClass(VoteCountApplication.class);
  34. job.submit();
  35. return 0;
  36. }
  37. }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement