Advertisement
Guest User

Untitled

a guest
Mar 4th, 2015
195
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 2.91 KB | None | 0 0
  1. /user/cloudera/inputfiles/bank.txt
  2.  
  3. 106298345|Surender,Raja,CTS,50000,Chennai
  4. 106297845|Murali,Bala,TCS,60000,Chennai
  5. 106291271|Rajagopal,Ravi,CTS,50000,Chennai
  6. 106298616|Vikram,Darma,TCS,70000,Chennai
  7. 106299100|Kumar,Selvam,TCS,90000,Chennai
  8. 106299288|Sandeep,Krishna,CTS,10000,Chennai
  9. 106290071|Vimal,Pillai,TCS,20000,Chennai
  10.  
  11. public class KeyValueMain {
  12.  
  13. public static void main(String[] args) throws IOException, ClassNotFoundException, InterruptedException {
  14. // TODO Auto-generated method stub
  15.  
  16. Configuration conf = new Configuration();
  17. conf.set("key.value.separator.in.input.line", "|");
  18.  
  19. FileSystem fs =FileSystem.get(conf);
  20. fs.delete(new Path(args[1]), true);
  21.  
  22. Job myhadoopJob = new Job(conf);
  23.  
  24.  
  25. myhadoopJob.setJarByClass(KeyValueMain.class);
  26. myhadoopJob.setJobName("BANK ACCOUNT JOB");
  27.  
  28. FileInputFormat.addInputPath(myhadoopJob, new Path(args[0]));
  29. FileOutputFormat.setOutputPath(myhadoopJob, new Path(args[1]));
  30.  
  31. myhadoopJob.setInputFormatClass(KeyValueTextInputFormat.class);
  32. myhadoopJob.setOutputFormatClass(TextOutputFormat.class);
  33.  
  34.  
  35. myhadoopJob.setMapperClass(KeyValueMapper.class);
  36. myhadoopJob.setReducerClass(KeyValueReducer.class);
  37.  
  38. myhadoopJob.setNumReduceTasks(0);
  39.  
  40. myhadoopJob.setMapOutputKeyClass(Text.class);
  41. myhadoopJob.setMapOutputValueClass(IntWritable.class);
  42.  
  43. myhadoopJob.setOutputKeyClass(Text.class);
  44. myhadoopJob.setOutputValueClass(Text.class);
  45. //smyhadoopJob.setNumReduceTasks(0);
  46.  
  47. System.exit(myhadoopJob.waitForCompletion(true) ? 0 : 1);
  48.  
  49.  
  50. }
  51.  
  52. public class KeyValueMapper extends Mapper<Text, Text, Text, IntWritable>
  53.  
  54. @Override
  55.  
  56. protected void map(Text key, Text value, Context context)
  57. throws IOException, InterruptedException {
  58. String mapOutPutValue="";
  59. String map_Key="";
  60. int map_Value=0;
  61. String line = value.toString();
  62. String details[]=line.split(",");
  63.  
  64.  
  65. map_Key =details[2];
  66. map_Value=Integer.parseInt(details[3]) ;
  67.  
  68.  
  69. if(map_Key.equalsIgnoreCase("TCS"))
  70. {
  71.  
  72. context.write(new Text(map_Key), new IntWritable(map_Value));
  73. }
  74.  
  75. }
  76.  
  77. TCS 60000
  78. TCS 70000
  79. TCS 90000
  80. TCS 20000
  81.  
  82. cloudera@cloudera-vm:~/surender/mapreducejars$ hadoop jar KeyValueMain.jar /user/cloudera/inputfiles/bank.txt /user/cloudera/outputfiles/mapreduce/keyvalue
  83.  
  84. at pack1.KeyValueMapper.map(KeyValueMapper.java:39)
  85. at pack1.KeyValueMapper.map(KeyValueMapper.java:1)
  86. at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:144)
  87. at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:646)
  88. at org.apache.hadoop.mapred.MapTask.run(MapTask.java:322)
  89. at org.apache.hadoop.mapred.Child$4.run(Child.java:268)
  90. at java.security.AccessController.doPrivileged(Native Method)
  91. at javax.security.auth.Subject.doAs(Subject.java:396)
  92. at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
  93. at org.apache.hadoop.mapred.Child.main(Child.java:262)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement