Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- /user/cloudera/inputfiles/bank.txt
- 106298345|Surender,Raja,CTS,50000,Chennai
- 106297845|Murali,Bala,TCS,60000,Chennai
- 106291271|Rajagopal,Ravi,CTS,50000,Chennai
- 106298616|Vikram,Darma,TCS,70000,Chennai
- 106299100|Kumar,Selvam,TCS,90000,Chennai
- 106299288|Sandeep,Krishna,CTS,10000,Chennai
- 106290071|Vimal,Pillai,TCS,20000,Chennai
- public class KeyValueMain {
- public static void main(String[] args) throws IOException, ClassNotFoundException, InterruptedException {
- // TODO Auto-generated method stub
- Configuration conf = new Configuration();
- conf.set("key.value.separator.in.input.line", "|");
- FileSystem fs =FileSystem.get(conf);
- fs.delete(new Path(args[1]), true);
- Job myhadoopJob = new Job(conf);
- myhadoopJob.setJarByClass(KeyValueMain.class);
- myhadoopJob.setJobName("BANK ACCOUNT JOB");
- FileInputFormat.addInputPath(myhadoopJob, new Path(args[0]));
- FileOutputFormat.setOutputPath(myhadoopJob, new Path(args[1]));
- myhadoopJob.setInputFormatClass(KeyValueTextInputFormat.class);
- myhadoopJob.setOutputFormatClass(TextOutputFormat.class);
- myhadoopJob.setMapperClass(KeyValueMapper.class);
- myhadoopJob.setReducerClass(KeyValueReducer.class);
- myhadoopJob.setNumReduceTasks(0);
- myhadoopJob.setMapOutputKeyClass(Text.class);
- myhadoopJob.setMapOutputValueClass(IntWritable.class);
- myhadoopJob.setOutputKeyClass(Text.class);
- myhadoopJob.setOutputValueClass(Text.class);
- //smyhadoopJob.setNumReduceTasks(0);
- System.exit(myhadoopJob.waitForCompletion(true) ? 0 : 1);
- }
- public class KeyValueMapper extends Mapper<Text, Text, Text, IntWritable>
- @Override
- protected void map(Text key, Text value, Context context)
- throws IOException, InterruptedException {
- String mapOutPutValue="";
- String map_Key="";
- int map_Value=0;
- String line = value.toString();
- String details[]=line.split(",");
- map_Key =details[2];
- map_Value=Integer.parseInt(details[3]) ;
- if(map_Key.equalsIgnoreCase("TCS"))
- {
- context.write(new Text(map_Key), new IntWritable(map_Value));
- }
- }
- TCS 60000
- TCS 70000
- TCS 90000
- TCS 20000
- cloudera@cloudera-vm:~/surender/mapreducejars$ hadoop jar KeyValueMain.jar /user/cloudera/inputfiles/bank.txt /user/cloudera/outputfiles/mapreduce/keyvalue
- at pack1.KeyValueMapper.map(KeyValueMapper.java:39)
- at pack1.KeyValueMapper.map(KeyValueMapper.java:1)
- at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:144)
- at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:646)
- at org.apache.hadoop.mapred.MapTask.run(MapTask.java:322)
- at org.apache.hadoop.mapred.Child$4.run(Child.java:268)
- at java.security.AccessController.doPrivileged(Native Method)
- at javax.security.auth.Subject.doAs(Subject.java:396)
- at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
- at org.apache.hadoop.mapred.Child.main(Child.java:262)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement