Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- public void map(LongWritable key, Text value, OutputCollector output, Reporter reporter) throws IOException {
- final String line = value.toString();
- final String[] parts = line.split("/");
- if (parts.length > 1) {
- final String filename = parts[parts.length-1];
- final String[] fileParts = filename.split("_");
- final StringBuilder sb = new StringBuilder();
- sb.append(fileParts[1]);
- sb.append(fileParts[0]);
- keyVal.set(sb.toString());
- valVal.set(line);
- output.collect(keyVal, valVal);
- }
- else {
- reporter.incrCounter("org.apache.hadoop.mapred.Task$Counter", "MAP_SKIPPED_RECORDS", 1);
- }
- }
Add Comment
Please, Sign In to add comment