Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- FileSystem fs = FileSystem.get(conf);
- FSDataOutputStream FS = fs.create(new Path("S3 folder output path"+"//Result.txt"));
- PrintWriter writer = new PrintWriter(FS);
- writer.write(averageDelay.toString());
- writer.close();
- FS.close();
- FileSystem fileSystem = FileSystem.get(URI.create(otherArgs[1]),conf);
- FSDataOutputStream fsDataOutputStream = fileSystem.create(new Path(otherArgs[1]+"//Result.txt"));
- PrintWriter writer = new PrintWriter(fsDataOutputStream);
- writer.write("n Average Delay:"+averageDelay);
- writer.close();
- fsDataOutputStream.close();
- FileSystem fileSystem = FileSystem.get(URI.create(otherArgs[1]),new JobConf(<Your_Class_Name_here>.class));
- FSDataOutputStream fsDataOutputStream = fileSystem.create(new
- Path(otherArgs[1]+"//Result.txt"));
- PrintWriter writer = new PrintWriter(fsDataOutputStream);
- writer.write("n Average Delay:"+averageDelay);
- writer.close();
- fsDataOutputStream.close();
- ... AmazonS3 s3Client;
- public void reduce(Text key, java.lang.Iterable<Text> values, Reducer<Text, Text, Text, Text>.Context context) throws Exception {
- UUID fileUUID = UUID.randomUUID();
- SimpleDateFormat sdf = new SimpleDateFormat("yyy-MM-dd");
- sdf.setTimeZone(TimeZone.getTimeZone("UTC"));
- String fileName = String.format("nightly-dump/%s/%s-%s",sdf.format(new Date()), key, fileUUID);
- log.info("Filename = [{}]", fileName);
- String content = "";
- int count = 0;
- for (Text value : values) {
- count++;
- String s3Line = value.toString();
- content += s3Line + "n";
- }
- log.info("Count = {}, S3Lines = n{}", count, content);
- PutObjectResult putObjectResult = s3Client.putObject(S3_BUCKETNAME, fileName, content);
- log.info("Put versionId = {}", putObjectResult.getVersionId());
- reduceWriteContext("1", "1");
- context.setStatus("COMPLETED");
- }
Add Comment
Please, Sign In to add comment