# HDFS Write
hadoop jar hadoop-mapreduce-client-jobclient-3.0.0-cdh6.2.0-tests.jar TestDFSIO \
-Dmapred.job.queue.name=q2 \
-write -nrFiles 50 -size 100MB

# HDFS Read
hadoop jar hadoop-mapreduce-client-jobclient-3.0.0-cdh6.2.0-tests.jar TestDFSIO \
-Dmapred.job.queue.name=q2 \
-read -nrFiles 50 -size 100MB

# S3 Write
hadoop jar hadoop-mapreduce-client-jobclient-3.0.0-cdh6.2.0-tests.jar TestDFSIO \
-Dtest.build.data=s3://bucket/benchmarks/TestDFSIO \
-Dfs.defaultFS=s3://bucket \
-Dyarn.app.mapreduce.am.staging-dir=s3://bucket/tmp3 \
-Dmapred.job.queue.name=q2 \
-write -nrFiles 50 -size 100MB

# S3 Read
hadoop jar hadoop-mapreduce-client-jobclient-3.0.0-cdh6.2.0-tests.jar TestDFSIO \
-Dtest.build.data=s3://bucket/benchmarks/TestDFSIO \
-Dfs.defaultFS=s3://bucket \
-Dyarn.app.mapreduce.am.staging-dir=s3://bucket/tmp4 \
-Dmapred.job.queue.name=q2 \
-read -nrFiles 50 -size 100MB

# 처리 결과
19/06/18 01:32:50 INFO fs.TestDFSIO: ----- TestDFSIO ----- : read
19/06/18 01:32:50 INFO fs.TestDFSIO:            Date & time: Tue Jun 18 01:32:50 UTC 2019
19/06/18 01:32:50 INFO fs.TestDFSIO:        Number of files: 5
19/06/18 01:32:50 INFO fs.TestDFSIO: Total MBytes processed: 500.0
19/06/18 01:32:50 INFO fs.TestDFSIO:      Throughput mb/sec: 91.35757354284671
19/06/18 01:32:50 INFO fs.TestDFSIO: Average IO rate mb/sec: 91.58104705810547
19/06/18 01:32:50 INFO fs.TestDFSIO:  IO rate std deviation: 4.448786638351144
19/06/18 01:32:50 INFO fs.TestDFSIO:     Test exec time sec: 21.936
19/06/18 01:32:50 INFO fs.TestDFSIO: