root@hadoop-master:~# hadoop jar $HADOOP_HOME/share/hadoop/tools/lib/hadoop-streaming-2.7.2.jar -input /poi -output /poi_out10 -combiner "/root/combiner_paths.py" -mapper "/root/mapper_paths.py" -reducer "/root/reducer_paths.py"
packageJobJar: [/tmp/hadoop-unjar9007171389696097840/] [] /tmp/streamjob327599803018733055.jar tmpDir=null
17/12/16 21:05:11 INFO client.RMProxy: Connecting to ResourceManager at hadoop-master/172.18.0.2:8032
17/12/16 21:05:12 INFO client.RMProxy: Connecting to ResourceManager at hadoop-master/172.18.0.2:8032
17/12/16 21:05:13 INFO mapred.FileInputFormat: Total input paths to process : 1
17/12/16 21:05:14 INFO mapreduce.JobSubmitter: number of splits:2
17/12/16 21:05:17 INFO mapreduce.JobSubmitter: Submitting tokens for job: job_1513427254881_0018
17/12/16 21:05:18 INFO impl.YarnClientImpl: Submitted application application_1513427254881_0018
17/12/16 21:05:18 INFO mapreduce.Job: The url to track the job: http://hadoop-master:8088/proxy/application_1513427254881_0018/
17/12/16 21:05:18 INFO mapreduce.Job: Running job: job_1513427254881_0018
17/12/16 21:05:41 INFO mapreduce.Job: Job job_1513427254881_0018 running in uber mode : false
17/12/16 21:05:41 INFO mapreduce.Job:  map 0% reduce 0%
17/12/16 21:05:50 INFO mapreduce.Job: Task Id : attempt_1513427254881_0018_m_000001_0, Status : FAILED
Error: java.lang.RuntimeException: PipeMapRed.waitOutputThreads(): subprocess failed with code 1
        at org.apache.hadoop.streaming.PipeMapRed.waitOutputThreads(PipeMapRed.java:322)
        at org.apache.hadoop.streaming.PipeMapRed.mapRedFinished(PipeMapRed.java:535)
        at org.apache.hadoop.streaming.PipeReducer.close(PipeReducer.java:134)
        at org.apache.hadoop.mapred.Task$OldCombinerRunner.combine(Task.java:1620)
        at org.apache.hadoop.mapred.MapTask$MapOutputBuffer.sortAndSpill(MapTask.java:1637)
        at org.apache.hadoop.mapred.MapTask$MapOutputBuffer.flush(MapTask.java:1489)
        at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:460)
        at org.apache.hadoop.mapred.MapTask.run(MapTask.java:343)
        at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:164)
        at java.security.AccessController.doPrivileged(Native Method)
        at javax.security.auth.Subject.doAs(Subject.java:415)
        at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
        at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:158)

17/12/16 21:05:53 INFO mapreduce.Job:  map 50% reduce 0%
17/12/16 21:05:57 INFO mapreduce.Job: Task Id : attempt_1513427254881_0018_m_000001_1, Status : FAILED
Error: java.lang.RuntimeException: PipeMapRed.waitOutputThreads(): subprocess failed with code 1
        at org.apache.hadoop.streaming.PipeMapRed.waitOutputThreads(PipeMapRed.java:322)
        at org.apache.hadoop.streaming.PipeMapRed.mapRedFinished(PipeMapRed.java:535)
        at org.apache.hadoop.streaming.PipeReducer.close(PipeReducer.java:134)
        at org.apache.hadoop.mapred.Task$OldCombinerRunner.combine(Task.java:1620)
        at org.apache.hadoop.mapred.MapTask$MapOutputBuffer.sortAndSpill(MapTask.java:1637)
        at org.apache.hadoop.mapred.MapTask$MapOutputBuffer.flush(MapTask.java:1489)
        at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:460)
        at org.apache.hadoop.mapred.MapTask.run(MapTask.java:343)
        at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:164)
        at java.security.AccessController.doPrivileged(Native Method)
        at javax.security.auth.Subject.doAs(Subject.java:415)
        at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
        at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:158)

17/12/16 21:06:01 INFO mapreduce.Job: Task Id : attempt_1513427254881_0018_m_000001_2, Status : FAILED
Error: java.lang.RuntimeException: PipeMapRed.waitOutputThreads(): subprocess failed with code 1
        at org.apache.hadoop.streaming.PipeMapRed.waitOutputThreads(PipeMapRed.java:322)
        at org.apache.hadoop.streaming.PipeMapRed.mapRedFinished(PipeMapRed.java:535)
        at org.apache.hadoop.streaming.PipeReducer.close(PipeReducer.java:134)
        at org.apache.hadoop.mapred.Task$OldCombinerRunner.combine(Task.java:1620)
        at org.apache.hadoop.mapred.MapTask$MapOutputBuffer.sortAndSpill(MapTask.java:1637)
        at org.apache.hadoop.mapred.MapTask$MapOutputBuffer.flush(MapTask.java:1489)
        at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:460)
        at org.apache.hadoop.mapred.MapTask.run(MapTask.java:343)
        at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:164)
        at java.security.AccessController.doPrivileged(Native Method)
        at javax.security.auth.Subject.doAs(Subject.java:415)
        at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
        at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:158)

17/12/16 21:06:05 INFO mapreduce.Job:  map 50% reduce 17%
17/12/16 21:06:07 INFO mapreduce.Job:  map 100% reduce 100%
17/12/16 21:06:11 INFO mapreduce.Job: Job job_1513427254881_0018 failed with state FAILED due to: Task failed task_1513427254881_0018_m_000001
Job failed as tasks failed. failedMaps:1 failedReduces:0

17/12/16 21:06:11 INFO mapreduce.Job: Counters: 41
        File System Counters
                FILE: Number of bytes read=0
                FILE: Number of bytes written=119799
                FILE: Number of read operations=0
                FILE: Number of large read operations=0
                FILE: Number of write operations=0
                HDFS: Number of bytes read=200
                HDFS: Number of bytes written=0
                HDFS: Number of read operations=3
                HDFS: Number of large read operations=0
                HDFS: Number of write operations=0
        Job Counters
                Failed map tasks=4
                Killed map tasks=1
                Killed reduce tasks=1
                Launched map tasks=5
                Launched reduce tasks=1
                Other local map tasks=3
                Data-local map tasks=2
                Total time spent by all maps in occupied slots (ms)=27630
                Total time spent by all reduces in occupied slots (ms)=10958
                Total time spent by all map tasks (ms)=27630
                Total time spent by all reduce tasks (ms)=10958
                Total vcore-milliseconds taken by all map tasks=27630
                Total vcore-milliseconds taken by all reduce tasks=10958
                Total megabyte-milliseconds taken by all map tasks=28293120
                Total megabyte-milliseconds taken by all reduce tasks=11220992
        Map-Reduce Framework
                Map input records=3
                Map output records=3
                Map output bytes=69
                Map output materialized bytes=204
                Input split bytes=90
                Combine input records=3
                Combine output records=2
                Spilled Records=2
                Failed Shuffles=0
                Merged Map outputs=0
                GC time elapsed (ms)=39
                CPU time spent (ms)=920
                Physical memory (bytes) snapshot=293322752
                Virtual memory (bytes) snapshot=872894464
                Total committed heap usage (bytes)=201326592
        File Input Format Counters
                Bytes Read=110
17/12/16 21:06:11 ERROR streaming.StreamJob: Job not successful!
Streaming Command Failed!