API tools faq
paste
Guest User

Untitled

a guest
Nov 21st, 2017
94
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 9.84 KB | None | 0 0
raw download clone embed print report
  1. python density.py tiny.dat -r hadoop --hadoop-bin /usr/bin/hadoop > outputmusic
  2.  
  3. HADOOP: Running job: job_1369345811890_0245
  4. HADOOP: Job job_1369345811890_0245 running in uber mode : false
  5. HADOOP: map 0% reduce 0%
  6. HADOOP: Task Id : attempt_1369345811890_0245_m_000000_0, Status : FAILED
  7. HADOOP: Error: java.lang.RuntimeException: PipeMapRed.waitOutputThreads(): subprocess failed with code 1
  8. HADOOP: at org.apache.hadoop.streaming.PipeMapRed.waitOutputThreads(PipeMapRed.java:320)
  9. HADOOP: at org.apache.hadoop.streaming.PipeMapRed.mapRedFinished(PipeMapRed.java:533)
  10. HADOOP: at org.apache.hadoop.streaming.PipeMapper.close(PipeMapper.java:130)
  11. HADOOP: at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:61)
  12. HADOOP: at org.apache.hadoop.streaming.PipeMapRunner.run(PipeMapRunner.java:34)
  13. HADOOP: at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:428)
  14. HADOOP: at org.apache.hadoop.mapred.MapTask.run(MapTask.java:340)
  15. HADOOP: at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:157)
  16. HADOOP: at java.security.AccessController.doPrivileged(Native Method)
  17. HADOOP: at javax.security.auth.Subject.doAs(Subject.java:415)
  18. HADOOP: at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408)
  19. HADOOP: at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:152)
  20. HADOOP:
  21. HADOOP: Task Id : attempt_1369345811890_0245_m_000001_0, Status : FAILED
  22. HADOOP: Error: java.lang.RuntimeException: PipeMapRed.waitOutputThreads(): subprocess failed with code 1
  23. HADOOP: at org.apache.hadoop.streaming.PipeMapRed.waitOutputThreads(PipeMapRed.java:320)
  24. HADOOP: at org.apache.hadoop.streaming.PipeMapRed.mapRedFinished(PipeMapRed.java:533)
  25. HADOOP: at org.apache.hadoop.streaming.PipeMapper.close(PipeMapper.java:130)
  26. HADOOP: at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:61)
  27. HADOOP: at org.apache.hadoop.streaming.PipeMapRunner.run(PipeMapRunner.java:34)
  28. HADOOP: at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:428)
  29. HADOOP: at org.apache.hadoop.mapred.MapTask.run(MapTask.java:340)
  30. HADOOP: at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:157)
  31. HADOOP: at java.security.AccessController.doPrivileged(Native Method)
  32. HADOOP: at javax.security.auth.Subject.doAs(Subject.java:415)
  33. HADOOP: at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408)
  34. HADOOP: at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:152)
  35. HADOOP:
  36. HADOOP: Task Id : attempt_1369345811890_0245_m_000000_1, Status : FAILED
  37. HADOOP: Error: java.lang.RuntimeException: PipeMapRed.waitOutputThreads(): subprocess failed with code 1
  38. HADOOP: at org.apache.hadoop.streaming.PipeMapRed.waitOutputThreads(PipeMapRed.java:320)
  39. HADOOP: at org.apache.hadoop.streaming.PipeMapRed.mapRedFinished(PipeMapRed.java:533)
  40. HADOOP: at org.apache.hadoop.streaming.PipeMapper.close(PipeMapper.java:130)
  41. HADOOP: at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:61)
  42. HADOOP: at org.apache.hadoop.streaming.PipeMapRunner.run(PipeMapRunner.java:34)
  43. HADOOP: at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:428)
  44. HADOOP: at org.apache.hadoop.mapred.MapTask.run(MapTask.java:340)
  45. HADOOP: at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:157)
  46. HADOOP: at java.security.AccessController.doPrivileged(Native Method)
  47. HADOOP: at javax.security.auth.Subject.doAs(Subject.java:415)
  48. HADOOP: at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408)
  49. HADOOP: at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:152)
  50. HADOOP:
  51. HADOOP: Container killed by the ApplicationMaster.
  52. HADOOP:
  53. HADOOP:
  54. HADOOP: Task Id : attempt_1369345811890_0245_m_000001_1, Status : FAILED
  55. HADOOP: Error: java.lang.RuntimeException: PipeMapRed.waitOutputThreads(): subprocess failed with code 1
  56. HADOOP: at org.apache.hadoop.streaming.PipeMapRed.waitOutputThreads(PipeMapRed.java:320)
  57. HADOOP: at org.apache.hadoop.streaming.PipeMapRed.mapRedFinished(PipeMapRed.java:533)
  58. HADOOP: at org.apache.hadoop.streaming.PipeMapper.close(PipeMapper.java:130)
  59. HADOOP: at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:61)
  60. HADOOP: at org.apache.hadoop.streaming.PipeMapRunner.run(PipeMapRunner.java:34)
  61. HADOOP: at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:428)
  62. HADOOP: at org.apache.hadoop.mapred.MapTask.run(MapTask.java:340)
  63. HADOOP: at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:157)
  64. HADOOP: at java.security.AccessController.doPrivileged(Native Method)
  65. HADOOP: at javax.security.auth.Subject.doAs(Subject.java:415)
  66. HADOOP: at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408)
  67. HADOOP: at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:152)
  68. HADOOP:
  69. HADOOP: Task Id : attempt_1369345811890_0245_m_000000_2, Status : FAILED
  70. HADOOP: Error: java.lang.RuntimeException: PipeMapRed.waitOutputThreads(): subprocess failed with code 1
  71. HADOOP: at org.apache.hadoop.streaming.PipeMapRed.waitOutputThreads(PipeMapRed.java:320)
  72. HADOOP: at org.apache.hadoop.streaming.PipeMapRed.mapRedFinished(PipeMapRed.java:533)
  73. HADOOP: at org.apache.hadoop.streaming.PipeMapper.close(PipeMapper.java:130)
  74. HADOOP: at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:61)
  75. HADOOP: at org.apache.hadoop.streaming.PipeMapRunner.run(PipeMapRunner.java:34)
  76. HADOOP: at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:428)
  77. HADOOP: at org.apache.hadoop.mapred.MapTask.run(MapTask.java:340)
  78. HADOOP: at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:157)
  79. HADOOP: at java.security.AccessController.doPrivileged(Native Method)
  80. HADOOP: at javax.security.auth.Subject.doAs(Subject.java:415)
  81. HADOOP: at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408)
  82. HADOOP: at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:152)
  83. HADOOP:
  84. HADOOP: Task Id : attempt_1369345811890_0245_m_000001_2, Status : FAILED
  85. HADOOP: Error: java.lang.RuntimeException: PipeMapRed.waitOutputThreads(): subprocess failed with code 1
  86. HADOOP: at org.apache.hadoop.streaming.PipeMapRed.waitOutputThreads(PipeMapRed.java:320)
  87. HADOOP: at org.apache.hadoop.streaming.PipeMapRed.mapRedFinished(PipeMapRed.java:533)
  88. HADOOP: at org.apache.hadoop.streaming.PipeMapper.close(PipeMapper.java:130)
  89. HADOOP: at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:61)
  90. HADOOP: at org.apache.hadoop.streaming.PipeMapRunner.run(PipeMapRunner.java:34)
  91. HADOOP: at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:428)
  92. HADOOP: at org.apache.hadoop.mapred.MapTask.run(MapTask.java:340)
  93. HADOOP: at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:157)
  94. HADOOP: at java.security.AccessController.doPrivileged(Native Method)
  95. HADOOP: at javax.security.auth.Subject.doAs(Subject.java:415)
  96. HADOOP: at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408)
  97. HADOOP: at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:152)
  98. HADOOP:
  99. HADOOP: map 100% reduce 0%
  100. HADOOP: Job job_1369345811890_0245 failed with state FAILED due to: Task failed task_1369345811890_0245_m_000001
  101. HADOOP: Job failed as tasks failed. failedMaps:1 failedReduces:0
  102. HADOOP:
  103. HADOOP: Counters: 6
  104. HADOOP: Job Counters
  105. HADOOP: Failed map tasks=7
  106. HADOOP: Launched map tasks=8
  107. HADOOP: Other local map tasks=6
  108. HADOOP: Data-local map tasks=2
  109. HADOOP: Total time spent by all maps in occupied slots (ms)=32379
  110. HADOOP: Total time spent by all reduces in occupied slots (ms)=0
  111. HADOOP: Job not Successful!
  112. HADOOP: Streaming Command Failed!
  113. STDOUT: packageJobJar: [] [/usr/lib/hadoop-mapreduce/hadoop-streaming-2.0.0-cdh4.2.1.jar] /tmp/streamjob3272348678857116023.jar tmpDir=null
  114. Traceback (most recent call last):
  115. File "density.py", line 34, in <module>
  116. MRDensity.run()
  117. File "/usr/lib/python2.6/site-packages/mrjob-0.2.4-py2.6.egg/mrjob/job.py", line 344, in run
  118. mr_job.run_job()
  119. File "/usr/lib/python2.6/site-packages/mrjob-0.2.4-py2.6.egg/mrjob/job.py", line 381, in run_job
  120. runner.run()
  121. File "/usr/lib/python2.6/site-packages/mrjob-0.2.4-py2.6.egg/mrjob/runner.py", line 316, in run
  122. self._run()
  123. File "/usr/lib/python2.6/site-packages/mrjob-0.2.4-py2.6.egg/mrjob/hadoop.py", line 175, in _run
  124. self._run_job_in_hadoop()
  125. File "/usr/lib/python2.6/site-packages/mrjob-0.2.4-py2.6.egg/mrjob/hadoop.py", line 325, in _run_job_in_hadoop
  126. raise CalledProcessError(step_proc.returncode, streaming_args)
  127. subprocess.CalledProcessError: Command '['/usr/bin/hadoop', 'jar', '/usr/lib/hadoop-0.20-mapreduce/contrib/streaming/hadoop-streaming-2.0.0-mr1-cdh4.2.1.jar', '-cmdenv', 'PYTHONPATH=mrjob.tar.gz', '-input', 'hdfs:///user/E824259/tmp/mrjob/density.E824259.20130611.053850.343441/input', '-output', 'hdfs:///user/E824259/tmp/mrjob/density.E824259.20130611.053850.343441/output', '-cacheFile', 'hdfs:///user/E824259/tmp/mrjob/density.E824259.20130611.053850.343441/files/density.py#density.py', '-cacheArchive', 'hdfs:///user/E824259/tmp/mrjob/density.E824259.20130611.053850.343441/files/mrjob.tar.gz#mrjob.tar.gz', '-mapper', 'python density.py --step-num=0 --mapper --protocol json --output-protocol json --input-protocol raw_value', '-jobconf', 'mapred.reduce.tasks=0']' returned non-zero exit status 1
  128.  
  129. #!/usr/bin/python
  130.  
  131. [cloudera@quickstart ~]$ hadoop jar /usr/lib/hadoop-mapreduce/hadoop-streaming.jar -input /user/cloudera/input -output /user/cloudera/output_join -mapper /home/cloudera/join1_mapper.py -reducer /home/cloudera/join1_reducer.py
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!