Advertisement
Guest User

Untitled

a guest
Feb 11th, 2016
64
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 6.84 KB | None | 0 0
  1. java.io.IOException: Task process exit with nonzero status of 137.
  2. at org.apache.hadoop.mapred.TaskRunner.run(TaskRunner.java:418)
  3.  
  4. 2011-09-05 19:18:31,269 WARN org.mortbay.log: Committed before 410 getMapOutput(attempt_201109051336_0003_m_000029_1,7) failed :
  5. org.mortbay.jetty.EofException
  6. at org.mortbay.jetty.HttpGenerator.flush(HttpGenerator.java:787)
  7. at org.mortbay.jetty.AbstractGenerator$Output.blockForOutput(AbstractGenerator.java:548)
  8. at org.mortbay.jetty.AbstractGenerator$Output.flush(AbstractGenerator.java:569)
  9. at org.mortbay.jetty.HttpConnection$Output.flush(HttpConnection.java:946)
  10. at org.mortbay.jetty.AbstractGenerator$Output.write(AbstractGenerator.java:646)
  11. at org.mortbay.jetty.AbstractGenerator$Output.write(AbstractGenerator.java:577)
  12. at org.apache.hadoop.mapred.TaskTracker$MapOutputServlet.doGet(TaskTracker.java:2940)
  13. at javax.servlet.http.HttpServlet.service(HttpServlet.java:707)
  14. at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
  15. at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:502)
  16. at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:363)
  17. at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
  18. at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:181)
  19. at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
  20. at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:417)
  21. at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
  22. at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
  23. at org.mortbay.jetty.Server.handle(Server.java:324)
  24. at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:534)
  25. at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:864)
  26. at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:533)
  27. at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:207)
  28. at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:403)
  29. at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:409)
  30. at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:522)
  31. Caused by: java.io.IOException: Connection reset by peer
  32. at sun.nio.ch.FileDispatcher.write0(Native Method)
  33. at sun.nio.ch.SocketDispatcher.write(SocketDispatcher.java:29)
  34. at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:72)
  35. at sun.nio.ch.IOUtil.write(IOUtil.java:43)
  36. at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:334)
  37. at org.mortbay.io.nio.ChannelEndPoint.flush(ChannelEndPoint.java:169)
  38. at org.mortbay.io.nio.SelectChannelEndPoint.flush(SelectChannelEndPoint.java:221)
  39. at org.mortbay.jetty.HttpGenerator.flush(HttpGenerator.java:721)
  40. ... 24 more
  41.  
  42. 2011-09-05 19:18:31,289 INFO org.apache.hadoop.mapred.TaskTracker.clienttrace: src: 10.92.8.202:50060, dest: 10.92.8.201:46436, bytes: 7340032, op: MAPRED_SHUFFLE, cliID: attempt_201109051336_0003_m_000029_1
  43. 2011-09-05 19:18:31,292 ERROR org.mortbay.log: /mapOutput
  44. java.lang.IllegalStateException: Committed
  45. at org.mortbay.jetty.Response.resetBuffer(Response.java:994)
  46. at org.mortbay.jetty.Response.sendError(Response.java:240)
  47. at org.apache.hadoop.mapred.TaskTracker$MapOutputServlet.doGet(TaskTracker.java:2963)
  48. at javax.servlet.http.HttpServlet.service(HttpServlet.java:707)
  49. at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
  50. at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:502)
  51. at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:363)
  52. at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
  53. at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:181)
  54. at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
  55. at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:417)
  56. at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
  57. at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
  58. at org.mortbay.jetty.Server.handle(Server.java:324)
  59. at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:534)
  60. at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:864)
  61. at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:533)
  62. at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:207)
  63. at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:403)
  64. at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:409)
  65. at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:522)
  66.  
  67. eval {
  68. local $SIG{ALRM} = sub {
  69. print STDERR "Processing of new merchant names in $prev_merchant_zip timed out...n";
  70. print STDERR "reporter:counter:tags,failed_zips,1n";
  71. die "timeout";
  72. };
  73.  
  74. alarm 600;
  75.  
  76. #Code that could take a long time to execute
  77.  
  78. alarm 0;
  79. };
  80.  
  81. [2094250.428153] CPU: 23 PID: 28108 Comm: node Tainted: G C O 3.16.0-4-amd64 #1 Debian 3.16.7-ckt20-1+deb8u2
  82. [2094250.428155] Hardware name: Supermicro X9DRi-LN4+/X9DR3-LN4+/X9DRi-LN4+/X9DR3-LN4+, BIOS 3.2 03/04/2015
  83. [2094250.428156] ffff880773439400 ffffffff8150dacf ffff881328ea32f0 ffffffff8150b6e7
  84. [2094250.428159] ffff881328ea3808 0000000100000000 ffff88202cb30080 ffff881328ea32f0
  85. [2094250.428162] ffff88107fdf2f00 ffff88202cb30080 ffff88202cb30080 ffff881328ea32f0
  86. [2094250.428164] Call Trace:
  87. [2094250.428174] [<ffffffff8150dacf>] ? dump_stack+0x41/0x51
  88. [2094250.428177] [<ffffffff8150b6e7>] ? dump_header+0x76/0x1e8
  89. [2094250.428183] [<ffffffff8114044d>] ? find_lock_task_mm+0x3d/0x90
  90. [2094250.428186] [<ffffffff8114088d>] ? oom_kill_process+0x21d/0x370
  91. [2094250.428188] [<ffffffff8114044d>] ? find_lock_task_mm+0x3d/0x90
  92. [2094250.428193] [<ffffffff811a053a>] ? mem_cgroup_oom_synchronize+0x52a/0x590
  93. [2094250.428195] [<ffffffff8119fac0>] ? mem_cgroup_try_charge_mm+0xa0/0xa0
  94. [2094250.428199] [<ffffffff81141040>] ? pagefault_out_of_memory+0x10/0x80
  95. [2094250.428203] [<ffffffff81057505>] ? __do_page_fault+0x3c5/0x4f0
  96. [2094250.428208] [<ffffffff8109d017>] ? put_prev_entity+0x57/0x350
  97. [2094250.428211] [<ffffffff8109be86>] ? set_next_entity+0x56/0x70
  98. [2094250.428214] [<ffffffff810a2c61>] ? pick_next_task_fair+0x6e1/0x820
  99. [2094250.428219] [<ffffffff810115dc>] ? __switch_to+0x15c/0x570
  100. [2094250.428222] [<ffffffff81515ce8>] ? page_fault+0x28/0x30
  101.  
  102. $ cat /proc/sys/vm/overcommit_memory
  103. 0
  104.  
  105. sysctl vm.overcommit_memory=2
  106. echo "vm.overcommit_memory=2" >> /etc/sysctl.conf
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement