API tools faq
paste
Guest User

Untitled

a guest
Jan 22nd, 2018
59
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 14.85 KB | None | 0 0
raw download clone embed print report
  1. Found one Java-level deadlock:
  2. =============================
  3. "New I/O server worker #1-48":
  4. waiting to lock monitor 0x0000000059f639b0 (object 0x000000072bba4d90, a net.lag.kestrel.QueueCollection),
  5. which is held by "Hashed wheel timer #1"
  6. "Hashed wheel timer #1":
  7. waiting to lock monitor 0x000000005a9c4378 (object 0x000000072bb8c7a0, a net.lag.kestrel.PersistentQueue),
  8. which is held by "New I/O server worker #1-41"
  9. "New I/O server worker #1-41":
  10. waiting to lock monitor 0x0000000059f639b0 (object 0x000000072bba4d90, a net.lag.kestrel.QueueCollection),
  11. which is held by "Hashed wheel timer #1"
  12.  
  13. Java stack information for the threads listed above:
  14. ===================================================
  15. "New I/O server worker #1-48":
  16. at net.lag.kestrel.QueueCollection.queue(QueueCollection.scala:89)
  17. - waiting to lock <0x000000072bba4d90> (a net.lag.kestrel.QueueCollection)
  18. at net.lag.kestrel.QueueCollection.add(QueueCollection.scala:123)
  19. at net.lag.kestrel.KestrelHandler.setItem(KestrelHandler.scala:190)
  20. at net.lag.kestrel.MemcacheHandler.handle(MemcacheHandler.scala:62)
  21. at net.lag.kestrel.MemcacheHandler.handle(MemcacheHandler.scala:33)
  22. at net.lag.kestrel.NettyHandler.handleUpstream(NettyHandler.scala:53)
  23. at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:545)
  24. at org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:754)
  25. at org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:302)
  26. at org.jboss.netty.handler.codec.frame.FrameDecoder.unfoldAndFireMessageReceived(FrameDecoder.java:317)
  27. at org.jboss.netty.handler.codec.frame.FrameDecoder.callDecode(FrameDecoder.java:299)
  28. at org.jboss.netty.handler.codec.frame.FrameDecoder.messageReceived(FrameDecoder.java:216)
  29. at org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:80)
  30. at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:545)
  31. at org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:754)
  32. at org.jboss.netty.handler.timeout.IdleStateHandler.messageReceived(IdleStateHandler.java:276)
  33. at org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:80)
  34. at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:545)
  35. at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:540)
  36. at org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:274)
  37. at org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:261)
  38. at org.jboss.netty.channel.socket.nio.NioWorker.read(NioWorker.java:350)
  39. at org.jboss.netty.channel.socket.nio.NioWorker.processSelectedKeys(NioWorker.java:281)
  40. at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:201)
  41. at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  42. at org.jboss.netty.util.internal.IoWorkerRunnable.run(IoWorkerRunnable.java:46)
  43. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  44. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  45. at java.lang.Thread.run(Thread.java:662)
  46. "Hashed wheel timer #1":
  47. at net.lag.kestrel.PersistentQueue.discardExpired(PersistentQueue.scala:445)
  48. - waiting to lock <0x000000072bb8c7a0> (a net.lag.kestrel.PersistentQueue)
  49. at net.lag.kestrel.QueueCollection$$anonfun$flushExpired$2.apply(QueueCollection.scala:191)
  50. at net.lag.kestrel.QueueCollection$$anonfun$flushExpired$2.apply(QueueCollection.scala:191)
  51. at scala.Option.map(Option.scala:129)
  52. at net.lag.kestrel.QueueCollection.flushExpired(QueueCollection.scala:191)
  53. - locked <0x000000072bba4d90> (a net.lag.kestrel.QueueCollection)
  54. at net.lag.kestrel.QueueCollection$$anonfun$flushAllExpired$1.apply(QueueCollection.scala:196)
  55. at net.lag.kestrel.QueueCollection$$anonfun$flushAllExpired$1.apply(QueueCollection.scala:196)
  56. at scala.collection.LinearSeqOptimized$class.foldLeft(LinearSeqOptimized.scala:123)
  57. at scala.collection.immutable.List.foldLeft(List.scala:45)
  58. at net.lag.kestrel.QueueCollection.flushAllExpired(QueueCollection.scala:196)
  59. - locked <0x000000072bba4d90> (a net.lag.kestrel.QueueCollection)
  60. at net.lag.kestrel.Kestrel$$anon$5.run(Kestrel.scala:136)
  61. at org.jboss.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:504)
  62. at org.jboss.netty.util.HashedWheelTimer$Worker.notifyExpiredTimeouts(HashedWheelTimer.java:419)
  63. at org.jboss.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:369)
  64. at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  65. at java.lang.Thread.run(Thread.java:662)
  66. "New I/O server worker #1-41":
  67. at net.lag.kestrel.QueueCollection.queue(QueueCollection.scala:89)
  68. - waiting to lock <0x000000072bba4d90> (a net.lag.kestrel.QueueCollection)
  69. at net.lag.kestrel.QueueCollection.unremove(QueueCollection.scala:161)
  70. at net.lag.kestrel.KestrelHandler$pendingTransactions$$anonfun$cancelAll$1$$anonfun$apply$1.apply$mcVI$sp(KestrelHandler.scala:72)
  71. at net.lag.kestrel.KestrelHandler$pendingTransactions$$anonfun$cancelAll$1$$anonfun$apply$1.apply(KestrelHandler.scala:72)
  72. at net.lag.kestrel.KestrelHandler$pendingTransactions$$anonfun$cancelAll$1$$anonfun$apply$1.apply(KestrelHandler.scala:72)
  73. at scala.collection.LinearSeqOptimized$class.foreach(LinearSeqOptimized.scala:61)
  74. at scala.collection.immutable.List.foreach(List.scala:45)
  75. at scala.collection.generic.TraversableForwarder$class.foreach(TraversableForwarder.scala:44)
  76. at scala.collection.mutable.ListBuffer.foreach(ListBuffer.scala:42)
  77. at net.lag.kestrel.KestrelHandler$pendingTransactions$$anonfun$cancelAll$1.apply(KestrelHandler.scala:72)
  78. at net.lag.kestrel.KestrelHandler$pendingTransactions$$anonfun$cancelAll$1.apply(KestrelHandler.scala:71)
  79. at scala.collection.mutable.HashMap$$anonfun$foreach$1.apply(HashMap.scala:80)
  80. at scala.collection.mutable.HashMap$$anonfun$foreach$1.apply(HashMap.scala:80)
  81. at scala.collection.Iterator$class.foreach(Iterator.scala:631)
  82. at scala.collection.mutable.HashTable$$anon$1.foreach(HashTable.scala:161)
  83. at scala.collection.mutable.HashTable$class.foreachEntry(HashTable.scala:194)
  84. at scala.collection.mutable.HashMap.foreachEntry(HashMap.scala:39)
  85. at scala.collection.mutable.HashMap.foreach(HashMap.scala:80)
  86. at net.lag.kestrel.KestrelHandler$pendingTransactions$.cancelAll(KestrelHandler.scala:71)
  87. - locked <0x000000072c5a1468> (a net.lag.kestrel.KestrelHandler$pendingTransactions$)
  88. at net.lag.kestrel.KestrelHandler.abortAnyTransaction(KestrelHandler.scala:184)
  89. at net.lag.kestrel.KestrelHandler.finish(KestrelHandler.scala:95)
  90. at net.lag.kestrel.NettyHandler.handleUpstream(NettyHandler.scala:59)
  91. at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:545)
  92. at org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:754)
  93. at org.jboss.netty.handler.codec.frame.FrameDecoder.exceptionCaught(FrameDecoder.java:238)
  94. at org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:122)
  95. at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:545)
  96. at org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:754)
  97. at org.jboss.netty.channel.SimpleChannelUpstreamHandler.exceptionCaught(SimpleChannelUpstreamHandler.java:148)
  98. at org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:122)
  99. at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:545)
  100. at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:540)
  101. at org.jboss.netty.channel.Channels.fireExceptionCaught(Channels.java:432)
  102. at org.jboss.netty.channel.socket.nio.NioWorker.cleanUpWriteBuffer(NioWorker.java:653)
  103. at org.jboss.netty.channel.socket.nio.NioWorker.writeFromUserCode(NioWorker.java:370)
  104. at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:137)
  105. at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:76)
  106. at org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendDownstream(DefaultChannelPipeline.java:742)
  107. at org.jboss.netty.channel.Channels.write(Channels.java:632)
  108. at com.twitter.naggati.Codec.handleDownstream(Codec.scala:65)
  109. at org.jboss.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:568)
  110. at org.jboss.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:563)
  111. at org.jboss.netty.channel.Channels.write(Channels.java:611)
  112. at org.jboss.netty.channel.Channels.write(Channels.java:578)
  113. at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:259)
  114. at net.lag.kestrel.MemcacheHandler$$anonfun$get$2.apply(MemcacheHandler.scala:162)
  115. at net.lag.kestrel.MemcacheHandler$$anonfun$get$2.apply(MemcacheHandler.scala:157)
  116. at com.twitter.util.Return$$anonfun$map$1.apply(Try.scala:163)
  117. at com.twitter.util.Try$.apply(Try.scala:13)
  118. at com.twitter.util.Return.map(Try.scala:163)
  119. at com.twitter.util.Return.map(Try.scala:157)
  120. at com.twitter.util.Promise$$anon$1$$anonfun$7.apply(Future.scala:445)
  121. at com.twitter.util.Promise$$anon$1$$anonfun$7.apply(Future.scala:444)
  122. at com.twitter.util.Promise$$anonfun$respond$1.apply(Future.scala:425)
  123. at com.twitter.util.Promise$$anonfun$respond$1.apply(Future.scala:421)
  124. at com.twitter.concurrent.IVar.set(IVar.scala:50)
  125. at com.twitter.util.Promise.updateIfEmpty(Future.scala:416)
  126. at com.twitter.util.Promise.update(Future.scala:404)
  127. at com.twitter.util.Promise$$anon$1$$anonfun$7.apply(Future.scala:445)
  128. at com.twitter.util.Promise$$anon$1$$anonfun$7.apply(Future.scala:444)
  129. at com.twitter.util.Promise$$anonfun$respond$1.apply(Future.scala:425)
  130. at com.twitter.util.Promise$$anonfun$respond$1.apply(Future.scala:421)
  131. at com.twitter.concurrent.IVar.set(IVar.scala:50)
  132. at com.twitter.util.Promise.updateIfEmpty(Future.scala:416)
  133. at com.twitter.util.Promise.update(Future.scala:404)
  134. at com.twitter.util.Promise$$anon$1$$anonfun$7.apply(Future.scala:445)
  135. at com.twitter.util.Promise$$anon$1$$anonfun$7.apply(Future.scala:444)
  136. at com.twitter.util.Promise$$anonfun$respond$1.apply(Future.scala:425)
  137. at com.twitter.util.Promise$$anonfun$respond$1.apply(Future.scala:421)
  138. at com.twitter.concurrent.IVar.set(IVar.scala:50)
  139. at com.twitter.util.Promise.updateIfEmpty(Future.scala:416)
  140. at com.twitter.util.Promise.update(Future.scala:404)
  141. at com.twitter.util.Promise.setValue(Future.scala:387)
  142. at net.lag.kestrel.PersistentQueue.net$lag$kestrel$PersistentQueue$$waitOperation(PersistentQueue.scala:266)
  143. at net.lag.kestrel.PersistentQueue$$anonfun$net$lag$kestrel$PersistentQueue$$waitOperation$1.apply$mcV$sp(PersistentQueue.scala:261)
  144. at net.lag.kestrel.DeadlineWaitQueue$$anonfun$trigger$2.apply(DeadlineWaitQueue.scala:49)
  145. at net.lag.kestrel.DeadlineWaitQueue$$anonfun$trigger$2.apply(DeadlineWaitQueue.scala:49)
  146. at scala.Option.foreach(Option.scala:185)
  147. at net.lag.kestrel.DeadlineWaitQueue.trigger(DeadlineWaitQueue.scala:49)
  148. at net.lag.kestrel.PersistentQueue.itemWasAdded(PersistentQueue.scala:207)
  149. at net.lag.kestrel.PersistentQueue.add(PersistentQueue.scala:200)
  150. at net.lag.kestrel.PersistentQueue.add(PersistentQueue.scala:211)
  151. at net.lag.kestrel.PersistentQueue$$anonfun$discardExpired$1$$anonfun$apply$2.apply(PersistentQueue.scala:472)
  152. at net.lag.kestrel.PersistentQueue$$anonfun$discardExpired$1$$anonfun$apply$2.apply(PersistentQueue.scala:472)
  153. at scala.collection.LinearSeqOptimized$class.foreach(LinearSeqOptimized.scala:61)
  154. at scala.collection.immutable.List.foreach(List.scala:45)
  155. at scala.collection.generic.TraversableForwarder$class.foreach(TraversableForwarder.scala:44)
  156. at scala.collection.mutable.ListBuffer.foreach(ListBuffer.scala:42)
  157. at net.lag.kestrel.PersistentQueue$$anonfun$discardExpired$1.apply(PersistentQueue.scala:472)
  158. at net.lag.kestrel.PersistentQueue$$anonfun$discardExpired$1.apply(PersistentQueue.scala:471)
  159. at scala.Option.foreach(Option.scala:185)
  160. at net.lag.kestrel.PersistentQueue.discardExpired(PersistentQueue.scala:471)
  161. at net.lag.kestrel.PersistentQueue.net$lag$kestrel$PersistentQueue$$_add(PersistentQueue.scala:410)
  162. at net.lag.kestrel.PersistentQueue.add(PersistentQueue.scala:190)
  163. - locked <0x000000072bb8c7a0> (a net.lag.kestrel.PersistentQueue)
  164. at net.lag.kestrel.PersistentQueue.add(PersistentQueue.scala:211)
  165. at net.lag.kestrel.QueueCollection.add(QueueCollection.scala:126)
  166. at net.lag.kestrel.KestrelHandler.setItem(KestrelHandler.scala:190)
  167. at net.lag.kestrel.MemcacheHandler.handle(MemcacheHandler.scala:62)
  168. at net.lag.kestrel.MemcacheHandler.handle(MemcacheHandler.scala:33)
  169. at net.lag.kestrel.NettyHandler.handleUpstream(NettyHandler.scala:53)
  170. at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:545)
  171. at org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:754)
  172. at org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:302)
  173. at org.jboss.netty.handler.codec.frame.FrameDecoder.unfoldAndFireMessageReceived(FrameDecoder.java:317)
  174. at org.jboss.netty.handler.codec.frame.FrameDecoder.callDecode(FrameDecoder.java:299)
  175. at org.jboss.netty.handler.codec.frame.FrameDecoder.messageReceived(FrameDecoder.java:216)
  176. at org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:80)
  177. at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:545)
  178. at org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:754)
  179. at org.jboss.netty.handler.timeout.IdleStateHandler.messageReceived(IdleStateHandler.java:276)
  180. at org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:80)
  181. at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:545)
  182. at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:540)
  183. at org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:274)
  184. at org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:261)
  185. at org.jboss.netty.channel.socket.nio.NioWorker.read(NioWorker.java:350)
  186. at org.jboss.netty.channel.socket.nio.NioWorker.processSelectedKeys(NioWorker.java:281)
  187. at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:201)
  188. at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  189. at org.jboss.netty.util.internal.IoWorkerRunnable.run(IoWorkerRunnable.java:46)
  190. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  191. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  192. at java.lang.Thread.run(Thread.java:662)
  193.  
  194. Found 1 deadlock.
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!