1. 2012-09-05 12:40:44
  2. Full thread dump Java HotSpot(TM) 64-Bit Server VM (20.10-b01 mixed mode):
  3.  
  4. "IPC Client (882254122) connection to dsm2/10.200.95.2:8020 from hbase" daemon prio=10 tid=0x0000000051b9b800 nid=0x181f in Object.wait() [0x000000004c82d000]
  5. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  6. at java.lang.Object.wait(Native Method)
  7. at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:737)
  8. - locked <0x0000000589e98880> (a org.apache.hadoop.ipc.Client$Connection)
  9. at org.apache.hadoop.ipc.Client$Connection.run(Client.java:780)
  10.  
  11. "IPC Client (882254122) connection to ds7.h2.ut1.qprod.net/10.200.91.7:60020 from hbase" daemon prio=10 tid=0x000000005215a800 nid=0x181e runnable [0x000000004c92e000]
  12. java.lang.Thread.State: RUNNABLE
  13. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  14. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  15. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  16. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  17. - locked <0x00000005aebab990> (a sun.nio.ch.Util$2)
  18. - locked <0x00000005aebab9d8> (a java.util.Collections$UnmodifiableSet)
  19. - locked <0x0000000598518838> (a sun.nio.ch.EPollSelectorImpl)
  20. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  21. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
  22. at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
  23. at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:154)
  24. at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:127)
  25. at java.io.FilterInputStream.read(FilterInputStream.java:116)
  26. at java.io.FilterInputStream.read(FilterInputStream.java:116)
  27. at org.apache.hadoop.hbase.ipc.HBaseClient$Connection$PingInputStream.read(HBaseClient.java:311)
  28. at java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
  29. at java.io.BufferedInputStream.read(BufferedInputStream.java:237)
  30. - locked <0x000000058a34c500> (a java.io.BufferedInputStream)
  31. at java.io.DataInputStream.readInt(DataInputStream.java:370)
  32. at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.receiveResponse(HBaseClient.java:571)
  33. at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.run(HBaseClient.java:505)
  34.  
  35. "Thread-491" daemon prio=10 tid=0x00002aaac0e15800 nid=0x181d in Object.wait() [0x000000004bc21000]
  36. java.lang.Thread.State: WAITING (on object monitor)
  37. at java.lang.Object.wait(Native Method)
  38. at java.lang.Object.wait(Object.java:485)
  39. at org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:904)
  40. - locked <0x000000058a34b548> (a org.apache.hadoop.hbase.ipc.HBaseClient$Call)
  41. at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Invoker.invoke(WritableRpcEngine.java:150)
  42. at $Proxy21.getProtocolVersion(Unknown Source)
  43. at org.apache.hadoop.hbase.ipc.WritableRpcEngine.getProxy(WritableRpcEngine.java:183)
  44. at org.apache.hadoop.hbase.ipc.HBaseRPC.getProxy(HBaseRPC.java:303)
  45. at org.apache.hadoop.hbase.ipc.HBaseRPC.getProxy(HBaseRPC.java:280)
  46. at org.apache.hadoop.hbase.ipc.HBaseRPC.getProxy(HBaseRPC.java:332)
  47. at org.apache.hadoop.hbase.ipc.HBaseRPC.waitForProxy(HBaseRPC.java:236)
  48. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getHRegionConnection(HConnectionManager.java:1278)
  49. - locked <0x00000005944fa3a8> (a java.lang.String)
  50. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getHRegionConnection(HConnectionManager.java:1235)
  51. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getHRegionConnection(HConnectionManager.java:1222)
  52. at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.getRS(ReplicationSource.java:722)
  53. at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.access$200(ReplicationSource.java:75)
  54. at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource$2.run(ReplicationSource.java:735)
  55.  
  56. "IPC Client (882254122) connection to ds3.h1.ut1.qprod.net/10.200.90.3:60020 from hbase" daemon prio=10 tid=0x0000000052942000 nid=0x181c runnable [0x0000000042f95000]
  57. java.lang.Thread.State: RUNNABLE
  58. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  59. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  60. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  61. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  62. - locked <0x00000005a4626490> (a sun.nio.ch.Util$2)
  63. - locked <0x00000005a4626478> (a java.util.Collections$UnmodifiableSet)
  64. - locked <0x000000059f11bb50> (a sun.nio.ch.EPollSelectorImpl)
  65. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  66. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
  67. at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
  68. at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:154)
  69. at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:127)
  70. at java.io.FilterInputStream.read(FilterInputStream.java:116)
  71. at java.io.FilterInputStream.read(FilterInputStream.java:116)
  72. at org.apache.hadoop.hbase.ipc.HBaseClient$Connection$PingInputStream.read(HBaseClient.java:311)
  73. at java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
  74. at java.io.BufferedInputStream.read(BufferedInputStream.java:237)
  75. - locked <0x000000058a12e358> (a java.io.BufferedInputStream)
  76. at java.io.DataInputStream.readInt(DataInputStream.java:370)
  77. at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.receiveResponse(HBaseClient.java:571)
  78. at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.run(HBaseClient.java:505)
  79.  
  80. "Thread-488" daemon prio=10 tid=0x00002aaac0e15000 nid=0x181a in Object.wait() [0x000000004c429000]
  81. java.lang.Thread.State: WAITING (on object monitor)
  82. at java.lang.Object.wait(Native Method)
  83. at java.lang.Object.wait(Object.java:485)
  84. at org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:904)
  85. - locked <0x0000000589f24048> (a org.apache.hadoop.hbase.ipc.HBaseClient$Call)
  86. at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Invoker.invoke(WritableRpcEngine.java:150)
  87. at $Proxy21.getHServerInfo(Unknown Source)
  88. at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource$2.run(ReplicationSource.java:737)
  89.  
  90. "Thread-486" daemon prio=10 tid=0x00002aaac0b03800 nid=0x17ea waiting for monitor entry [0x000000004c62b000]
  91. java.lang.Thread.State: BLOCKED (on object monitor)
  92. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getHRegionConnection(HConnectionManager.java:1268)
  93. - waiting to lock <0x00000005b9b97658> (a java.lang.String)
  94. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getHRegionConnection(HConnectionManager.java:1235)
  95. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getHRegionConnection(HConnectionManager.java:1222)
  96. at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.getRS(ReplicationSource.java:722)
  97. at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.access$200(ReplicationSource.java:75)
  98. at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource$2.run(ReplicationSource.java:735)
  99.  
  100. "IPC Client (882254122) connection to ds5.h2.ut1.qprod.net/10.200.91.5:60020 from hbase" daemon prio=10 tid=0x0000000052771800 nid=0x17e6 runnable [0x000000004b71c000]
  101. java.lang.Thread.State: RUNNABLE
  102. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  103. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  104. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  105. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  106. - locked <0x000000058aea01f8> (a sun.nio.ch.Util$2)
  107. - locked <0x000000058aea0208> (a java.util.Collections$UnmodifiableSet)
  108. - locked <0x000000058aea01b0> (a sun.nio.ch.EPollSelectorImpl)
  109. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  110. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
  111. at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
  112. at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:154)
  113. at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:127)
  114. at java.io.FilterInputStream.read(FilterInputStream.java:116)
  115. at java.io.FilterInputStream.read(FilterInputStream.java:116)
  116. at org.apache.hadoop.hbase.ipc.HBaseClient$Connection$PingInputStream.read(HBaseClient.java:311)
  117. at java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
  118. at java.io.BufferedInputStream.read(BufferedInputStream.java:237)
  119. - locked <0x000000058aea2348> (a java.io.BufferedInputStream)
  120. at java.io.DataInputStream.readInt(DataInputStream.java:370)
  121. at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.receiveResponse(HBaseClient.java:571)
  122. at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.run(HBaseClient.java:505)
  123.  
  124. "Thread-483" daemon prio=10 tid=0x00002aaac16cf800 nid=0x17e5 in Object.wait() [0x000000004c227000]
  125. java.lang.Thread.State: WAITING (on object monitor)
  126. at java.lang.Object.wait(Native Method)
  127. at java.lang.Object.wait(Object.java:485)
  128. at org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:904)
  129. - locked <0x000000058aea2408> (a org.apache.hadoop.hbase.ipc.HBaseClient$Call)
  130. at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Invoker.invoke(WritableRpcEngine.java:150)
  131. at $Proxy21.getProtocolVersion(Unknown Source)
  132. at org.apache.hadoop.hbase.ipc.WritableRpcEngine.getProxy(WritableRpcEngine.java:183)
  133. at org.apache.hadoop.hbase.ipc.HBaseRPC.getProxy(HBaseRPC.java:303)
  134. at org.apache.hadoop.hbase.ipc.HBaseRPC.getProxy(HBaseRPC.java:280)
  135. at org.apache.hadoop.hbase.ipc.HBaseRPC.getProxy(HBaseRPC.java:332)
  136. at org.apache.hadoop.hbase.ipc.HBaseRPC.waitForProxy(HBaseRPC.java:236)
  137. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getHRegionConnection(HConnectionManager.java:1278)
  138. - locked <0x00000005b9b97658> (a java.lang.String)
  139. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getHRegionConnection(HConnectionManager.java:1235)
  140. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getHRegionConnection(HConnectionManager.java:1222)
  141. at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.getRS(ReplicationSource.java:722)
  142. at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.access$200(ReplicationSource.java:75)
  143. at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource$2.run(ReplicationSource.java:735)
  144.  
  145. "Thread-468" daemon prio=10 tid=0x00002aaac16ce800 nid=0x177c in Object.wait() [0x000000004bf24000]
  146. java.lang.Thread.State: WAITING (on object monitor)
  147. at java.lang.Object.wait(Native Method)
  148. at java.lang.Object.wait(Object.java:485)
  149. at org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:904)
  150. - locked <0x00000005aeba5db0> (a org.apache.hadoop.hbase.ipc.HBaseClient$Call)
  151. at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Invoker.invoke(WritableRpcEngine.java:150)
  152. at $Proxy21.getHServerInfo(Unknown Source)
  153. at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource$2.run(ReplicationSource.java:737)
  154.  
  155. "IPC Client (882254122) connection to ds4.h2.ut1.qprod.net/10.200.91.4:60020 from hbase" daemon prio=10 tid=0x000000005213a800 nid=0x16f6 runnable [0x000000004c52a000]
  156. java.lang.Thread.State: RUNNABLE
  157. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  158. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  159. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  160. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  161. - locked <0x000000059dd66960> (a sun.nio.ch.Util$2)
  162. - locked <0x000000059dd66978> (a java.util.Collections$UnmodifiableSet)
  163. - locked <0x00000005939f59e8> (a sun.nio.ch.EPollSelectorImpl)
  164. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  165. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
  166. at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
  167. at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:154)
  168. at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:127)
  169. at java.io.FilterInputStream.read(FilterInputStream.java:116)
  170. at java.io.FilterInputStream.read(FilterInputStream.java:116)
  171. at org.apache.hadoop.hbase.ipc.HBaseClient$Connection$PingInputStream.read(HBaseClient.java:311)
  172. at java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
  173. at java.io.BufferedInputStream.read(BufferedInputStream.java:237)
  174. - locked <0x00000005c4c15a68> (a java.io.BufferedInputStream)
  175. at java.io.DataInputStream.readInt(DataInputStream.java:370)
  176. at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.receiveResponse(HBaseClient.java:571)
  177. at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.run(HBaseClient.java:505)
  178.  
  179. "1845892020@qtp-1213954255-5" prio=10 tid=0x0000000052563800 nid=0x16d0 in Object.wait() [0x000000004c328000]
  180. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  181. at java.lang.Object.wait(Native Method)
  182. at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626)
  183. - locked <0x00000005a50422a8> (a org.mortbay.thread.QueuedThreadPool$PoolThread)
  184.  
  185. "Attach Listener" daemon prio=10 tid=0x0000000052588800 nid=0x161e waiting on condition [0x0000000000000000]
  186. java.lang.Thread.State: RUNNABLE
  187.  
  188. "ResponseProcessor for block BP-6737116-10.200.95.1-1344992239070:blk_1240103474308702009_98927" daemon prio=10 tid=0x0000000052607800 nid=0x1508 runnable [0x000000004b61b000]
  189. java.lang.Thread.State: RUNNABLE
  190. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  191. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  192. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  193. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  194. - locked <0x000000059f285230> (a sun.nio.ch.Util$2)
  195. - locked <0x0000000593a7a070> (a java.util.Collections$UnmodifiableSet)
  196. - locked <0x000000059d21f3e8> (a sun.nio.ch.EPollSelectorImpl)
  197. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  198. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
  199. at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
  200. at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:154)
  201. at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:127)
  202. at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:115)
  203. at java.io.FilterInputStream.read(FilterInputStream.java:66)
  204. at java.io.FilterInputStream.read(FilterInputStream.java:66)
  205. at org.apache.hadoop.hdfs.protocol.HdfsProtoUtil.vintPrefixed(HdfsProtoUtil.java:160)
  206. at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:95)
  207. at org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer$ResponseProcessor.run(DFSOutputStream.java:656)
  208.  
  209. "DataStreamer for file /hbase/.logs/ds1.h1.ut1.qprod.net,60020,1346868902028/ds1.h1.ut1.qprod.net%2C60020%2C1346868902028.1346869956081 block BP-6737116-10.200.95.1-1344992239070:blk_1240103474308702009_98927" daemon prio=10 tid=0x00000000522d8800 nid=0x1505 in Object.wait() [0x000000004c126000]
  210. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  211. at java.lang.Object.wait(Native Method)
  212. at org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.run(DFSOutputStream.java:432)
  213. - locked <0x00000005a2710068> (a java.util.LinkedList)
  214.  
  215. "RS_CLOSE_REGION-ds1.h1.ut1.qprod.net,60020,1346868902028-2" prio=10 tid=0x0000000051f78800 nid=0x10ac waiting on condition [0x000000004bd22000]
  216. java.lang.Thread.State: WAITING (parking)
  217. at sun.misc.Unsafe.park(Native Method)
  218. - parking to wait for <0x0000000590dccf70> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  219. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  220. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  221. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  222. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  223. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  224. at java.lang.Thread.run(Thread.java:662)
  225.  
  226. "RS_CLOSE_REGION-ds1.h1.ut1.qprod.net,60020,1346868902028-1" prio=10 tid=0x0000000051f69800 nid=0x10aa waiting on condition [0x000000004bb20000]
  227. java.lang.Thread.State: WAITING (parking)
  228. at sun.misc.Unsafe.park(Native Method)
  229. - parking to wait for <0x0000000590dccf70> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  230. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  231. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  232. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  233. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  234. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  235. at java.lang.Thread.run(Thread.java:662)
  236.  
  237. "RS_CLOSE_REGION-ds1.h1.ut1.qprod.net,60020,1346868902028-0" prio=10 tid=0x0000000051bcd000 nid=0x10a9 waiting on condition [0x000000004c025000]
  238. java.lang.Thread.State: WAITING (parking)
  239. at sun.misc.Unsafe.park(Native Method)
  240. - parking to wait for <0x0000000590dccf70> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  241. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  242. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  243. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  244. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  245. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  246. at java.lang.Thread.run(Thread.java:662)
  247.  
  248. "regionserver60020-largeCompactions-1346869234421" daemon prio=10 tid=0x0000000051c6b000 nid=0xc63 waiting on condition [0x000000004ba1f000]
  249. java.lang.Thread.State: WAITING (parking)
  250. at sun.misc.Unsafe.park(Native Method)
  251. - parking to wait for <0x000000058f17fc90> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  252. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  253. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  254. at java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:220)
  255. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  256. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  257. at java.lang.Thread.run(Thread.java:662)
  258.  
  259. "regionserver60020-smallCompactions-1346869213876" daemon prio=10 tid=0x00000000521a8000 nid=0xb76 waiting on condition [0x000000004b419000]
  260. java.lang.Thread.State: WAITING (parking)
  261. at sun.misc.Unsafe.park(Native Method)
  262. - parking to wait for <0x000000058f1805c0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  263. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  264. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  265. at java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:220)
  266. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  267. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  268. at java.lang.Thread.run(Thread.java:662)
  269.  
  270. "RS_OPEN_REGION-ds1.h1.ut1.qprod.net,60020,1346868902028-2" prio=10 tid=0x0000000052224000 nid=0xb66 waiting on condition [0x000000004b116000]
  271. java.lang.Thread.State: WAITING (parking)
  272. at sun.misc.Unsafe.park(Native Method)
  273. - parking to wait for <0x0000000590dcd2d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  274. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  275. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  276. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  277. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  278. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  279. at java.lang.Thread.run(Thread.java:662)
  280.  
  281. "RS_OPEN_REGION-ds1.h1.ut1.qprod.net,60020,1346868902028-1" prio=10 tid=0x0000000051d72800 nid=0xb63 waiting on condition [0x000000004b217000]
  282. java.lang.Thread.State: WAITING (parking)
  283. at sun.misc.Unsafe.park(Native Method)
  284. - parking to wait for <0x0000000590dcd2d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  285. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  286. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  287. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  288. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  289. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  290. at java.lang.Thread.run(Thread.java:662)
  291.  
  292. "RS_OPEN_REGION-ds1.h1.ut1.qprod.net,60020,1346868902028-0" prio=10 tid=0x000000005261e800 nid=0xb62 waiting on condition [0x0000000043aa0000]
  293. java.lang.Thread.State: WAITING (parking)
  294. at sun.misc.Unsafe.park(Native Method)
  295. - parking to wait for <0x0000000590dcd2d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  296. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  297. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  298. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  299. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  300. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  301. at java.lang.Thread.run(Thread.java:662)
  302.  
  303. "SplitLogWorker-ds1.h1.ut1.qprod.net,60020,1346868902028" prio=10 tid=0x00002aaac0f39800 nid=0x934 in Object.wait() [0x000000004b015000]
  304. java.lang.Thread.State: WAITING (on object monitor)
  305. at java.lang.Object.wait(Native Method)
  306. - waiting on <0x0000000590df5ef0> (a java.lang.Object)
  307. at java.lang.Object.wait(Object.java:485)
  308. at org.apache.hadoop.hbase.regionserver.SplitLogWorker.taskLoop(SplitLogWorker.java:205)
  309. - locked <0x0000000590df5ef0> (a java.lang.Object)
  310. at org.apache.hadoop.hbase.regionserver.SplitLogWorker.run(SplitLogWorker.java:165)
  311. at java.lang.Thread.run(Thread.java:662)
  312.  
  313. "PRI IPC Server handler 9 on 60020" daemon prio=10 tid=0x00002aaac0f37800 nid=0x933 waiting for monitor entry [0x000000004af13000]
  314. java.lang.Thread.State: BLOCKED (on object monitor)
  315. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegionInMeta(HConnectionManager.java:925)
  316. - waiting to lock <0x000000058f3fad08> (a java.lang.Object)
  317. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:818)
  318. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:782)
  319. at org.apache.hadoop.hbase.client.HTable.finishSetup(HTable.java:249)
  320. at org.apache.hadoop.hbase.client.HTable.<init>(HTable.java:213)
  321. at org.apache.hadoop.hbase.client.HTableFactory.createHTableInterface(HTableFactory.java:36)
  322. at org.apache.hadoop.hbase.client.HTablePool.createHTable(HTablePool.java:268)
  323. at org.apache.hadoop.hbase.client.HTablePool.findOrCreateTable(HTablePool.java:198)
  324. at org.apache.hadoop.hbase.client.HTablePool.getTable(HTablePool.java:173)
  325. at org.apache.hadoop.hbase.client.HTablePool.getTable(HTablePool.java:216)
  326. at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.delete(ReplicationSink.java:198)
  327. at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:128)
  328. at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:109)
  329. at org.apache.hadoop.hbase.regionserver.HRegionServer.replicateLogEntries(HRegionServer.java:3267)
  330. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  331. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  332. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  333. at java.lang.reflect.Method.invoke(Method.java:597)
  334. at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
  335. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1336)
  336.  
  337. "PRI IPC Server handler 8 on 60020" daemon prio=10 tid=0x00002aaac10a7800 nid=0x932 waiting for monitor entry [0x000000004ae12000]
  338. java.lang.Thread.State: BLOCKED (on object monitor)
  339. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegionInMeta(HConnectionManager.java:925)
  340. - waiting to lock <0x000000058f3fad08> (a java.lang.Object)
  341. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:818)
  342. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:782)
  343. at org.apache.hadoop.hbase.client.HTable.finishSetup(HTable.java:249)
  344. at org.apache.hadoop.hbase.client.HTable.<init>(HTable.java:213)
  345. at org.apache.hadoop.hbase.client.HTableFactory.createHTableInterface(HTableFactory.java:36)
  346. at org.apache.hadoop.hbase.client.HTablePool.createHTable(HTablePool.java:268)
  347. at org.apache.hadoop.hbase.client.HTablePool.findOrCreateTable(HTablePool.java:198)
  348. at org.apache.hadoop.hbase.client.HTablePool.getTable(HTablePool.java:173)
  349. at org.apache.hadoop.hbase.client.HTablePool.getTable(HTablePool.java:216)
  350. at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.put(ReplicationSink.java:179)
  351. at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:155)
  352. at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:109)
  353. at org.apache.hadoop.hbase.regionserver.HRegionServer.replicateLogEntries(HRegionServer.java:3267)
  354. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  355. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  356. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  357. at java.lang.reflect.Method.invoke(Method.java:597)
  358. at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
  359. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1336)
  360.  
  361. "PRI IPC Server handler 7 on 60020" daemon prio=10 tid=0x00002aaac10a5800 nid=0x931 waiting on condition [0x000000004ad12000]
  362. java.lang.Thread.State: WAITING (parking)
  363. at sun.misc.Unsafe.park(Native Method)
  364. - parking to wait for <0x000000058f2272f0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  365. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  366. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  367. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  368. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  369.  
  370. "PRI IPC Server handler 6 on 60020" daemon prio=10 tid=0x00002aaac10a3800 nid=0x930 waiting for monitor entry [0x000000004ac10000]
  371. java.lang.Thread.State: BLOCKED (on object monitor)
  372. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegionInMeta(HConnectionManager.java:925)
  373. - waiting to lock <0x000000058f3fad08> (a java.lang.Object)
  374. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:818)
  375. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:782)
  376. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getRegionLocation(HConnectionManager.java:707)
  377. at org.apache.hadoop.hbase.client.ServerCallable.connect(ServerCallable.java:75)
  378. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getRegionServerWithRetries(HConnectionManager.java:1324)
  379. at org.apache.hadoop.hbase.client.HTable.delete(HTable.java:756)
  380. at org.apache.hadoop.hbase.client.HTablePool$PooledHTable.delete(HTablePool.java:413)
  381. at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.delete(ReplicationSink.java:199)
  382. at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:128)
  383. at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:109)
  384. at org.apache.hadoop.hbase.regionserver.HRegionServer.replicateLogEntries(HRegionServer.java:3267)
  385. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  386. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  387. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  388. at java.lang.reflect.Method.invoke(Method.java:597)
  389. at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
  390. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1336)
  391.  
  392. "PRI IPC Server handler 5 on 60020" daemon prio=10 tid=0x00002aaac10a1800 nid=0x92f waiting for monitor entry [0x000000004ab0f000]
  393. java.lang.Thread.State: BLOCKED (on object monitor)
  394. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegionInMeta(HConnectionManager.java:925)
  395. - waiting to lock <0x000000058f3fad08> (a java.lang.Object)
  396. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:818)
  397. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:782)
  398. at org.apache.hadoop.hbase.client.HTable.finishSetup(HTable.java:249)
  399. at org.apache.hadoop.hbase.client.HTable.<init>(HTable.java:213)
  400. at org.apache.hadoop.hbase.client.HTableFactory.createHTableInterface(HTableFactory.java:36)
  401. at org.apache.hadoop.hbase.client.HTablePool.createHTable(HTablePool.java:268)
  402. at org.apache.hadoop.hbase.client.HTablePool.findOrCreateTable(HTablePool.java:198)
  403. at org.apache.hadoop.hbase.client.HTablePool.getTable(HTablePool.java:173)
  404. at org.apache.hadoop.hbase.client.HTablePool.getTable(HTablePool.java:216)
  405. at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.put(ReplicationSink.java:179)
  406. at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:155)
  407. at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:109)
  408. at org.apache.hadoop.hbase.regionserver.HRegionServer.replicateLogEntries(HRegionServer.java:3267)
  409. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  410. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  411. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  412. at java.lang.reflect.Method.invoke(Method.java:597)
  413. at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
  414. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1336)
  415.  
  416. "PRI IPC Server handler 4 on 60020" daemon prio=10 tid=0x00002aaac0e52000 nid=0x92e in Object.wait() [0x000000004aa0e000]
  417. java.lang.Thread.State: WAITING (on object monitor)
  418. at java.lang.Object.wait(Native Method)
  419. at java.lang.Object.wait(Object.java:485)
  420. at org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:904)
  421. - locked <0x000000058a138e18> (a org.apache.hadoop.hbase.ipc.HBaseClient$Call)
  422. at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Invoker.invoke(WritableRpcEngine.java:150)
  423. at $Proxy21.getClosestRowBefore(Unknown Source)
  424. at org.apache.hadoop.hbase.client.HTable$4.call(HTable.java:658)
  425. at org.apache.hadoop.hbase.client.HTable$4.call(HTable.java:656)
  426. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getRegionServerWithRetries(HConnectionManager.java:1325)
  427. at org.apache.hadoop.hbase.client.HTable.getRowOrBefore(HTable.java:655)
  428. at org.apache.hadoop.hbase.client.MetaScanner.metaScan(MetaScanner.java:155)
  429. at org.apache.hadoop.hbase.client.MetaScanner.access$000(MetaScanner.java:52)
  430. at org.apache.hadoop.hbase.client.MetaScanner$1.connect(MetaScanner.java:130)
  431. at org.apache.hadoop.hbase.client.MetaScanner$1.connect(MetaScanner.java:127)
  432. at org.apache.hadoop.hbase.client.HConnectionManager.execute(HConnectionManager.java:360)
  433. at org.apache.hadoop.hbase.client.MetaScanner.metaScan(MetaScanner.java:127)
  434. at org.apache.hadoop.hbase.client.MetaScanner.metaScan(MetaScanner.java:103)
  435. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.prefetchRegionCache(HConnectionManager.java:876)
  436. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegionInMeta(HConnectionManager.java:930)
  437. - locked <0x000000058f3fad08> (a java.lang.Object)
  438. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:818)
  439. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:782)
  440. at org.apache.hadoop.hbase.client.HTable.finishSetup(HTable.java:249)
  441. at org.apache.hadoop.hbase.client.HTable.<init>(HTable.java:213)
  442. at org.apache.hadoop.hbase.client.HTableFactory.createHTableInterface(HTableFactory.java:36)
  443. at org.apache.hadoop.hbase.client.HTablePool.createHTable(HTablePool.java:268)
  444. at org.apache.hadoop.hbase.client.HTablePool.findOrCreateTable(HTablePool.java:198)
  445. at org.apache.hadoop.hbase.client.HTablePool.getTable(HTablePool.java:173)
  446. at org.apache.hadoop.hbase.client.HTablePool.getTable(HTablePool.java:216)
  447. at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.put(ReplicationSink.java:179)
  448. at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:155)
  449. at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:109)
  450. at org.apache.hadoop.hbase.regionserver.HRegionServer.replicateLogEntries(HRegionServer.java:3267)
  451. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  452. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  453. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  454. at java.lang.reflect.Method.invoke(Method.java:597)
  455. at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
  456. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1336)
  457.  
  458. "PRI IPC Server handler 3 on 60020" daemon prio=10 tid=0x00002aaac0e50800 nid=0x92d waiting for monitor entry [0x000000004a90e000]
  459. java.lang.Thread.State: BLOCKED (on object monitor)
  460. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegionInMeta(HConnectionManager.java:925)
  461. - waiting to lock <0x000000058f3fad08> (a java.lang.Object)
  462. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:818)
  463. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:782)
  464. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getRegionLocation(HConnectionManager.java:707)
  465. at org.apache.hadoop.hbase.client.ServerCallable.connect(ServerCallable.java:75)
  466. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getRegionServerWithRetries(HConnectionManager.java:1324)
  467. at org.apache.hadoop.hbase.client.HTable.delete(HTable.java:756)
  468. at org.apache.hadoop.hbase.client.HTablePool$PooledHTable.delete(HTablePool.java:413)
  469. at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.delete(ReplicationSink.java:199)
  470. at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:128)
  471. at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:109)
  472. at org.apache.hadoop.hbase.regionserver.HRegionServer.replicateLogEntries(HRegionServer.java:3267)
  473. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  474. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  475. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  476. at java.lang.reflect.Method.invoke(Method.java:597)
  477. at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
  478. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1336)
  479.  
  480. "PRI IPC Server handler 2 on 60020" daemon prio=10 tid=0x00002aaac0e4e800 nid=0x92c waiting for monitor entry [0x000000004a80c000]
  481. java.lang.Thread.State: BLOCKED (on object monitor)
  482. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegionInMeta(HConnectionManager.java:925)
  483. - waiting to lock <0x000000058f3fad08> (a java.lang.Object)
  484. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:818)
  485. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:782)
  486. at org.apache.hadoop.hbase.client.HTable.finishSetup(HTable.java:249)
  487. at org.apache.hadoop.hbase.client.HTable.<init>(HTable.java:213)
  488. at org.apache.hadoop.hbase.client.HTableFactory.createHTableInterface(HTableFactory.java:36)
  489. at org.apache.hadoop.hbase.client.HTablePool.createHTable(HTablePool.java:268)
  490. at org.apache.hadoop.hbase.client.HTablePool.findOrCreateTable(HTablePool.java:198)
  491. at org.apache.hadoop.hbase.client.HTablePool.getTable(HTablePool.java:173)
  492. at org.apache.hadoop.hbase.client.HTablePool.getTable(HTablePool.java:216)
  493. at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.put(ReplicationSink.java:179)
  494. at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:155)
  495. at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:109)
  496. at org.apache.hadoop.hbase.regionserver.HRegionServer.replicateLogEntries(HRegionServer.java:3267)
  497. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  498. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  499. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  500. at java.lang.reflect.Method.invoke(Method.java:597)
  501. at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
  502. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1336)
  503.  
  504. "PRI IPC Server handler 1 on 60020" daemon prio=10 tid=0x00002aaac0e4c800 nid=0x92b waiting for monitor entry [0x000000004a70c000]
  505. java.lang.Thread.State: BLOCKED (on object monitor)
  506. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegionInMeta(HConnectionManager.java:925)
  507. - waiting to lock <0x000000058f3fad08> (a java.lang.Object)
  508. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:818)
  509. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:782)
  510. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getRegionLocation(HConnectionManager.java:707)
  511. at org.apache.hadoop.hbase.client.ServerCallable.connect(ServerCallable.java:75)
  512. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getRegionServerWithRetries(HConnectionManager.java:1324)
  513. at org.apache.hadoop.hbase.client.HTable.delete(HTable.java:756)
  514. at org.apache.hadoop.hbase.client.HTablePool$PooledHTable.delete(HTablePool.java:413)
  515. at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.delete(ReplicationSink.java:199)
  516. at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:128)
  517. at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:109)
  518. at org.apache.hadoop.hbase.regionserver.HRegionServer.replicateLogEntries(HRegionServer.java:3267)
  519. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  520. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  521. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  522. at java.lang.reflect.Method.invoke(Method.java:597)
  523. at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
  524. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1336)
  525.  
  526. "PRI IPC Server handler 0 on 60020" daemon prio=10 tid=0x00002aaac123e800 nid=0x92a waiting for monitor entry [0x000000004a60a000]
  527. java.lang.Thread.State: BLOCKED (on object monitor)
  528. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegionInMeta(HConnectionManager.java:925)
  529. - waiting to lock <0x000000058f3fad08> (a java.lang.Object)
  530. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:818)
  531. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:782)
  532. at org.apache.hadoop.hbase.client.HTable.finishSetup(HTable.java:249)
  533. at org.apache.hadoop.hbase.client.HTable.<init>(HTable.java:213)
  534. at org.apache.hadoop.hbase.client.HTableFactory.createHTableInterface(HTableFactory.java:36)
  535. at org.apache.hadoop.hbase.client.HTablePool.createHTable(HTablePool.java:268)
  536. at org.apache.hadoop.hbase.client.HTablePool.findOrCreateTable(HTablePool.java:198)
  537. at org.apache.hadoop.hbase.client.HTablePool.getTable(HTablePool.java:173)
  538. at org.apache.hadoop.hbase.client.HTablePool.getTable(HTablePool.java:216)
  539. at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.put(ReplicationSink.java:179)
  540. at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:155)
  541. at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:109)
  542. at org.apache.hadoop.hbase.regionserver.HRegionServer.replicateLogEntries(HRegionServer.java:3267)
  543. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  544. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  545. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  546. at java.lang.reflect.Method.invoke(Method.java:597)
  547. at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
  548. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1336)
  549.  
  550. "IPC Server handler 99 on 60020" daemon prio=10 tid=0x00002aaac123c800 nid=0x929 waiting on condition [0x000000004a50a000]
  551. java.lang.Thread.State: WAITING (parking)
  552. at sun.misc.Unsafe.park(Native Method)
  553. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  554. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  555. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  556. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  557. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  558.  
  559. "IPC Server handler 98 on 60020" daemon prio=10 tid=0x00002aaac123b000 nid=0x928 waiting on condition [0x000000004a409000]
  560. java.lang.Thread.State: WAITING (parking)
  561. at sun.misc.Unsafe.park(Native Method)
  562. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  563. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  564. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  565. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  566. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  567.  
  568. "IPC Server handler 97 on 60020" daemon prio=10 tid=0x00002aaac1239000 nid=0x927 waiting on condition [0x000000004a308000]
  569. java.lang.Thread.State: WAITING (parking)
  570. at sun.misc.Unsafe.park(Native Method)
  571. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  572. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  573. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  574. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  575. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  576.  
  577. "IPC Server handler 96 on 60020" daemon prio=10 tid=0x00002aaac0bd2800 nid=0x926 waiting on condition [0x000000004a207000]
  578. java.lang.Thread.State: WAITING (parking)
  579. at sun.misc.Unsafe.park(Native Method)
  580. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  581. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  582. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  583. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  584. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  585.  
  586. "IPC Server handler 95 on 60020" daemon prio=10 tid=0x00002aaac0bd1000 nid=0x925 waiting on condition [0x000000004a106000]
  587. java.lang.Thread.State: WAITING (parking)
  588. at sun.misc.Unsafe.park(Native Method)
  589. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  590. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  591. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  592. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  593. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  594.  
  595. "IPC Server handler 94 on 60020" daemon prio=10 tid=0x00002aaac0bcf000 nid=0x924 waiting on condition [0x000000004a005000]
  596. java.lang.Thread.State: WAITING (parking)
  597. at sun.misc.Unsafe.park(Native Method)
  598. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  599. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  600. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  601. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  602. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  603.  
  604. "IPC Server handler 93 on 60020" daemon prio=10 tid=0x00002aaac0bcd000 nid=0x923 waiting on condition [0x0000000049f04000]
  605. java.lang.Thread.State: WAITING (parking)
  606. at sun.misc.Unsafe.park(Native Method)
  607. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  608. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  609. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  610. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  611. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  612.  
  613. "IPC Server handler 92 on 60020" daemon prio=10 tid=0x00002aaac0b9b000 nid=0x920 waiting on condition [0x0000000049e03000]
  614. java.lang.Thread.State: WAITING (parking)
  615. at sun.misc.Unsafe.park(Native Method)
  616. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  617. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  618. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  619. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  620. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  621.  
  622. "IPC Server handler 91 on 60020" daemon prio=10 tid=0x00002aaac0b99800 nid=0x91f waiting on condition [0x0000000049d02000]
  623. java.lang.Thread.State: WAITING (parking)
  624. at sun.misc.Unsafe.park(Native Method)
  625. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  626. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  627. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  628. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  629. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  630.  
  631. "IPC Server handler 90 on 60020" daemon prio=10 tid=0x00002aaac0b97800 nid=0x91e waiting on condition [0x0000000049c01000]
  632. java.lang.Thread.State: WAITING (parking)
  633. at sun.misc.Unsafe.park(Native Method)
  634. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  635. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  636. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  637. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  638. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  639.  
  640. "IPC Server handler 89 on 60020" daemon prio=10 tid=0x00002aaac09d2000 nid=0x91d waiting on condition [0x0000000049b00000]
  641. java.lang.Thread.State: WAITING (parking)
  642. at sun.misc.Unsafe.park(Native Method)
  643. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  644. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  645. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  646. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  647. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  648.  
  649. "IPC Server handler 88 on 60020" daemon prio=10 tid=0x00002aaac09d0000 nid=0x91c waiting on condition [0x00000000499ff000]
  650. java.lang.Thread.State: WAITING (parking)
  651. at sun.misc.Unsafe.park(Native Method)
  652. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  653. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  654. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  655. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  656. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  657.  
  658. "IPC Server handler 87 on 60020" daemon prio=10 tid=0x00002aaac0a6f000 nid=0x91b waiting on condition [0x00000000498fe000]
  659. java.lang.Thread.State: WAITING (parking)
  660. at sun.misc.Unsafe.park(Native Method)
  661. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  662. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  663. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  664. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  665. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  666.  
  667. "IPC Server handler 86 on 60020" daemon prio=10 tid=0x00002aaac0aa5000 nid=0x91a waiting on condition [0x00000000497fd000]
  668. java.lang.Thread.State: WAITING (parking)
  669. at sun.misc.Unsafe.park(Native Method)
  670. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  671. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  672. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  673. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  674. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  675.  
  676. "IPC Server handler 85 on 60020" daemon prio=10 tid=0x0000000052b53000 nid=0x919 waiting on condition [0x00000000496fc000]
  677. java.lang.Thread.State: WAITING (parking)
  678. at sun.misc.Unsafe.park(Native Method)
  679. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  680. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  681. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  682. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  683. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  684.  
  685. "IPC Server handler 84 on 60020" daemon prio=10 tid=0x0000000052b50800 nid=0x918 waiting on condition [0x00000000495fb000]
  686. java.lang.Thread.State: WAITING (parking)
  687. at sun.misc.Unsafe.park(Native Method)
  688. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  689. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  690. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  691. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  692. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  693.  
  694. "IPC Server handler 83 on 60020" daemon prio=10 tid=0x0000000052b4e800 nid=0x917 waiting on condition [0x00000000494fa000]
  695. java.lang.Thread.State: WAITING (parking)
  696. at sun.misc.Unsafe.park(Native Method)
  697. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  698. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  699. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  700. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  701. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  702.  
  703. "IPC Server handler 82 on 60020" daemon prio=10 tid=0x0000000052b4c800 nid=0x916 waiting on condition [0x00000000493f9000]
  704. java.lang.Thread.State: WAITING (parking)
  705. at sun.misc.Unsafe.park(Native Method)
  706. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  707. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  708. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  709. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  710. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  711.  
  712. "IPC Server handler 81 on 60020" daemon prio=10 tid=0x0000000052b4a000 nid=0x915 waiting on condition [0x00000000492f8000]
  713. java.lang.Thread.State: WAITING (parking)
  714. at sun.misc.Unsafe.park(Native Method)
  715. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  716. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  717. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  718. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  719. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  720.  
  721. "IPC Server handler 80 on 60020" daemon prio=10 tid=0x0000000052b48000 nid=0x913 waiting on condition [0x00000000491f7000]
  722. java.lang.Thread.State: WAITING (parking)
  723. at sun.misc.Unsafe.park(Native Method)
  724. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  725. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  726. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  727. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  728. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  729.  
  730. "IPC Server handler 79 on 60020" daemon prio=10 tid=0x0000000052b46000 nid=0x912 waiting on condition [0x00000000490f6000]
  731. java.lang.Thread.State: WAITING (parking)
  732. at sun.misc.Unsafe.park(Native Method)
  733. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  734. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  735. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  736. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  737. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  738.  
  739. "IPC Server handler 78 on 60020" daemon prio=10 tid=0x0000000052b44800 nid=0x911 waiting on condition [0x0000000048ff5000]
  740. java.lang.Thread.State: WAITING (parking)
  741. at sun.misc.Unsafe.park(Native Method)
  742. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  743. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  744. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  745. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  746. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  747.  
  748. "IPC Server handler 77 on 60020" daemon prio=10 tid=0x0000000052b42800 nid=0x910 waiting on condition [0x0000000048ef4000]
  749. java.lang.Thread.State: WAITING (parking)
  750. at sun.misc.Unsafe.park(Native Method)
  751. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  752. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  753. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  754. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  755. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  756.  
  757. "IPC Server handler 76 on 60020" daemon prio=10 tid=0x0000000052b3f000 nid=0x90f waiting on condition [0x0000000048df3000]
  758. java.lang.Thread.State: WAITING (parking)
  759. at sun.misc.Unsafe.park(Native Method)
  760. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  761. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  762. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  763. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  764. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  765.  
  766. "IPC Server handler 75 on 60020" daemon prio=10 tid=0x0000000052b3d000 nid=0x90e waiting on condition [0x0000000048cf2000]
  767. java.lang.Thread.State: WAITING (parking)
  768. at sun.misc.Unsafe.park(Native Method)
  769. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  770. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  771. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  772. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  773. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  774.  
  775. "IPC Server handler 74 on 60020" daemon prio=10 tid=0x0000000052b3b000 nid=0x90d waiting on condition [0x0000000048bf1000]
  776. java.lang.Thread.State: WAITING (parking)
  777. at sun.misc.Unsafe.park(Native Method)
  778. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  779. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  780. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  781. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  782. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  783.  
  784. "IPC Server handler 73 on 60020" daemon prio=10 tid=0x00000000529a7800 nid=0x90c waiting on condition [0x0000000048af0000]
  785. java.lang.Thread.State: WAITING (parking)
  786. at sun.misc.Unsafe.park(Native Method)
  787. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  788. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  789. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  790. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  791. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  792.  
  793. "IPC Server handler 72 on 60020" daemon prio=10 tid=0x00000000529a5800 nid=0x90b waiting on condition [0x00000000489ef000]
  794. java.lang.Thread.State: WAITING (parking)
  795. at sun.misc.Unsafe.park(Native Method)
  796. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  797. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  798. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  799. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  800. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  801.  
  802. "IPC Server handler 71 on 60020" daemon prio=10 tid=0x00000000529a3800 nid=0x90a waiting on condition [0x00000000488ee000]
  803. java.lang.Thread.State: WAITING (parking)
  804. at sun.misc.Unsafe.park(Native Method)
  805. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  806. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  807. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  808. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  809. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  810.  
  811. "IPC Server handler 70 on 60020" daemon prio=10 tid=0x00000000529a1000 nid=0x909 waiting on condition [0x00000000487ed000]
  812. java.lang.Thread.State: WAITING (parking)
  813. at sun.misc.Unsafe.park(Native Method)
  814. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  815. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  816. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  817. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  818. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  819.  
  820. "IPC Server handler 69 on 60020" daemon prio=10 tid=0x000000005299f000 nid=0x908 waiting on condition [0x00000000486ec000]
  821. java.lang.Thread.State: WAITING (parking)
  822. at sun.misc.Unsafe.park(Native Method)
  823. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  824. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  825. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  826. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  827. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  828.  
  829. "IPC Server handler 68 on 60020" daemon prio=10 tid=0x000000005299c800 nid=0x907 waiting on condition [0x00000000485eb000]
  830. java.lang.Thread.State: WAITING (parking)
  831. at sun.misc.Unsafe.park(Native Method)
  832. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  833. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  834. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  835. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  836. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  837.  
  838. "IPC Server handler 67 on 60020" daemon prio=10 tid=0x000000005299a800 nid=0x906 waiting on condition [0x00000000484ea000]
  839. java.lang.Thread.State: WAITING (parking)
  840. at sun.misc.Unsafe.park(Native Method)
  841. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  842. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  843. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  844. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  845. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  846.  
  847. "IPC Server handler 66 on 60020" daemon prio=10 tid=0x0000000052998800 nid=0x905 waiting on condition [0x00000000483e9000]
  848. java.lang.Thread.State: WAITING (parking)
  849. at sun.misc.Unsafe.park(Native Method)
  850. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  851. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  852. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  853. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  854. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  855.  
  856. "IPC Server handler 65 on 60020" daemon prio=10 tid=0x0000000052996000 nid=0x904 waiting on condition [0x00000000482e8000]
  857. java.lang.Thread.State: WAITING (parking)
  858. at sun.misc.Unsafe.park(Native Method)
  859. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  860. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  861. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  862. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  863. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  864.  
  865. "IPC Server handler 64 on 60020" daemon prio=10 tid=0x0000000052994000 nid=0x903 waiting on condition [0x00000000481e7000]
  866. java.lang.Thread.State: WAITING (parking)
  867. at sun.misc.Unsafe.park(Native Method)
  868. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  869. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  870. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  871. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  872. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  873.  
  874. "IPC Server handler 63 on 60020" daemon prio=10 tid=0x0000000052992000 nid=0x902 waiting on condition [0x00000000480e6000]
  875. java.lang.Thread.State: WAITING (parking)
  876. at sun.misc.Unsafe.park(Native Method)
  877. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  878. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  879. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  880. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  881. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  882.  
  883. "IPC Server handler 62 on 60020" daemon prio=10 tid=0x000000005298f800 nid=0x901 waiting on condition [0x0000000047fe5000]
  884. java.lang.Thread.State: WAITING (parking)
  885. at sun.misc.Unsafe.park(Native Method)
  886. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  887. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  888. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  889. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  890. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  891.  
  892. "IPC Server handler 61 on 60020" daemon prio=10 tid=0x0000000051a8d800 nid=0x900 waiting on condition [0x0000000047ee4000]
  893. java.lang.Thread.State: WAITING (parking)
  894. at sun.misc.Unsafe.park(Native Method)
  895. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  896. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  897. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  898. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  899. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  900.  
  901. "IPC Server handler 60 on 60020" daemon prio=10 tid=0x0000000051a8b000 nid=0x8ff waiting on condition [0x0000000047de3000]
  902. java.lang.Thread.State: WAITING (parking)
  903. at sun.misc.Unsafe.park(Native Method)
  904. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  905. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  906. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  907. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  908. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  909.  
  910. "IPC Server handler 59 on 60020" daemon prio=10 tid=0x0000000051a89000 nid=0x8fe waiting on condition [0x0000000047ce2000]
  911. java.lang.Thread.State: WAITING (parking)
  912. at sun.misc.Unsafe.park(Native Method)
  913. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  914. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  915. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  916. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  917. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  918.  
  919. "IPC Server handler 58 on 60020" daemon prio=10 tid=0x0000000051a87000 nid=0x8fd waiting on condition [0x0000000047be1000]
  920. java.lang.Thread.State: WAITING (parking)
  921. at sun.misc.Unsafe.park(Native Method)
  922. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  923. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  924. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  925. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  926. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  927.  
  928. "IPC Server handler 57 on 60020" daemon prio=10 tid=0x0000000051a84800 nid=0x8fb waiting on condition [0x0000000047ae0000]
  929. java.lang.Thread.State: WAITING (parking)
  930. at sun.misc.Unsafe.park(Native Method)
  931. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  932. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  933. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  934. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  935. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  936.  
  937. "IPC Server handler 56 on 60020" daemon prio=10 tid=0x0000000051a82800 nid=0x8fa waiting on condition [0x00000000479df000]
  938. java.lang.Thread.State: WAITING (parking)
  939. at sun.misc.Unsafe.park(Native Method)
  940. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  941. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  942. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  943. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  944. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  945.  
  946. "IPC Server handler 55 on 60020" daemon prio=10 tid=0x0000000051a79800 nid=0x8f9 waiting on condition [0x00000000478de000]
  947. java.lang.Thread.State: WAITING (parking)
  948. at sun.misc.Unsafe.park(Native Method)
  949. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  950. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  951. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  952. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  953. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  954.  
  955. "IPC Server handler 54 on 60020" daemon prio=10 tid=0x0000000051a77800 nid=0x8f8 waiting on condition [0x00000000477dd000]
  956. java.lang.Thread.State: WAITING (parking)
  957. at sun.misc.Unsafe.park(Native Method)
  958. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  959. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  960. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  961. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  962. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  963.  
  964. "IPC Server handler 53 on 60020" daemon prio=10 tid=0x0000000052605800 nid=0x8f7 waiting on condition [0x00000000476dc000]
  965. java.lang.Thread.State: WAITING (parking)
  966. at sun.misc.Unsafe.park(Native Method)
  967. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  968. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  969. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  970. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  971. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  972.  
  973. "IPC Server handler 52 on 60020" daemon prio=10 tid=0x0000000052603800 nid=0x8f6 waiting on condition [0x00000000475db000]
  974. java.lang.Thread.State: WAITING (parking)
  975. at sun.misc.Unsafe.park(Native Method)
  976. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  977. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  978. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  979. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  980. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  981.  
  982. "IPC Server handler 51 on 60020" daemon prio=10 tid=0x0000000052601000 nid=0x8f5 waiting on condition [0x00000000474da000]
  983. java.lang.Thread.State: WAITING (parking)
  984. at sun.misc.Unsafe.park(Native Method)
  985. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  986. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  987. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  988. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  989. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  990.  
  991. "IPC Server handler 50 on 60020" daemon prio=10 tid=0x00000000525ff000 nid=0x8f4 waiting on condition [0x00000000473d9000]
  992. java.lang.Thread.State: WAITING (parking)
  993. at sun.misc.Unsafe.park(Native Method)
  994. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  995. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  996. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  997. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  998. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  999.  
  1000. "IPC Server handler 49 on 60020" daemon prio=10 tid=0x00000000525fd000 nid=0x8f3 waiting on condition [0x00000000472d8000]
  1001. java.lang.Thread.State: WAITING (parking)
  1002. at sun.misc.Unsafe.park(Native Method)
  1003. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1004. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1005. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1006. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1007. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1008.  
  1009. "IPC Server handler 48 on 60020" daemon prio=10 tid=0x00000000525fa800 nid=0x8f2 waiting on condition [0x00000000471d7000]
  1010. java.lang.Thread.State: WAITING (parking)
  1011. at sun.misc.Unsafe.park(Native Method)
  1012. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1013. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1014. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1015. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1016. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1017.  
  1018. "IPC Server handler 47 on 60020" daemon prio=10 tid=0x00000000525f8800 nid=0x8f1 waiting on condition [0x00000000470d6000]
  1019. java.lang.Thread.State: WAITING (parking)
  1020. at sun.misc.Unsafe.park(Native Method)
  1021. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1022. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1023. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1024. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1025. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1026.  
  1027. "IPC Server handler 46 on 60020" daemon prio=10 tid=0x0000000052518000 nid=0x8f0 waiting on condition [0x0000000046fd5000]
  1028. java.lang.Thread.State: WAITING (parking)
  1029. at sun.misc.Unsafe.park(Native Method)
  1030. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1031. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1032. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1033. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1034. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1035.  
  1036. "IPC Server handler 45 on 60020" daemon prio=10 tid=0x0000000052515800 nid=0x8ef waiting on condition [0x0000000046ed4000]
  1037. java.lang.Thread.State: WAITING (parking)
  1038. at sun.misc.Unsafe.park(Native Method)
  1039. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1040. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1041. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1042. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1043. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1044.  
  1045. "IPC Server handler 44 on 60020" daemon prio=10 tid=0x0000000052513800 nid=0x8ee waiting on condition [0x0000000046dd3000]
  1046. java.lang.Thread.State: WAITING (parking)
  1047. at sun.misc.Unsafe.park(Native Method)
  1048. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1049. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1050. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1051. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1052. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1053.  
  1054. "IPC Server handler 43 on 60020" daemon prio=10 tid=0x0000000052511800 nid=0x8ec waiting on condition [0x0000000046cd2000]
  1055. java.lang.Thread.State: WAITING (parking)
  1056. at sun.misc.Unsafe.park(Native Method)
  1057. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1058. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1059. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1060. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1061. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1062.  
  1063. "IPC Server handler 42 on 60020" daemon prio=10 tid=0x000000005250f000 nid=0x8eb waiting on condition [0x0000000046bd1000]
  1064. java.lang.Thread.State: WAITING (parking)
  1065. at sun.misc.Unsafe.park(Native Method)
  1066. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1067. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1068. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1069. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1070. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1071.  
  1072. "IPC Server handler 41 on 60020" daemon prio=10 tid=0x000000005250d000 nid=0x8ea waiting on condition [0x0000000046ad0000]
  1073. java.lang.Thread.State: WAITING (parking)
  1074. at sun.misc.Unsafe.park(Native Method)
  1075. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1076. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1077. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1078. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1079. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1080.  
  1081. "IPC Server handler 40 on 60020" daemon prio=10 tid=0x000000005250a800 nid=0x8e9 waiting on condition [0x00000000469cf000]
  1082. java.lang.Thread.State: WAITING (parking)
  1083. at sun.misc.Unsafe.park(Native Method)
  1084. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1085. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1086. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1087. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1088. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1089.  
  1090. "IPC Server handler 39 on 60020" daemon prio=10 tid=0x0000000052509000 nid=0x8e8 waiting on condition [0x00000000468ce000]
  1091. java.lang.Thread.State: WAITING (parking)
  1092. at sun.misc.Unsafe.park(Native Method)
  1093. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1094. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1095. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1096. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1097. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1098.  
  1099. "IPC Server handler 38 on 60020" daemon prio=10 tid=0x000000005262c800 nid=0x8e7 waiting on condition [0x00000000467cd000]
  1100. java.lang.Thread.State: WAITING (parking)
  1101. at sun.misc.Unsafe.park(Native Method)
  1102. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1103. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1104. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1105. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1106. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1107.  
  1108. "IPC Server handler 37 on 60020" daemon prio=10 tid=0x000000005262a800 nid=0x8e6 waiting on condition [0x00000000466cc000]
  1109. java.lang.Thread.State: WAITING (parking)
  1110. at sun.misc.Unsafe.park(Native Method)
  1111. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1112. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1113. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1114. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1115. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1116.  
  1117. "IPC Server handler 36 on 60020" daemon prio=10 tid=0x0000000052628000 nid=0x8e5 waiting on condition [0x00000000465cb000]
  1118. java.lang.Thread.State: WAITING (parking)
  1119. at sun.misc.Unsafe.park(Native Method)
  1120. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1121. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1122. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1123. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1124. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1125.  
  1126. "IPC Server handler 35 on 60020" daemon prio=10 tid=0x0000000052626000 nid=0x8e4 waiting on condition [0x00000000464ca000]
  1127. java.lang.Thread.State: WAITING (parking)
  1128. at sun.misc.Unsafe.park(Native Method)
  1129. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1130. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1131. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1132. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1133. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1134.  
  1135. "IPC Server handler 34 on 60020" daemon prio=10 tid=0x0000000052624000 nid=0x8e3 waiting on condition [0x00000000463c9000]
  1136. java.lang.Thread.State: WAITING (parking)
  1137. at sun.misc.Unsafe.park(Native Method)
  1138. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1139. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1140. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1141. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1142. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1143.  
  1144. "IPC Server handler 33 on 60020" daemon prio=10 tid=0x0000000052621800 nid=0x8e2 waiting on condition [0x00000000462c8000]
  1145. java.lang.Thread.State: WAITING (parking)
  1146. at sun.misc.Unsafe.park(Native Method)
  1147. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1148. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1149. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1150. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1151. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1152.  
  1153. "IPC Server handler 32 on 60020" daemon prio=10 tid=0x000000005261f800 nid=0x8e1 waiting on condition [0x00000000461c7000]
  1154. java.lang.Thread.State: WAITING (parking)
  1155. at sun.misc.Unsafe.park(Native Method)
  1156. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1157. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1158. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1159. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1160. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1161.  
  1162. "IPC Server handler 31 on 60020" daemon prio=10 tid=0x00000000520cf000 nid=0x8e0 waiting on condition [0x00000000460c6000]
  1163. java.lang.Thread.State: WAITING (parking)
  1164. at sun.misc.Unsafe.park(Native Method)
  1165. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1166. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1167. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1168. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1169. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1170.  
  1171. "IPC Server handler 30 on 60020" daemon prio=10 tid=0x00000000520cd000 nid=0x8df waiting on condition [0x0000000045fc5000]
  1172. java.lang.Thread.State: WAITING (parking)
  1173. at sun.misc.Unsafe.park(Native Method)
  1174. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1175. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1176. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1177. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1178. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1179.  
  1180. "IPC Server handler 29 on 60020" daemon prio=10 tid=0x00000000520cb000 nid=0x8de waiting on condition [0x0000000045ec4000]
  1181. java.lang.Thread.State: WAITING (parking)
  1182. at sun.misc.Unsafe.park(Native Method)
  1183. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1184. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1185. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1186. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1187. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1188.  
  1189. "IPC Server handler 28 on 60020" daemon prio=10 tid=0x00000000520c8800 nid=0x8dd waiting on condition [0x0000000045dc3000]
  1190. java.lang.Thread.State: WAITING (parking)
  1191. at sun.misc.Unsafe.park(Native Method)
  1192. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1193. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1194. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1195. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1196. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1197.  
  1198. "IPC Server handler 27 on 60020" daemon prio=10 tid=0x00000000520c6800 nid=0x8dc waiting on condition [0x0000000045cc2000]
  1199. java.lang.Thread.State: WAITING (parking)
  1200. at sun.misc.Unsafe.park(Native Method)
  1201. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1202. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1203. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1204. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1205. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1206.  
  1207. "IPC Server handler 26 on 60020" daemon prio=10 tid=0x00000000520c4000 nid=0x8db waiting on condition [0x0000000045bc1000]
  1208. java.lang.Thread.State: WAITING (parking)
  1209. at sun.misc.Unsafe.park(Native Method)
  1210. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1211. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1212. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1213. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1214. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1215.  
  1216. "IPC Server handler 25 on 60020" daemon prio=10 tid=0x00000000520c2000 nid=0x8da waiting on condition [0x0000000045ac0000]
  1217. java.lang.Thread.State: WAITING (parking)
  1218. at sun.misc.Unsafe.park(Native Method)
  1219. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1220. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1221. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1222. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1223. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1224.  
  1225. "IPC Server handler 24 on 60020" daemon prio=10 tid=0x00000000522ba000 nid=0x8d9 waiting on condition [0x00000000459bf000]
  1226. java.lang.Thread.State: WAITING (parking)
  1227. at sun.misc.Unsafe.park(Native Method)
  1228. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1229. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1230. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1231. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1232. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1233.  
  1234. "IPC Server handler 23 on 60020" daemon prio=10 tid=0x00000000522b7800 nid=0x8d8 waiting on condition [0x00000000458be000]
  1235. java.lang.Thread.State: WAITING (parking)
  1236. at sun.misc.Unsafe.park(Native Method)
  1237. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1238. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1239. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1240. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1241. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1242.  
  1243. "IPC Server handler 22 on 60020" daemon prio=10 tid=0x00000000522b5800 nid=0x8d7 waiting on condition [0x00000000457bd000]
  1244. java.lang.Thread.State: WAITING (parking)
  1245. at sun.misc.Unsafe.park(Native Method)
  1246. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1247. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1248. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1249. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1250. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1251.  
  1252. "IPC Server handler 21 on 60020" daemon prio=10 tid=0x00000000522b3800 nid=0x8d6 waiting on condition [0x00000000456bc000]
  1253. java.lang.Thread.State: WAITING (parking)
  1254. at sun.misc.Unsafe.park(Native Method)
  1255. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1256. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1257. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1258. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1259. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1260.  
  1261. "IPC Server handler 20 on 60020" daemon prio=10 tid=0x0000000051d89000 nid=0x8d5 waiting on condition [0x00000000455bb000]
  1262. java.lang.Thread.State: WAITING (parking)
  1263. at sun.misc.Unsafe.park(Native Method)
  1264. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1265. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1266. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1267. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1268. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1269.  
  1270. "IPC Server handler 19 on 60020" daemon prio=10 tid=0x0000000051d87000 nid=0x8d4 waiting on condition [0x00000000454ba000]
  1271. java.lang.Thread.State: WAITING (parking)
  1272. at sun.misc.Unsafe.park(Native Method)
  1273. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1274. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1275. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1276. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1277. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1278.  
  1279. "IPC Server handler 18 on 60020" daemon prio=10 tid=0x0000000051d85800 nid=0x8d3 waiting on condition [0x00000000453b9000]
  1280. java.lang.Thread.State: WAITING (parking)
  1281. at sun.misc.Unsafe.park(Native Method)
  1282. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1283. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1284. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1285. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1286. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1287.  
  1288. "IPC Server handler 17 on 60020" daemon prio=10 tid=0x0000000051d84000 nid=0x8d2 waiting on condition [0x00000000452b8000]
  1289. java.lang.Thread.State: WAITING (parking)
  1290. at sun.misc.Unsafe.park(Native Method)
  1291. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1292. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1293. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1294. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1295. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1296.  
  1297. "IPC Server handler 16 on 60020" daemon prio=10 tid=0x0000000051d7e000 nid=0x8d1 waiting on condition [0x00000000451b7000]
  1298. java.lang.Thread.State: WAITING (parking)
  1299. at sun.misc.Unsafe.park(Native Method)
  1300. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1301. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1302. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1303. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1304. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1305.  
  1306. "IPC Server handler 15 on 60020" daemon prio=10 tid=0x0000000051d7b800 nid=0x8d0 waiting on condition [0x00000000450b6000]
  1307. java.lang.Thread.State: WAITING (parking)
  1308. at sun.misc.Unsafe.park(Native Method)
  1309. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1310. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1311. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1312. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1313. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1314.  
  1315. "IPC Server handler 14 on 60020" daemon prio=10 tid=0x0000000051d79800 nid=0x8cf waiting on condition [0x0000000044fb5000]
  1316. java.lang.Thread.State: WAITING (parking)
  1317. at sun.misc.Unsafe.park(Native Method)
  1318. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1319. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1320. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1321. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1322. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1323.  
  1324. "IPC Server handler 13 on 60020" daemon prio=10 tid=0x0000000051ff7000 nid=0x8ce waiting on condition [0x0000000044eb4000]
  1325. java.lang.Thread.State: WAITING (parking)
  1326. at sun.misc.Unsafe.park(Native Method)
  1327. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1328. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1329. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1330. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1331. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1332.  
  1333. "IPC Server handler 12 on 60020" daemon prio=10 tid=0x0000000051ff4800 nid=0x8cd waiting on condition [0x0000000044db3000]
  1334. java.lang.Thread.State: WAITING (parking)
  1335. at sun.misc.Unsafe.park(Native Method)
  1336. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1337. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1338. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1339. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1340. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1341.  
  1342. "IPC Server handler 11 on 60020" daemon prio=10 tid=0x0000000051ff2800 nid=0x8cc waiting on condition [0x0000000044cb2000]
  1343. java.lang.Thread.State: WAITING (parking)
  1344. at sun.misc.Unsafe.park(Native Method)
  1345. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1346. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1347. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1348. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1349. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1350.  
  1351. "IPC Server handler 10 on 60020" daemon prio=10 tid=0x0000000051ff0800 nid=0x8cb waiting on condition [0x0000000044bb1000]
  1352. java.lang.Thread.State: WAITING (parking)
  1353. at sun.misc.Unsafe.park(Native Method)
  1354. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1355. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1356. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1357. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1358. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1359.  
  1360. "IPC Server handler 9 on 60020" daemon prio=10 tid=0x0000000051d54000 nid=0x8ca waiting on condition [0x0000000044ab0000]
  1361. java.lang.Thread.State: WAITING (parking)
  1362. at sun.misc.Unsafe.park(Native Method)
  1363. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1364. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1365. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1366. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1367. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1368.  
  1369. "IPC Server handler 8 on 60020" daemon prio=10 tid=0x0000000051d51800 nid=0x8c9 waiting on condition [0x00000000449af000]
  1370. java.lang.Thread.State: WAITING (parking)
  1371. at sun.misc.Unsafe.park(Native Method)
  1372. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1373. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1374. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1375. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1376. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1377.  
  1378. "IPC Server handler 7 on 60020" daemon prio=10 tid=0x0000000051d4f800 nid=0x8c8 waiting on condition [0x00000000448ae000]
  1379. java.lang.Thread.State: WAITING (parking)
  1380. at sun.misc.Unsafe.park(Native Method)
  1381. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1382. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1383. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1384. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1385. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1386.  
  1387. "IPC Server handler 6 on 60020" daemon prio=10 tid=0x0000000051cd5000 nid=0x8c7 waiting on condition [0x00000000447ad000]
  1388. java.lang.Thread.State: WAITING (parking)
  1389. at sun.misc.Unsafe.park(Native Method)
  1390. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1391. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1392. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1393. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1394. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1395.  
  1396. "IPC Server handler 5 on 60020" daemon prio=10 tid=0x0000000051cd3000 nid=0x8c6 waiting on condition [0x00000000446ac000]
  1397. java.lang.Thread.State: WAITING (parking)
  1398. at sun.misc.Unsafe.park(Native Method)
  1399. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1400. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1401. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1402. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1403. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1404.  
  1405. "IPC Server handler 4 on 60020" daemon prio=10 tid=0x0000000051cd1000 nid=0x8c5 waiting on condition [0x00000000445ab000]
  1406. java.lang.Thread.State: WAITING (parking)
  1407. at sun.misc.Unsafe.park(Native Method)
  1408. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1409. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1410. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1411. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1412. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1413.  
  1414. "IPC Server handler 3 on 60020" daemon prio=10 tid=0x0000000051ccf000 nid=0x8c4 waiting on condition [0x00000000444aa000]
  1415. java.lang.Thread.State: WAITING (parking)
  1416. at sun.misc.Unsafe.park(Native Method)
  1417. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1418. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1419. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1420. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1421. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1422.  
  1423. "IPC Server handler 2 on 60020" daemon prio=10 tid=0x0000000052146000 nid=0x8c3 waiting on condition [0x00000000443a9000]
  1424. java.lang.Thread.State: WAITING (parking)
  1425. at sun.misc.Unsafe.park(Native Method)
  1426. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1427. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1428. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1429. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1430. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1431.  
  1432. "IPC Server handler 1 on 60020" daemon prio=10 tid=0x0000000052144800 nid=0x8c2 waiting on condition [0x00000000442a8000]
  1433. java.lang.Thread.State: WAITING (parking)
  1434. at sun.misc.Unsafe.park(Native Method)
  1435. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1436. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1437. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1438. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1439. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1440.  
  1441. "IPC Server handler 0 on 60020" daemon prio=10 tid=0x0000000051fff000 nid=0x8c1 waiting on condition [0x00000000441a7000]
  1442. java.lang.Thread.State: WAITING (parking)
  1443. at sun.misc.Unsafe.park(Native Method)
  1444. - parking to wait for <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1445. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1446. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1447. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1448. at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1449.  
  1450. "IPC Server listener on 60020" daemon prio=10 tid=0x0000000052703000 nid=0x8c0 runnable [0x00000000440a6000]
  1451. java.lang.Thread.State: RUNNABLE
  1452. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1453. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1454. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1455. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1456. - locked <0x000000058f3f4960> (a sun.nio.ch.Util$2)
  1457. - locked <0x000000058f3f4948> (a java.util.Collections$UnmodifiableSet)
  1458. - locked <0x000000058f158090> (a sun.nio.ch.EPollSelectorImpl)
  1459. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1460. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1461. at org.apache.hadoop.hbase.ipc.HBaseServer$Listener.run(HBaseServer.java:602)
  1462.  
  1463. "IPC Server Responder" daemon prio=10 tid=0x000000005221b000 nid=0x8bf runnable [0x0000000043fa5000]
  1464. java.lang.Thread.State: RUNNABLE
  1465. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1466. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1467. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1468. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1469. - locked <0x000000058f227398> (a sun.nio.ch.Util$2)
  1470. - locked <0x000000058f227530> (a java.util.Collections$UnmodifiableSet)
  1471. - locked <0x000000058f158000> (a sun.nio.ch.EPollSelectorImpl)
  1472. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1473. at org.apache.hadoop.hbase.ipc.HBaseServer$Responder.doRunLoop(HBaseServer.java:792)
  1474. at org.apache.hadoop.hbase.ipc.HBaseServer$Responder.run(HBaseServer.java:775)
  1475.  
  1476. "ReplicationExecutor-0" prio=10 tid=0x0000000052758000 nid=0x8be waiting on condition [0x0000000043ea4000]
  1477. java.lang.Thread.State: WAITING (parking)
  1478. at sun.misc.Unsafe.park(Native Method)
  1479. - parking to wait for <0x0000000590cac2f0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1480. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1481. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1482. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1483. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  1484. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  1485. at java.lang.Thread.run(Thread.java:662)
  1486.  
  1487. "regionserver60020.replicationSource,1" daemon prio=10 tid=0x0000000052497000 nid=0x8bd waiting on condition [0x000000004025b000]
  1488. java.lang.Thread.State: TIMED_WAITING (sleeping)
  1489. at java.lang.Thread.sleep(Native Method)
  1490. at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.sleepForRetries(ReplicationSource.java:550)
  1491. at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.shipEdits(ReplicationSource.java:646)
  1492. at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.run(ReplicationSource.java:368)
  1493.  
  1494. "Timer-0" daemon prio=10 tid=0x00002aaac0f42000 nid=0x8b8 in Object.wait() [0x0000000043ca2000]
  1495. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  1496. at java.lang.Object.wait(Native Method)
  1497. at java.util.TimerThread.mainLoop(Timer.java:509)
  1498. - locked <0x0000000590d2c9b0> (a java.util.TaskQueue)
  1499. at java.util.TimerThread.run(Timer.java:462)
  1500.  
  1501. "1147066451@qtp-1213954255-1 - Acceptor0 SelectChannelConnector@0.0.0.0:60030" prio=10 tid=0x0000000051b28000 nid=0x8b7 runnable [0x0000000043ba1000]
  1502. java.lang.Thread.State: RUNNABLE
  1503. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1504. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1505. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1506. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1507. - locked <0x0000000590d2c9e0> (a sun.nio.ch.Util$2)
  1508. - locked <0x0000000590d2c9f8> (a java.util.Collections$UnmodifiableSet)
  1509. - locked <0x0000000590d3db28> (a sun.nio.ch.EPollSelectorImpl)
  1510. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1511. at org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498)
  1512. at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192)
  1513. at org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124)
  1514. at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708)
  1515. at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
  1516.  
  1517. "regionserver60020.leaseChecker" daemon prio=10 tid=0x0000000051e65000 nid=0x8b5 waiting on condition [0x000000004399f000]
  1518. java.lang.Thread.State: TIMED_WAITING (parking)
  1519. at sun.misc.Unsafe.park(Native Method)
  1520. - parking to wait for <0x000000058f4332e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1521. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
  1522. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  1523. at java.util.concurrent.DelayQueue.poll(DelayQueue.java:201)
  1524. at org.apache.hadoop.hbase.regionserver.Leases.run(Leases.java:83)
  1525. at java.lang.Thread.run(Thread.java:662)
  1526.  
  1527. "regionserver60020.compactionChecker" daemon prio=10 tid=0x0000000051e63000 nid=0x8b4 in Object.wait() [0x000000004389e000]
  1528. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  1529. at java.lang.Object.wait(Native Method)
  1530. - waiting on <0x000000058f4333d8> (a java.lang.Object)
  1531. at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:91)
  1532. - locked <0x000000058f4333d8> (a java.lang.Object)
  1533. at org.apache.hadoop.hbase.Chore.run(Chore.java:75)
  1534. at java.lang.Thread.run(Thread.java:662)
  1535.  
  1536. "regionserver60020.cacheFlusher" daemon prio=10 tid=0x0000000051d04800 nid=0x8b3 waiting on condition [0x000000004379d000]
  1537. java.lang.Thread.State: TIMED_WAITING (parking)
  1538. at sun.misc.Unsafe.park(Native Method)
  1539. - parking to wait for <0x000000058f4333a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1540. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
  1541. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  1542. at java.util.concurrent.DelayQueue.poll(DelayQueue.java:201)
  1543. at java.util.concurrent.DelayQueue.poll(DelayQueue.java:39)
  1544. at org.apache.hadoop.hbase.regionserver.MemStoreFlusher.run(MemStoreFlusher.java:218)
  1545. at java.lang.Thread.run(Thread.java:662)
  1546.  
  1547. "regionserver60020.logRoller" daemon prio=10 tid=0x000000005214e000 nid=0x8b2 in Object.wait() [0x000000004369c000]
  1548. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  1549. at java.lang.Object.wait(Native Method)
  1550. at org.apache.hadoop.hbase.regionserver.LogRoller.run(LogRoller.java:76)
  1551. - locked <0x0000000590d2ca58> (a java.util.concurrent.atomic.AtomicBoolean)
  1552. at java.lang.Thread.run(Thread.java:662)
  1553.  
  1554. "Timer thread for monitoring jvm" daemon prio=10 tid=0x00002aaac099b800 nid=0x8b1 in Object.wait() [0x000000004359b000]
  1555. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  1556. at java.lang.Object.wait(Native Method)
  1557. at java.util.TimerThread.mainLoop(Timer.java:509)
  1558. - locked <0x0000000590d2ca70> (a java.util.TaskQueue)
  1559. at java.util.TimerThread.run(Timer.java:462)
  1560.  
  1561. "Timer thread for monitoring hbase" daemon prio=10 tid=0x00002aaac0b09000 nid=0x8b0 in Object.wait() [0x000000004349a000]
  1562. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  1563. at java.lang.Object.wait(Native Method)
  1564. at java.util.TimerThread.mainLoop(Timer.java:509)
  1565. - locked <0x0000000590cb1130> (a java.util.TaskQueue)
  1566. at java.util.TimerThread.run(Timer.java:462)
  1567.  
  1568. "regionserver60020.decayingSampleTick.1" daemon prio=10 tid=0x00002aaac0aa3800 nid=0x8af waiting on condition [0x0000000043399000]
  1569. java.lang.Thread.State: TIMED_WAITING (parking)
  1570. at sun.misc.Unsafe.park(Native Method)
  1571. - parking to wait for <0x0000000590d2caa0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1572. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
  1573. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  1574. at java.util.concurrent.DelayQueue.take(DelayQueue.java:164)
  1575. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609)
  1576. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602)
  1577. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  1578. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  1579. at java.lang.Thread.run(Thread.java:662)
  1580.  
  1581. "regionserver60020.logSyncer" daemon prio=10 tid=0x00002aaac0abb800 nid=0x8ae waiting on condition [0x0000000043298000]
  1582. java.lang.Thread.State: TIMED_WAITING (sleeping)
  1583. at java.lang.Thread.sleep(Native Method)
  1584. at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.run(HLog.java:1070)
  1585. at java.lang.Thread.run(Thread.java:662)
  1586.  
  1587. "LeaseRenewer:hbase@ut1-h1:8020" daemon prio=10 tid=0x00002aaac0a50800 nid=0x8ad waiting on condition [0x0000000043197000]
  1588. java.lang.Thread.State: TIMED_WAITING (sleeping)
  1589. at java.lang.Thread.sleep(Native Method)
  1590. at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:432)
  1591. at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:69)
  1592. at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:299)
  1593. at java.lang.Thread.run(Thread.java:662)
  1594.  
  1595. "regionserver60020-EventThread" daemon prio=10 tid=0x0000000052227000 nid=0x8ab waiting on condition [0x0000000043096000]
  1596. java.lang.Thread.State: WAITING (parking)
  1597. at sun.misc.Unsafe.park(Native Method)
  1598. - parking to wait for <0x000000058f255228> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1599. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1600. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1601. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1602. at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:493)
  1603.  
  1604. "regionserver60020-SendThread(zk4.ut1.qprod.net:2181)" daemon prio=10 tid=0x0000000052148800 nid=0x8aa runnable [0x00000000405b4000]
  1605. java.lang.Thread.State: RUNNABLE
  1606. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1607. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1608. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1609. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1610. - locked <0x000000058f261be8> (a sun.nio.ch.Util$2)
  1611. - locked <0x000000058f261bd0> (a java.util.Collections$UnmodifiableSet)
  1612. - locked <0x000000058f267fc8> (a sun.nio.ch.EPollSelectorImpl)
  1613. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1614. at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:274)
  1615. at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1039)
  1616.  
  1617. "DestroyJavaVM" prio=10 tid=0x00002aaac0915800 nid=0x884 waiting on condition [0x0000000000000000]
  1618. java.lang.Thread.State: RUNNABLE
  1619.  
  1620. "IPC Client (882254122) connection to dsm2.h1.ut1.qprod.net/10.200.95.2:60000 from hbase" daemon prio=10 tid=0x0000000052129800 nid=0x8a8 in Object.wait() [0x0000000042e94000]
  1621. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  1622. at java.lang.Object.wait(Native Method)
  1623. at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.waitForWork(HBaseClient.java:459)
  1624. - locked <0x000000058f222eb0> (a org.apache.hadoop.hbase.ipc.HBaseClient$Connection)
  1625. at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.run(HBaseClient.java:504)
  1626.  
  1627. "regionserver60020-EventThread" daemon prio=10 tid=0x0000000052185000 nid=0x8a7 waiting on condition [0x0000000042d93000]
  1628. java.lang.Thread.State: WAITING (parking)
  1629. at sun.misc.Unsafe.park(Native Method)
  1630. - parking to wait for <0x000000058f2a8fc0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1631. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1632. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1633. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1634. at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:493)
  1635.  
  1636. "regionserver60020-SendThread(zk3.ut1.qprod.net:2181)" daemon prio=10 tid=0x0000000052184000 nid=0x8a6 runnable [0x0000000042c92000]
  1637. java.lang.Thread.State: RUNNABLE
  1638. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1639. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1640. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1641. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1642. - locked <0x000000058f2874f0> (a sun.nio.ch.Util$2)
  1643. - locked <0x000000058f287508> (a java.util.Collections$UnmodifiableSet)
  1644. - locked <0x000000058f156cc8> (a sun.nio.ch.EPollSelectorImpl)
  1645. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1646. at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:274)
  1647. at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1039)
  1648.  
  1649. "regionserver60020-EventThread" daemon prio=10 tid=0x00002aaac0a24800 nid=0x8a5 waiting on condition [0x00000000408b2000]
  1650. java.lang.Thread.State: WAITING (parking)
  1651. at sun.misc.Unsafe.park(Native Method)
  1652. - parking to wait for <0x000000058f2a9008> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1653. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1654. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1655. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1656. at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:493)
  1657.  
  1658. "regionserver60020-SendThread(zk5.ut1.qprod.net:2181)" daemon prio=10 tid=0x00002aaac0a24000 nid=0x8a4 runnable [0x0000000040454000]
  1659. java.lang.Thread.State: RUNNABLE
  1660. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1661. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1662. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1663. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1664. - locked <0x000000058f287490> (a sun.nio.ch.Util$2)
  1665. - locked <0x000000058f2874a8> (a java.util.Collections$UnmodifiableSet)
  1666. - locked <0x000000058f156d10> (a sun.nio.ch.EPollSelectorImpl)
  1667. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1668. at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:274)
  1669. at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1039)
  1670.  
  1671. "HftpFileSystem-DelegationTokenRenewer" daemon prio=10 tid=0x0000000052082800 nid=0x8a3 waiting on condition [0x0000000041255000]
  1672. java.lang.Thread.State: WAITING (parking)
  1673. at sun.misc.Unsafe.park(Native Method)
  1674. - parking to wait for <0x000000058f2a9050> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1675. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1676. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1677. at java.util.concurrent.DelayQueue.take(DelayQueue.java:160)
  1678. at org.apache.hadoop.hdfs.security.token.delegation.DelegationTokenRenewer.run(DelegationTokenRenewer.java:152)
  1679.  
  1680. "regionserver60020" prio=10 tid=0x0000000051c4e000 nid=0x8a2 in Object.wait() [0x0000000042b91000]
  1681. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  1682. at java.lang.Object.wait(Native Method)
  1683. at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:91)
  1684. - locked <0x000000058f254490> (a java.lang.Object)
  1685. at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:55)
  1686. at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:685)
  1687. at java.lang.Thread.run(Thread.java:662)
  1688.  
  1689. "LRU Statistics #0" daemon prio=10 tid=0x0000000051c4c800 nid=0x8a1 waiting on condition [0x0000000042a90000]
  1690. java.lang.Thread.State: TIMED_WAITING (parking)
  1691. at sun.misc.Unsafe.park(Native Method)
  1692. - parking to wait for <0x000000058f2a9098> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1693. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
  1694. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  1695. at java.util.concurrent.DelayQueue.take(DelayQueue.java:164)
  1696. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609)
  1697. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602)
  1698. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  1699. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  1700. at java.lang.Thread.run(Thread.java:662)
  1701.  
  1702. "main.LruBlockCache.EvictionThread" daemon prio=10 tid=0x0000000051c47000 nid=0x8a0 in Object.wait() [0x000000004298f000]
  1703. java.lang.Thread.State: WAITING (on object monitor)
  1704. at java.lang.Object.wait(Native Method)
  1705. - waiting on <0x000000058f287430> (a org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread)
  1706. at java.lang.Object.wait(Object.java:485)
  1707. at org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:568)
  1708. - locked <0x000000058f287430> (a org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread)
  1709. at java.lang.Thread.run(Thread.java:662)
  1710.  
  1711. "Timer thread for monitoring rpc" daemon prio=10 tid=0x00002aaac0a74000 nid=0x89f in Object.wait() [0x0000000040f62000]
  1712. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  1713. at java.lang.Object.wait(Native Method)
  1714. at java.util.TimerThread.mainLoop(Timer.java:509)
  1715. - locked <0x000000058f287448> (a java.util.TaskQueue)
  1716. at java.util.TimerThread.run(Timer.java:462)
  1717.  
  1718. "IPC Reader 9 on port 60020" daemon prio=10 tid=0x0000000051d40000 nid=0x89e runnable [0x000000004288e000]
  1719. java.lang.Thread.State: RUNNABLE
  1720. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1721. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1722. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1723. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1724. - locked <0x000000058f2a6c18> (a sun.nio.ch.Util$2)
  1725. - locked <0x000000058f2a8990> (a java.util.Collections$UnmodifiableSet)
  1726. - locked <0x000000058f225ae8> (a sun.nio.ch.EPollSelectorImpl)
  1727. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1728. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1729. at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:494)
  1730. - locked <0x000000058f2a89a8> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
  1731. at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:480)
  1732. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1733. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1734. at java.lang.Thread.run(Thread.java:662)
  1735.  
  1736. "IPC Reader 8 on port 60020" daemon prio=10 tid=0x0000000051d3e000 nid=0x89d runnable [0x000000004278d000]
  1737. java.lang.Thread.State: RUNNABLE
  1738. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1739. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1740. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1741. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1742. - locked <0x000000058f27df28> (a sun.nio.ch.Util$2)
  1743. - locked <0x000000058f27df40> (a java.util.Collections$UnmodifiableSet)
  1744. - locked <0x000000058f1631d0> (a sun.nio.ch.EPollSelectorImpl)
  1745. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1746. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1747. at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:494)
  1748. - locked <0x000000058f27df58> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
  1749. at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:480)
  1750. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1751. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1752. at java.lang.Thread.run(Thread.java:662)
  1753.  
  1754. "IPC Reader 7 on port 60020" daemon prio=10 tid=0x0000000051d3c000 nid=0x89c runnable [0x000000004268c000]
  1755. java.lang.Thread.State: RUNNABLE
  1756. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1757. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1758. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1759. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1760. - locked <0x000000058f2a89d8> (a sun.nio.ch.Util$2)
  1761. - locked <0x000000058f2a89f0> (a java.util.Collections$UnmodifiableSet)
  1762. - locked <0x000000058f225b30> (a sun.nio.ch.EPollSelectorImpl)
  1763. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1764. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1765. at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:494)
  1766. - locked <0x000000058f2a8a08> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
  1767. at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:480)
  1768. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1769. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1770. at java.lang.Thread.run(Thread.java:662)
  1771.  
  1772. "IPC Reader 6 on port 60020" daemon prio=10 tid=0x0000000052259800 nid=0x89b runnable [0x000000004258b000]
  1773. java.lang.Thread.State: RUNNABLE
  1774. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1775. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1776. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1777. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1778. - locked <0x000000058f27df88> (a sun.nio.ch.Util$2)
  1779. - locked <0x000000058f27deb0> (a java.util.Collections$UnmodifiableSet)
  1780. - locked <0x000000058f163218> (a sun.nio.ch.EPollSelectorImpl)
  1781. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1782. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1783. at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:494)
  1784. - locked <0x000000058f27dec8> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
  1785. at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:480)
  1786. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1787. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1788. at java.lang.Thread.run(Thread.java:662)
  1789.  
  1790. "IPC Reader 5 on port 60020" daemon prio=10 tid=0x0000000052257800 nid=0x89a runnable [0x000000004248a000]
  1791. java.lang.Thread.State: RUNNABLE
  1792. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1793. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1794. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1795. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1796. - locked <0x000000058f27def8> (a sun.nio.ch.Util$2)
  1797. - locked <0x000000058f27df10> (a java.util.Collections$UnmodifiableSet)
  1798. - locked <0x000000058f163140> (a sun.nio.ch.EPollSelectorImpl)
  1799. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1800. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1801. at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:494)
  1802. - locked <0x000000058f27de38> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
  1803. at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:480)
  1804. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1805. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1806. at java.lang.Thread.run(Thread.java:662)
  1807.  
  1808. "IPC Reader 4 on port 60020" daemon prio=10 tid=0x0000000052255800 nid=0x899 runnable [0x0000000042389000]
  1809. java.lang.Thread.State: RUNNABLE
  1810. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1811. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1812. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1813. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1814. - locked <0x000000058f205d78> (a sun.nio.ch.Util$2)
  1815. - locked <0x000000058f205d90> (a java.util.Collections$UnmodifiableSet)
  1816. - locked <0x000000058f226e88> (a sun.nio.ch.EPollSelectorImpl)
  1817. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1818. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1819. at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:494)
  1820. - locked <0x000000058f205da8> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
  1821. at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:480)
  1822. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1823. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1824. at java.lang.Thread.run(Thread.java:662)
  1825.  
  1826. "IPC Reader 3 on port 60020" daemon prio=10 tid=0x0000000052254000 nid=0x898 runnable [0x0000000042288000]
  1827. java.lang.Thread.State: RUNNABLE
  1828. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1829. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1830. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1831. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1832. - locked <0x000000058f27de68> (a sun.nio.ch.Util$2)
  1833. - locked <0x000000058f27de80> (a java.util.Collections$UnmodifiableSet)
  1834. - locked <0x000000058f163188> (a sun.nio.ch.EPollSelectorImpl)
  1835. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1836. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1837. at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:494)
  1838. - locked <0x000000058f27de98> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
  1839. at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:480)
  1840. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1841. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1842. at java.lang.Thread.run(Thread.java:662)
  1843.  
  1844. "IPC Reader 2 on port 60020" daemon prio=10 tid=0x0000000052115000 nid=0x897 runnable [0x0000000042187000]
  1845. java.lang.Thread.State: RUNNABLE
  1846. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1847. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1848. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1849. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1850. - locked <0x000000058f27ddd8> (a sun.nio.ch.Util$2)
  1851. - locked <0x000000058f27ddf0> (a java.util.Collections$UnmodifiableSet)
  1852. - locked <0x000000058f1630b0> (a sun.nio.ch.EPollSelectorImpl)
  1853. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1854. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1855. at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:494)
  1856. - locked <0x000000058f27de08> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
  1857. at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:480)
  1858. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1859. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1860. at java.lang.Thread.run(Thread.java:662)
  1861.  
  1862. "IPC Reader 1 on port 60020" daemon prio=10 tid=0x0000000052068000 nid=0x896 runnable [0x0000000042086000]
  1863. java.lang.Thread.State: RUNNABLE
  1864. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1865. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1866. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1867. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1868. - locked <0x000000058f163320> (a sun.nio.ch.Util$2)
  1869. - locked <0x000000058f163308> (a java.util.Collections$UnmodifiableSet)
  1870. - locked <0x000000058f1581b0> (a sun.nio.ch.EPollSelectorImpl)
  1871. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1872. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1873. at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:494)
  1874. - locked <0x000000058f27de20> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
  1875. at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:480)
  1876. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1877. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1878. at java.lang.Thread.run(Thread.java:662)
  1879.  
  1880. "IPC Reader 0 on port 60020" daemon prio=10 tid=0x00000000522aa800 nid=0x895 runnable [0x000000004197d000]
  1881. java.lang.Thread.State: RUNNABLE
  1882. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1883. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1884. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1885. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1886. - locked <0x000000058f16fa58> (a sun.nio.ch.Util$2)
  1887. - locked <0x000000058f16fa40> (a java.util.Collections$UnmodifiableSet)
  1888. - locked <0x000000058f158120> (a sun.nio.ch.EPollSelectorImpl)
  1889. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1890. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1891. at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:494)
  1892. - locked <0x000000058f16f908> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
  1893. at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:480)
  1894. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1895. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1896. at java.lang.Thread.run(Thread.java:662)
  1897.  
  1898. "Low Memory Detector" daemon prio=10 tid=0x0000000051a5b800 nid=0x891 runnable [0x0000000000000000]
  1899. java.lang.Thread.State: RUNNABLE
  1900.  
  1901. "C2 CompilerThread1" daemon prio=10 tid=0x0000000051a59000 nid=0x890 waiting on condition [0x0000000000000000]
  1902. java.lang.Thread.State: RUNNABLE
  1903.  
  1904. "C2 CompilerThread0" daemon prio=10 tid=0x0000000051a54000 nid=0x88f waiting on condition [0x0000000000000000]
  1905. java.lang.Thread.State: RUNNABLE
  1906.  
  1907. "Signal Dispatcher" daemon prio=10 tid=0x0000000051a52000 nid=0x88e runnable [0x0000000000000000]
  1908. java.lang.Thread.State: RUNNABLE
  1909.  
  1910. "Surrogate Locker Thread (Concurrent GC)" daemon prio=10 tid=0x0000000051a50000 nid=0x88d waiting on condition [0x0000000000000000]
  1911. java.lang.Thread.State: RUNNABLE
  1912.  
  1913. "Finalizer" daemon prio=10 tid=0x0000000051a33000 nid=0x88c in Object.wait() [0x0000000040e61000]
  1914. java.lang.Thread.State: WAITING (on object monitor)
  1915. at java.lang.Object.wait(Native Method)
  1916. at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118)
  1917. - locked <0x000000058f153f90> (a java.lang.ref.ReferenceQueue$Lock)
  1918. at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134)
  1919. at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159)
  1920.  
  1921. "Reference Handler" daemon prio=10 tid=0x0000000051a2c000 nid=0x88b in Object.wait() [0x0000000041f85000]
  1922. java.lang.Thread.State: WAITING (on object monitor)
  1923. at java.lang.Object.wait(Native Method)
  1924. at java.lang.Object.wait(Object.java:485)
  1925. at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116)
  1926. - locked <0x000000058f150848> (a java.lang.ref.Reference$Lock)
  1927.  
  1928. "VM Thread" prio=10 tid=0x0000000051a25000 nid=0x88a runnable
  1929.  
  1930. "Gang worker#0 (Parallel GC Threads)" prio=10 tid=0x000000005190f800 nid=0x885 runnable
  1931.  
  1932. "Gang worker#1 (Parallel GC Threads)" prio=10 tid=0x0000000051911800 nid=0x886 runnable
  1933.  
  1934. "Gang worker#2 (Parallel GC Threads)" prio=10 tid=0x0000000051913800 nid=0x887 runnable
  1935.  
  1936. "Gang worker#3 (Parallel GC Threads)" prio=10 tid=0x0000000051915000 nid=0x888 runnable
  1937.  
  1938. "Concurrent Mark-Sweep GC Thread" prio=10 tid=0x00000000519a4000 nid=0x889 runnable
  1939. "VM Periodic Task Thread" prio=10 tid=0x0000000051adb000 nid=0x892 waiting on condition
  1940.  
  1941. JNI global references: 1402