API tools faq
paste
Guest User

Thread Stack of Region Server

a guest
Jun 10th, 2015
511
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 103.98 KB | None | 0 0
raw download clone embed print report
  1. 2015-06-10 10:28:29
  2. Full thread dump Java HotSpot(TM) 64-Bit Server VM (24.75-b04 mixed mode):
  3.  
  4. "IPC Client (892754876) connection to /192.168.231.210:9999 from root" daemon prio=10 tid=0x00007f0c78097800 nid=0x6661 in Object.wait() [0x00007f0c6904f000]
  5. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  6. at java.lang.Object.wait(Native Method)
  7. at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:904)
  8. - locked <0x00000007e7b50c78> (a org.apache.hadoop.ipc.Client$Connection)
  9. at org.apache.hadoop.ipc.Client$Connection.run(Client.java:949)
  10.  
  11. "RS_CLOSE_REGION-test:16060-2" prio=10 tid=0x00007f0c741d5800 nid=0x5520 waiting on condition [0x00007f0c6c382000]
  12. java.lang.Thread.State: WAITING (parking)
  13. at sun.misc.Unsafe.park(Native Method)
  14. - parking to wait for <0x0000000794c67160> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  15. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  16. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  17. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  18. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  19. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  20. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  21. at java.lang.Thread.run(Thread.java:745)
  22.  
  23. "RS_CLOSE_REGION-test:16060-1" prio=10 tid=0x00007f0c74016800 nid=0x551f waiting on condition [0x00007f0c68f4e000]
  24. java.lang.Thread.State: WAITING (parking)
  25. at sun.misc.Unsafe.park(Native Method)
  26. - parking to wait for <0x0000000794c67160> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  27. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  28. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  29. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  30. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  31. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  32. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  33. at java.lang.Thread.run(Thread.java:745)
  34.  
  35. "RS_CLOSE_REGION-test:16060-0" prio=10 tid=0x00007f0c7c253800 nid=0x551e waiting on condition [0x00007f0c6df9e000]
  36. java.lang.Thread.State: WAITING (parking)
  37. at sun.misc.Unsafe.park(Native Method)
  38. - parking to wait for <0x0000000794c67160> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  39. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  40. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  41. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  42. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  43. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  44. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  45. at java.lang.Thread.run(Thread.java:745)
  46.  
  47. "ResponseProcessor for block BP-1626145335-192.168.231.210-1429785293727:blk_1073761081_20395" daemon prio=10 tid=0x00007f0c9d1c9800 nid=0x539d runnable [0x00007f0c6d695000]
  48. java.lang.Thread.State: RUNNABLE
  49. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  50. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  51. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
  52. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
  53. - locked <0x00000007ae5a0250> (a sun.nio.ch.Util$2)
  54. - locked <0x00000007ae5a0238> (a java.util.Collections$UnmodifiableSet)
  55. - locked <0x00000007e7b4b5e8> (a sun.nio.ch.EPollSelectorImpl)
  56. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  57. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
  58. at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
  59. at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
  60. at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
  61. at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118)
  62. at java.io.FilterInputStream.read(FilterInputStream.java:83)
  63. at java.io.FilterInputStream.read(FilterInputStream.java:83)
  64. at org.apache.hadoop.hdfs.protocolPB.PBHelper.vintPrefixed(PBHelper.java:1998)
  65. at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:176)
  66. at org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer$ResponseProcessor.run(DFSOutputStream.java:798)
  67.  
  68. "DataStreamer for file /hbase/WALs/localhost,16060,1433832126739/localhost%2C16060%2C1433832126739..meta.1433911351795.meta block BP-1626145335-192.168.231.210-1429785293727:blk_1073761081_20395" daemon prio=10 tid=0x00007f0c908ca800 nid=0x539a in Object.wait() [0x00007f0c6b776000]
  69. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  70. at java.lang.Object.wait(Native Method)
  71. at org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.run(DFSOutputStream.java:503)
  72. - locked <0x00000007ac0821b8> (a java.util.LinkedList)
  73.  
  74. "ResponseProcessor for block BP-1626145335-192.168.231.210-1429785293727:blk_1073761080_20394" daemon prio=10 tid=0x00007f0c9ccca800 nid=0x5338 runnable [0x00007f0c6d190000]
  75. java.lang.Thread.State: RUNNABLE
  76. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  77. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  78. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
  79. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
  80. - locked <0x00000007ad5a5fb8> (a sun.nio.ch.Util$2)
  81. - locked <0x00000007ad5a5fa0> (a java.util.Collections$UnmodifiableSet)
  82. - locked <0x00000007e77c69b0> (a sun.nio.ch.EPollSelectorImpl)
  83. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  84. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
  85. at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
  86. at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
  87. at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
  88. at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118)
  89. at java.io.FilterInputStream.read(FilterInputStream.java:83)
  90. at java.io.FilterInputStream.read(FilterInputStream.java:83)
  91. at org.apache.hadoop.hdfs.protocolPB.PBHelper.vintPrefixed(PBHelper.java:1998)
  92. at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:176)
  93. at org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer$ResponseProcessor.run(DFSOutputStream.java:798)
  94.  
  95. "DataStreamer for file /hbase/WALs/localhost,16060,1433832126739/localhost%2C16060%2C1433832126739.default.1433911174355 block BP-1626145335-192.168.231.210-1429785293727:blk_1073761080_20394" daemon prio=10 tid=0x00007f0c78072000 nid=0x5335 in Object.wait() [0x00007f0c6bf7e000]
  96. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  97. at java.lang.Object.wait(Native Method)
  98. at org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.run(DFSOutputStream.java:503)
  99. - locked <0x00000007ac0821d8> (a java.util.LinkedList)
  100.  
  101. "IPC Parameter Sending Thread #4" daemon prio=10 tid=0x00007f0c7c219000 nid=0x6325 waiting on condition [0x00007f0c6c988000]
  102. java.lang.Thread.State: TIMED_WAITING (parking)
  103. at sun.misc.Unsafe.park(Native Method)
  104. - parking to wait for <0x000000079480d6d0> (a java.util.concurrent.SynchronousQueue$TransferStack)
  105. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
  106. at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
  107. at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
  108. at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
  109. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  110. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  111. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  112. at java.lang.Thread.run(Thread.java:745)
  113.  
  114. "regionserver/localhost/127.0.0.1:16060-splits-1433859675576" prio=10 tid=0x00007f0c7c07a800 nid=0x2053 in Object.wait() [0x00007f0c6eeac000]
  115. java.lang.Thread.State: WAITING (on object monitor)
  116. at java.lang.Object.wait(Native Method)
  117. at java.lang.Object.wait(Object.java:503)
  118. at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1342)
  119. - locked <0x00000007902c67d0> (a org.apache.zookeeper.ClientCnxn$Packet)
  120. at org.apache.zookeeper.ZooKeeper.setData(ZooKeeper.java:1268)
  121. at org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.setData(RecoverableZooKeeper.java:430)
  122. at org.apache.hadoop.hbase.zookeeper.ZKUtil.setData(ZKUtil.java:880)
  123. at org.apache.hadoop.hbase.zookeeper.ZKAssign.transitionNode(ZKAssign.java:871)
  124. at org.apache.hadoop.hbase.coordination.ZKSplitTransactionCoordination.transitionSplittingNode(ZKSplitTransactionCoordination.java:127)
  125. at org.apache.hadoop.hbase.coordination.ZKSplitTransactionCoordination.waitForSplitTransaction(ZKSplitTransactionCoordination.java:158)
  126. at org.apache.hadoop.hbase.regionserver.SplitTransaction.stepsBeforePONR(SplitTransaction.java:382)
  127. at org.apache.hadoop.hbase.regionserver.SplitTransaction.createDaughters(SplitTransaction.java:298)
  128. at org.apache.hadoop.hbase.regionserver.SplitTransaction.execute(SplitTransaction.java:545)
  129. at org.apache.hadoop.hbase.regionserver.SplitRequest.run(SplitRequest.java:84)
  130. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  131. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  132. at java.lang.Thread.run(Thread.java:745)
  133.  
  134. "Attach Listener" daemon prio=10 tid=0x00007f0c741f8800 nid=0x51c waiting on condition [0x0000000000000000]
  135. java.lang.Thread.State: RUNNABLE
  136.  
  137. "regionserver/localhost/127.0.0.1:16060-shortCompactions-1433832384022" daemon prio=10 tid=0x00007f0c9d582800 nid=0x2bad waiting on condition [0x00007f0c5dc9c000]
  138. java.lang.Thread.State: WAITING (parking)
  139. at sun.misc.Unsafe.park(Native Method)
  140. - parking to wait for <0x0000000794afda28> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  141. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  142. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  143. at java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:539)
  144. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  145. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  146. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  147. at java.lang.Thread.run(Thread.java:745)
  148.  
  149. "RS_OPEN_REGION-test:16060-2" prio=10 tid=0x00007f0c7806d800 nid=0x217d waiting on condition [0x00007f0c6a160000]
  150. java.lang.Thread.State: WAITING (parking)
  151. at sun.misc.Unsafe.park(Native Method)
  152. - parking to wait for <0x0000000794c66d88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  153. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  154. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  155. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  156. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  157. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  158. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  159. at java.lang.Thread.run(Thread.java:745)
  160.  
  161. "RS_OPEN_REGION-test:16060-1" prio=10 tid=0x00007f0c78086800 nid=0x2174 waiting on condition [0x00007f0c6bd7c000]
  162. java.lang.Thread.State: WAITING (parking)
  163. at sun.misc.Unsafe.park(Native Method)
  164. - parking to wait for <0x0000000794c66d88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  165. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  166. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  167. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  168. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  169. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  170. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  171. at java.lang.Thread.run(Thread.java:745)
  172.  
  173. "RS_OPEN_REGION-test:16060-0" prio=10 tid=0x00007f0c7807e000 nid=0x2172 waiting on condition [0x00007f0c6c786000]
  174. java.lang.Thread.State: WAITING (parking)
  175. at sun.misc.Unsafe.park(Native Method)
  176. - parking to wait for <0x0000000794c66d88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  177. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  178. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  179. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  180. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  181. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  182. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  183. at java.lang.Thread.run(Thread.java:745)
  184.  
  185. "ReplicationExecutor-0" daemon prio=10 tid=0x00007f0c901cc000 nid=0x1d17 waiting on condition [0x00007f0c6ad6c000]
  186. java.lang.Thread.State: WAITING (parking)
  187. at sun.misc.Unsafe.park(Native Method)
  188. - parking to wait for <0x0000000794ae2e48> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  189. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  190. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  191. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  192. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  193. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  194. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  195. at java.lang.Thread.run(Thread.java:745)
  196.  
  197. "sync.4" prio=10 tid=0x00000000014b4800 nid=0x18e3 waiting on condition [0x00007f0c6e3a2000]
  198. java.lang.Thread.State: WAITING (parking)
  199. at sun.misc.Unsafe.park(Native Method)
  200. - parking to wait for <0x0000000794d28c00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  201. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  202. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  203. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  204. at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:1282)
  205. at java.lang.Thread.run(Thread.java:745)
  206.  
  207. "sync.3" prio=10 tid=0x00000000014b3000 nid=0x18e2 waiting on condition [0x00007f0c6e4a3000]
  208. java.lang.Thread.State: WAITING (parking)
  209. at sun.misc.Unsafe.park(Native Method)
  210. - parking to wait for <0x0000000794d2ba80> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  211. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  212. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  213. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  214. at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:1282)
  215. at java.lang.Thread.run(Thread.java:745)
  216.  
  217. "sync.2" prio=10 tid=0x00000000014b2000 nid=0x18e1 waiting on condition [0x00007f0c6e5a4000]
  218. java.lang.Thread.State: WAITING (parking)
  219. at sun.misc.Unsafe.park(Native Method)
  220. - parking to wait for <0x0000000794cb7520> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  221. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  222. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  223. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  224. at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:1282)
  225. at java.lang.Thread.run(Thread.java:745)
  226.  
  227. "sync.1" prio=10 tid=0x00000000014e2800 nid=0x18e0 waiting on condition [0x00007f0c6e6a5000]
  228. java.lang.Thread.State: WAITING (parking)
  229. at sun.misc.Unsafe.park(Native Method)
  230. - parking to wait for <0x0000000794cb7568> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  231. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  232. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  233. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  234. at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:1282)
  235. at java.lang.Thread.run(Thread.java:745)
  236.  
  237. "sync.0" prio=10 tid=0x00000000014db000 nid=0x18df waiting on condition [0x00007f0c6e7a6000]
  238. java.lang.Thread.State: WAITING (parking)
  239. at sun.misc.Unsafe.park(Native Method)
  240. - parking to wait for <0x0000000794cb75b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  241. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  242. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  243. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  244. at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:1282)
  245. at java.lang.Thread.run(Thread.java:745)
  246.  
  247. "RS_OPEN_META-test:16060-0.append-pool3-t1" prio=10 tid=0x00007f0c94026000 nid=0x18de waiting on condition [0x00007f0c6eaa9000]
  248. java.lang.Thread.State: WAITING (parking)
  249. at sun.misc.Unsafe.park(Native Method)
  250. - parking to wait for <0x0000000794cb75f8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  251. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  252. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  253. at com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:45)
  254. at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:55)
  255. at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:123)
  256. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  257. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  258. at java.lang.Thread.run(Thread.java:745)
  259.  
  260. "RS_OPEN_META-test:16060-0-MetaLogRoller" daemon prio=10 tid=0x00007f0c94024000 nid=0x18d8 in Object.wait() [0x00007f0c6e9a8000]
  261. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  262. at java.lang.Object.wait(Native Method)
  263. at org.apache.hadoop.hbase.regionserver.LogRoller.run(LogRoller.java:116)
  264. - locked <0x0000000794d079a8> (a java.util.concurrent.atomic.AtomicBoolean)
  265. at java.lang.Thread.run(Thread.java:745)
  266.  
  267. "RS_OPEN_META-test:16060-0" prio=10 tid=0x00007f0c84058800 nid=0x18d7 waiting on condition [0x00007f0c6ecab000]
  268. java.lang.Thread.State: WAITING (parking)
  269. at sun.misc.Unsafe.park(Native Method)
  270. - parking to wait for <0x0000000794c66bf0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  271. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  272. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  273. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  274. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  275. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  276. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  277. at java.lang.Thread.run(Thread.java:745)
  278.  
  279. "RS_LOG_REPLAY_OPS-test:16060-1" prio=10 tid=0x00007f0c74034000 nid=0x1898 waiting on condition [0x00007f0c6edac000]
  280. java.lang.Thread.State: WAITING (parking)
  281. at sun.misc.Unsafe.park(Native Method)
  282. - parking to wait for <0x0000000794c670a0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  283. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  284. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  285. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  286. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  287. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  288. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  289. at java.lang.Thread.run(Thread.java:745)
  290.  
  291. "org.apache.hadoop.hdfs.PeerCache@32d7f5c5" daemon prio=10 tid=0x00007f0c84061800 nid=0x1892 waiting on condition [0x00007f0c6ebaa000]
  292. java.lang.Thread.State: TIMED_WAITING (sleeping)
  293. at java.lang.Thread.sleep(Native Method)
  294. at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:244)
  295. at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:41)
  296. at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:119)
  297. at java.lang.Thread.run(Thread.java:745)
  298.  
  299. "RS_LOG_REPLAY_OPS-test:16060-0" prio=10 tid=0x00007f0c74031000 nid=0x188d waiting on condition [0x00007f0c6efae000]
  300. java.lang.Thread.State: WAITING (parking)
  301. at sun.misc.Unsafe.park(Native Method)
  302. - parking to wait for <0x0000000794c670a0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  303. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  304. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  305. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  306. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  307. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  308. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  309. at java.lang.Thread.run(Thread.java:745)
  310.  
  311. "localhost,16060,1433832126739-HeapMemoryTunerChore" daemon prio=10 tid=0x00000000014c0000 nid=0x188b in Object.wait() [0x00007f0c6f0af000]
  312. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  313. at java.lang.Object.wait(Native Method)
  314. at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:92)
  315. - locked <0x0000000794cad880> (a java.lang.Object)
  316. at org.apache.hadoop.hbase.Chore.run(Chore.java:88)
  317. at java.lang.Thread.run(Thread.java:745)
  318.  
  319. "SplitLogWorker-test:16060" prio=10 tid=0x00000000014be000 nid=0x188a in Object.wait() [0x00007f0c6f1b0000]
  320. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  321. at java.lang.Object.wait(Native Method)
  322. at org.apache.hadoop.hbase.coordination.ZkSplitLogWorkerCoordination.taskLoop(ZkSplitLogWorkerCoordination.java:444)
  323. - locked <0x0000000794b4b770> (a java.lang.Object)
  324. at org.apache.hadoop.hbase.regionserver.SplitLogWorker.run(SplitLogWorker.java:142)
  325. at java.lang.Thread.run(Thread.java:745)
  326.  
  327. "test:16060Replication Statistics #0" daemon prio=10 tid=0x00000000014bb000 nid=0x1889 waiting on condition [0x00007f0c6f2b1000]
  328. java.lang.Thread.State: TIMED_WAITING (parking)
  329. at sun.misc.Unsafe.park(Native Method)
  330. - parking to wait for <0x0000000794b6e608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  331. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
  332. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
  333. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)
  334. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
  335. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  336. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  337. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  338. at java.lang.Thread.run(Thread.java:745)
  339.  
  340. "regionserver/localhost/127.0.0.1:16060-EventThread" daemon prio=10 tid=0x00000000014b0000 nid=0x1888 waiting on condition [0x00007f0c6f3b2000]
  341. java.lang.Thread.State: WAITING (parking)
  342. at sun.misc.Unsafe.park(Native Method)
  343. - parking to wait for <0x0000000794b6e638> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  344. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  345. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  346. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  347. at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
  348.  
  349. "regionserver/localhost/127.0.0.1:16060-SendThread(192.168.231.210:2191)" daemon prio=10 tid=0x00000000014af000 nid=0x1887 runnable [0x00007f0c6f4b3000]
  350. java.lang.Thread.State: RUNNABLE
  351. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  352. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  353. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
  354. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
  355. - locked <0x0000000794b6e680> (a sun.nio.ch.Util$2)
  356. - locked <0x0000000794b6e698> (a java.util.Collections$UnmodifiableSet)
  357. - locked <0x0000000794b31ae0> (a sun.nio.ch.EPollSelectorImpl)
  358. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  359. at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
  360. at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
  361.  
  362. "regionserver/localhost/127.0.0.1:16060.leaseChecker" daemon prio=10 tid=0x000000000149c800 nid=0x1885 waiting on condition [0x00007f0c6f5b4000]
  363. java.lang.Thread.State: TIMED_WAITING (sleeping)
  364. at java.lang.Thread.sleep(Native Method)
  365. at org.apache.hadoop.hbase.regionserver.Leases.run(Leases.java:94)
  366. at java.lang.Thread.run(Thread.java:745)
  367.  
  368. "regionserver/localhost/127.0.0.1:16060.nonceCleaner" daemon prio=10 tid=0x000000000149a800 nid=0x1884 in Object.wait() [0x00007f0c6f6b5000]
  369. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  370. at java.lang.Object.wait(Native Method)
  371. at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:92)
  372. - locked <0x000000079498b458> (a java.lang.Object)
  373. at org.apache.hadoop.hbase.Chore.run(Chore.java:88)
  374. at java.lang.Thread.run(Thread.java:745)
  375.  
  376. "regionserver/localhost/127.0.0.1:16060.periodicFlusher" daemon prio=10 tid=0x0000000001498800 nid=0x1883 in Object.wait() [0x00007f0c6f7b6000]
  377. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  378. at java.lang.Object.wait(Native Method)
  379. at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:92)
  380. - locked <0x000000079498da98> (a java.lang.Object)
  381. at org.apache.hadoop.hbase.Chore.run(Chore.java:88)
  382. at java.lang.Thread.run(Thread.java:745)
  383.  
  384. "regionserver/localhost/127.0.0.1:16060.compactionChecker" daemon prio=10 tid=0x0000000001496000 nid=0x1882 in Object.wait() [0x00007f0c6f8b7000]
  385. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  386. at java.lang.Object.wait(Native Method)
  387. at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:92)
  388. - locked <0x0000000794985610> (a java.lang.Object)
  389. at org.apache.hadoop.hbase.Chore.run(Chore.java:88)
  390. at java.lang.Thread.run(Thread.java:745)
  391.  
  392. "MemStoreFlusher.1" prio=10 tid=0x0000000001494000 nid=0x1881 waiting on condition [0x00007f0c6f9b8000]
  393. java.lang.Thread.State: TIMED_WAITING (parking)
  394. at sun.misc.Unsafe.park(Native Method)
  395. - parking to wait for <0x000000079498b470> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  396. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
  397. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
  398. at java.util.concurrent.DelayQueue.poll(DelayQueue.java:256)
  399. at java.util.concurrent.DelayQueue.poll(DelayQueue.java:68)
  400. at org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:205)
  401. at java.lang.Thread.run(Thread.java:745)
  402.  
  403. "MemStoreFlusher.0" prio=10 tid=0x0000000001492000 nid=0x1880 waiting on condition [0x00007f0c6fab9000]
  404. java.lang.Thread.State: TIMED_WAITING (parking)
  405. at sun.misc.Unsafe.park(Native Method)
  406. - parking to wait for <0x000000079498b470> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  407. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
  408. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
  409. at java.util.concurrent.DelayQueue.poll(DelayQueue.java:256)
  410. at java.util.concurrent.DelayQueue.poll(DelayQueue.java:68)
  411. at org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:205)
  412. at java.lang.Thread.run(Thread.java:745)
  413.  
  414. "regionserver/localhost/127.0.0.1:16060.logRoller" daemon prio=10 tid=0x000000000148a000 nid=0x187f in Object.wait() [0x00007f0c6fbba000]
  415. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  416. at java.lang.Object.wait(Native Method)
  417. at org.apache.hadoop.hbase.regionserver.LogRoller.run(LogRoller.java:116)
  418. - locked <0x0000000794985628> (a java.util.concurrent.atomic.AtomicBoolean)
  419. at java.lang.Thread.run(Thread.java:745)
  420.  
  421. "HBase-Metrics2-1" daemon prio=10 tid=0x0000000001484800 nid=0x187e waiting on condition [0x00007f0c6fcbb000]
  422. java.lang.Thread.State: TIMED_WAITING (parking)
  423. at sun.misc.Unsafe.park(Native Method)
  424. - parking to wait for <0x0000000794b6e6e0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  425. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
  426. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
  427. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)
  428. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
  429. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  430. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  431. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  432. at java.lang.Thread.run(Thread.java:745)
  433.  
  434. "sync.4" prio=10 tid=0x00007f0c7c00e000 nid=0x187d waiting on condition [0x00007f0c6fdbc000]
  435. java.lang.Thread.State: WAITING (parking)
  436. at sun.misc.Unsafe.park(Native Method)
  437. - parking to wait for <0x0000000794b6e710> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  438. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  439. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  440. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  441. at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:1282)
  442. at java.lang.Thread.run(Thread.java:745)
  443.  
  444. "sync.3" prio=10 tid=0x00007f0c7c00c800 nid=0x187c waiting on condition [0x00007f0c6febd000]
  445. java.lang.Thread.State: WAITING (parking)
  446. at sun.misc.Unsafe.park(Native Method)
  447. - parking to wait for <0x0000000794b6e758> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  448. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  449. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  450. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  451. at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:1282)
  452. at java.lang.Thread.run(Thread.java:745)
  453.  
  454. "sync.2" prio=10 tid=0x00007f0c7c00b000 nid=0x187b waiting on condition [0x00007f0c6ffbe000]
  455. java.lang.Thread.State: WAITING (parking)
  456. at sun.misc.Unsafe.park(Native Method)
  457. - parking to wait for <0x0000000794b51540> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  458. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  459. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  460. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  461. at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:1282)
  462. at java.lang.Thread.run(Thread.java:745)
  463.  
  464. "sync.1" prio=10 tid=0x00007f0c7c009800 nid=0x187a waiting on condition [0x00007f0c700bf000]
  465. java.lang.Thread.State: WAITING (parking)
  466. at sun.misc.Unsafe.park(Native Method)
  467. - parking to wait for <0x0000000794b51588> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  468. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  469. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  470. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  471. at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:1282)
  472. at java.lang.Thread.run(Thread.java:745)
  473.  
  474. "sync.0" prio=10 tid=0x00007f0c7c008000 nid=0x1879 waiting on condition [0x00007f0c701c0000]
  475. java.lang.Thread.State: WAITING (parking)
  476. at sun.misc.Unsafe.park(Native Method)
  477. - parking to wait for <0x0000000794b515d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  478. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  479. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  480. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  481. at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:1282)
  482. at java.lang.Thread.run(Thread.java:745)
  483.  
  484. "regionserver/localhost/127.0.0.1:16060.append-pool1-t1" prio=10 tid=0x000000000146c800 nid=0x1878 waiting on condition [0x00007f0c702c1000]
  485. java.lang.Thread.State: WAITING (parking)
  486. at sun.misc.Unsafe.park(Native Method)
  487. - parking to wait for <0x0000000794b51618> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  488. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  489. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  490. at com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:45)
  491. at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:55)
  492. at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:123)
  493. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  494. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  495. at java.lang.Thread.run(Thread.java:745)
  496.  
  497. "LeaseRenewer:[email protected]:9999" daemon prio=10 tid=0x00000000013fd800 nid=0x1873 waiting on condition [0x00007f0c704c3000]
  498. java.lang.Thread.State: TIMED_WAITING (sleeping)
  499. at java.lang.Thread.sleep(Native Method)
  500. at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:438)
  501. at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71)
  502. at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:298)
  503. at java.lang.Thread.run(Thread.java:745)
  504.  
  505. "LruBlockCacheStatsExecutor" daemon prio=10 tid=0x0000000001394000 nid=0x1857 waiting on condition [0x00007f0c708c7000]
  506. java.lang.Thread.State: TIMED_WAITING (parking)
  507. at sun.misc.Unsafe.park(Native Method)
  508. - parking to wait for <0x000000079498b5d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  509. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
  510. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
  511. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)
  512. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
  513. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  514. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  515. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  516. at java.lang.Thread.run(Thread.java:745)
  517.  
  518. "regionserver/localhost/127.0.0.1:16060.LruBlockCache.EvictionThread" daemon prio=10 tid=0x0000000001392800 nid=0x1856 in Object.wait() [0x00007f0c709c8000]
  519. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  520. at java.lang.Object.wait(Native Method)
  521. at org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:791)
  522. - locked <0x0000000794b51768> (a org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread)
  523. at java.lang.Thread.run(Thread.java:745)
  524.  
  525. "IPC Client (892754876) connection to localhost/127.0.0.1:16020 from root" daemon prio=10 tid=0x0000000001376800 nid=0x1855 in Object.wait() [0x00007f0c70ac9000]
  526. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  527. at java.lang.Object.wait(Native Method)
  528. at org.apache.hadoop.hbase.ipc.RpcClientImpl$Connection.waitForWork(RpcClientImpl.java:537)
  529. - locked <0x00000007949483c0> (a org.apache.hadoop.hbase.ipc.RpcClientImpl$Connection)
  530. at org.apache.hadoop.hbase.ipc.RpcClientImpl$Connection.run(RpcClientImpl.java:552)
  531.  
  532. "JvmPauseMonitor" daemon prio=10 tid=0x00000000012be800 nid=0x1851 waiting on condition [0x00007f0c70bca000]
  533. java.lang.Thread.State: TIMED_WAITING (sleeping)
  534. at java.lang.Thread.sleep(Native Method)
  535. at org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:159)
  536. at java.lang.Thread.run(Thread.java:745)
  537.  
  538. "regionserver/localhost/127.0.0.1:16060-EventThread" daemon prio=10 tid=0x00000000012ad800 nid=0x184e waiting on condition [0x00007f0c70ccb000]
  539. java.lang.Thread.State: WAITING (parking)
  540. at sun.misc.Unsafe.park(Native Method)
  541. - parking to wait for <0x000000079498bc50> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  542. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  543. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  544. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  545. at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
  546.  
  547. "regionserver/localhost/127.0.0.1:16060-SendThread(192.168.231.210:2191)" daemon prio=10 tid=0x0000000001298800 nid=0x184d runnable [0x00007f0c70dcc000]
  548. java.lang.Thread.State: RUNNABLE
  549. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  550. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  551. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
  552. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
  553. - locked <0x000000079498bfe0> (a sun.nio.ch.Util$2)
  554. - locked <0x000000079498bfc8> (a java.util.Collections$UnmodifiableSet)
  555. - locked <0x00000007948f2600> (a sun.nio.ch.EPollSelectorImpl)
  556. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  557. at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
  558. at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
  559.  
  560. "regionserver/localhost/127.0.0.1:16060" prio=10 tid=0x00007f0c9d038800 nid=0x184c in Object.wait() [0x00007f0c70ecd000]
  561. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  562. at java.lang.Object.wait(Native Method)
  563. at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:92)
  564. - locked <0x0000000794523650> (a java.lang.Object)
  565. at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:56)
  566. at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:881)
  567. at java.lang.Thread.run(Thread.java:745)
  568.  
  569. "Timer-0" daemon prio=10 tid=0x00007f0c9cf4d000 nid=0x184b in Object.wait() [0x00007f0c70fce000]
  570. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  571. at java.lang.Object.wait(Native Method)
  572. at java.util.TimerThread.mainLoop(Timer.java:552)
  573. - locked <0x0000000794989658> (a java.util.TaskQueue)
  574. at java.util.TimerThread.run(Timer.java:505)
  575.  
  576. "1064492583@qtp-300562880-1" daemon prio=10 tid=0x00007f0c9cf13000 nid=0x184a in Object.wait() [0x00007f0c710cf000]
  577. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  578. at java.lang.Object.wait(Native Method)
  579. at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626)
  580. - locked <0x00000007948b9088> (a org.mortbay.thread.QueuedThreadPool$PoolThread)
  581.  
  582. "1032090781@qtp-300562880-0 - Acceptor0 [email protected]:16070" daemon prio=10 tid=0x00007f0c9cf12000 nid=0x1849 runnable [0x00007f0c711d0000]
  583. java.lang.Thread.State: RUNNABLE
  584. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  585. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  586. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
  587. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
  588. - locked <0x0000000794989340> (a sun.nio.ch.Util$2)
  589. - locked <0x0000000794989328> (a java.util.Collections$UnmodifiableSet)
  590. - locked <0x00000007949695f8> (a sun.nio.ch.EPollSelectorImpl)
  591. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  592. at org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498)
  593. at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192)
  594. at org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124)
  595. at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708)
  596. at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
  597.  
  598. "ReplicationRpcServer.handler=2,queue=0,port=16060" daemon prio=10 tid=0x00007f0c9cec8000 nid=0x1848 waiting on condition [0x00007f0c712d1000]
  599. java.lang.Thread.State: WAITING (parking)
  600. at sun.misc.Unsafe.park(Native Method)
  601. - parking to wait for <0x0000000794607290> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  602. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  603. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  604. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  605. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
  606. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  607. at java.lang.Thread.run(Thread.java:745)
  608.  
  609. "ReplicationRpcServer.handler=1,queue=0,port=16060" daemon prio=10 tid=0x00007f0c9cec6000 nid=0x1847 waiting on condition [0x00007f0c713d2000]
  610. java.lang.Thread.State: WAITING (parking)
  611. at sun.misc.Unsafe.park(Native Method)
  612. - parking to wait for <0x0000000794607290> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  613. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  614. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  615. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  616. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
  617. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  618. at java.lang.Thread.run(Thread.java:745)
  619.  
  620. "ReplicationRpcServer.handler=0,queue=0,port=16060" daemon prio=10 tid=0x00007f0c9cec4000 nid=0x1846 waiting on condition [0x00007f0c714d3000]
  621. java.lang.Thread.State: WAITING (parking)
  622. at sun.misc.Unsafe.park(Native Method)
  623. - parking to wait for <0x0000000794607290> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  624. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  625. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  626. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  627. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
  628. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  629. at java.lang.Thread.run(Thread.java:745)
  630.  
  631. "PriorityRpcServer.handler=9,queue=1,port=16060" daemon prio=10 tid=0x00007f0c9cec2000 nid=0x1845 waiting on condition [0x00007f0c715d4000]
  632. java.lang.Thread.State: WAITING (parking)
  633. at sun.misc.Unsafe.park(Native Method)
  634. - parking to wait for <0x0000000794606d20> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  635. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  636. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  637. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  638. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
  639. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  640. at java.lang.Thread.run(Thread.java:745)
  641.  
  642. "PriorityRpcServer.handler=8,queue=0,port=16060" daemon prio=10 tid=0x00007f0c9cec0000 nid=0x1844 waiting on condition [0x00007f0c716d5000]
  643. java.lang.Thread.State: WAITING (parking)
  644. at sun.misc.Unsafe.park(Native Method)
  645. - parking to wait for <0x0000000794606db0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  646. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  647. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  648. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  649. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
  650. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  651. at java.lang.Thread.run(Thread.java:745)
  652.  
  653. "PriorityRpcServer.handler=7,queue=1,port=16060" daemon prio=10 tid=0x00007f0c9cebd800 nid=0x1843 waiting on condition [0x00007f0c717d6000]
  654. java.lang.Thread.State: WAITING (parking)
  655. at sun.misc.Unsafe.park(Native Method)
  656. - parking to wait for <0x0000000794606d20> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  657. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  658. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  659. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  660. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
  661. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  662. at java.lang.Thread.run(Thread.java:745)
  663.  
  664. "PriorityRpcServer.handler=6,queue=0,port=16060" daemon prio=10 tid=0x00007f0c9cebb800 nid=0x1842 waiting on condition [0x00007f0c718d7000]
  665. java.lang.Thread.State: WAITING (parking)
  666. at sun.misc.Unsafe.park(Native Method)
  667. - parking to wait for <0x0000000794606db0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  668. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  669. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  670. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  671. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
  672. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  673. at java.lang.Thread.run(Thread.java:745)
  674.  
  675. "PriorityRpcServer.handler=5,queue=1,port=16060" daemon prio=10 tid=0x00007f0c9ceb9800 nid=0x1841 waiting on condition [0x00007f0c719d8000]
  676. java.lang.Thread.State: WAITING (parking)
  677. at sun.misc.Unsafe.park(Native Method)
  678. - parking to wait for <0x0000000794606d20> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  679. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  680. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  681. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  682. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
  683. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  684. at java.lang.Thread.run(Thread.java:745)
  685.  
  686. "PriorityRpcServer.handler=4,queue=0,port=16060" daemon prio=10 tid=0x00007f0c9ceb7000 nid=0x1840 waiting on condition [0x00007f0c71ad9000]
  687. java.lang.Thread.State: WAITING (parking)
  688. at sun.misc.Unsafe.park(Native Method)
  689. - parking to wait for <0x0000000794606db0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  690. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  691. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  692. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  693. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
  694. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  695. at java.lang.Thread.run(Thread.java:745)
  696.  
  697. "PriorityRpcServer.handler=3,queue=1,port=16060" daemon prio=10 tid=0x00007f0c9ceb5000 nid=0x183f waiting on condition [0x00007f0c71bda000]
  698. java.lang.Thread.State: WAITING (parking)
  699. at sun.misc.Unsafe.park(Native Method)
  700. - parking to wait for <0x0000000794606d20> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  701. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  702. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  703. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  704. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
  705. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  706. at java.lang.Thread.run(Thread.java:745)
  707.  
  708. "PriorityRpcServer.handler=2,queue=0,port=16060" daemon prio=10 tid=0x00007f0c9ceb3000 nid=0x183e waiting on condition [0x00007f0c71cdb000]
  709. java.lang.Thread.State: WAITING (parking)
  710. at sun.misc.Unsafe.park(Native Method)
  711. - parking to wait for <0x0000000794606db0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  712. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  713. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  714. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  715. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
  716. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  717. at java.lang.Thread.run(Thread.java:745)
  718.  
  719. "PriorityRpcServer.handler=1,queue=1,port=16060" daemon prio=10 tid=0x00007f0c9ceb1000 nid=0x183d waiting on condition [0x00007f0c71ddc000]
  720. java.lang.Thread.State: WAITING (parking)
  721. at sun.misc.Unsafe.park(Native Method)
  722. - parking to wait for <0x0000000794606d20> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  723. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  724. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  725. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  726. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
  727. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  728. at java.lang.Thread.run(Thread.java:745)
  729.  
  730. "PriorityRpcServer.handler=0,queue=0,port=16060" daemon prio=10 tid=0x00007f0c9ceaf000 nid=0x183c waiting on condition [0x00007f0c71edd000]
  731. java.lang.Thread.State: WAITING (parking)
  732. at sun.misc.Unsafe.park(Native Method)
  733. - parking to wait for <0x0000000794606db0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  734. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  735. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  736. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  737. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
  738. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  739. at java.lang.Thread.run(Thread.java:745)
  740.  
  741. "B.defaultRpcServer.handler=29,queue=2,port=16060" daemon prio=10 tid=0x00007f0c9cead000 nid=0x183b in Object.wait() [0x00007f0c71fdd000]
  742. java.lang.Thread.State: BLOCKED (on object monitor)
  743. at java.lang.Object.wait(Native Method)
  744. at org.apache.hadoop.hbase.regionserver.MultiVersionConsistencyControl.waitForPreviousTransactionsComplete(MultiVersionConsistencyControl.java:224)
  745. - locked <0x00000007ac0e0e88> (a java.util.LinkedList)
  746. at org.apache.hadoop.hbase.regionserver.MultiVersionConsistencyControl.completeMemstoreInsertWithSeqNum(MultiVersionConsistencyControl.java:127)
  747. at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:2822)
  748. at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2476)
  749. at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2430)
  750. at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2434)
  751. at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:640)
  752. at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:604)
  753. at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:1832)
  754. at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:31313)
  755. at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2031)
  756. at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:107)
  757. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
  758. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  759. at java.lang.Thread.run(Thread.java:745)
  760.  
  761. "B.defaultRpcServer.handler=28,queue=1,port=16060" daemon prio=10 tid=0x00007f0c9ceab000 nid=0x183a waiting on condition [0x00007f0c720df000]
  762. java.lang.Thread.State: WAITING (parking)
  763. at sun.misc.Unsafe.park(Native Method)
  764. - parking to wait for <0x0000000794606ee8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  765. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  766. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  767. at org.apache.hadoop.hbase.util.BoundedPriorityBlockingQueue.take(BoundedPriorityBlockingQueue.java:213)
  768. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
  769. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  770. at java.lang.Thread.run(Thread.java:745)
  771.  
  772. "B.defaultRpcServer.handler=27,queue=0,port=16060" daemon prio=10 tid=0x00007f0c9cea8800 nid=0x1839 waiting on condition [0x00007f0c721e0000]
  773. java.lang.Thread.State: WAITING (parking)
  774. at sun.misc.Unsafe.park(Native Method)
  775. - parking to wait for <0x0000000794606f30> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  776. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  777. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  778. at org.apache.hadoop.hbase.util.BoundedPriorityBlockingQueue.take(BoundedPriorityBlockingQueue.java:213)
  779. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
  780. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  781. at java.lang.Thread.run(Thread.java:745)
  782.  
  783. "B.defaultRpcServer.handler=26,queue=2,port=16060" daemon prio=10 tid=0x00007f0c9cea6000 nid=0x1838 in Object.wait() [0x00007f0c722e1000]
  784. java.lang.Thread.State: BLOCKED (on object monitor)
  785. at java.lang.Object.wait(Native Method)
  786. at org.apache.hadoop.hbase.regionserver.MultiVersionConsistencyControl.waitForPreviousTransactionsComplete(MultiVersionConsistencyControl.java:224)
  787. - locked <0x00000007ac0e0e88> (a java.util.LinkedList)
  788. at org.apache.hadoop.hbase.regionserver.MultiVersionConsistencyControl.completeMemstoreInsertWithSeqNum(MultiVersionConsistencyControl.java:127)
  789. at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:2822)
  790. at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2476)
  791. at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2430)
  792. at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2434)
  793. at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:640)
  794. at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:604)
  795. at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:1832)
  796. at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:31313)
  797. at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2031)
  798. at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:107)
  799. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
  800. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  801. at java.lang.Thread.run(Thread.java:745)
  802.  
  803. "B.defaultRpcServer.handler=25,queue=1,port=16060" daemon prio=10 tid=0x00007f0c9cea4000 nid=0x1837 waiting on condition [0x00007f0c723e2000]
  804. java.lang.Thread.State: WAITING (parking)
  805. at sun.misc.Unsafe.park(Native Method)
  806. - parking to wait for <0x0000000794606ee8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  807. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  808. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  809. at org.apache.hadoop.hbase.util.BoundedPriorityBlockingQueue.take(BoundedPriorityBlockingQueue.java:213)
  810. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
  811. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  812. at java.lang.Thread.run(Thread.java:745)
  813.  
  814. "B.defaultRpcServer.handler=24,queue=0,port=16060" daemon prio=10 tid=0x00007f0c9cea2000 nid=0x1836 waiting on condition [0x00007f0c724e3000]
  815. java.lang.Thread.State: WAITING (parking)
  816. at sun.misc.Unsafe.park(Native Method)
  817. - parking to wait for <0x0000000794606f30> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  818. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  819. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  820. at org.apache.hadoop.hbase.util.BoundedPriorityBlockingQueue.take(BoundedPriorityBlockingQueue.java:213)
  821. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
  822. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  823. at java.lang.Thread.run(Thread.java:745)
  824.  
  825. "B.defaultRpcServer.handler=23,queue=2,port=16060" daemon prio=10 tid=0x00007f0c9cea0000 nid=0x1835 waiting on condition [0x00007f0c725e4000]
  826. java.lang.Thread.State: WAITING (parking)
  827. at sun.misc.Unsafe.park(Native Method)
  828. - parking to wait for <0x0000000794606e88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  829. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  830. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  831. at org.apache.hadoop.hbase.util.BoundedPriorityBlockingQueue.take(BoundedPriorityBlockingQueue.java:213)
  832. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
  833. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  834. at java.lang.Thread.run(Thread.java:745)
  835.  
  836. "B.defaultRpcServer.handler=22,queue=1,port=16060" daemon prio=10 tid=0x00007f0c9ce9e000 nid=0x1834 waiting on condition [0x00007f0c726e5000]
  837. java.lang.Thread.State: WAITING (parking)
  838. at sun.misc.Unsafe.park(Native Method)
  839. - parking to wait for <0x0000000794606ee8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  840. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  841. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  842. at org.apache.hadoop.hbase.util.BoundedPriorityBlockingQueue.take(BoundedPriorityBlockingQueue.java:213)
  843. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
  844. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  845. at java.lang.Thread.run(Thread.java:745)
  846.  
  847. "B.defaultRpcServer.handler=21,queue=0,port=16060" daemon prio=10 tid=0x00007f0c9ce9c000 nid=0x1833 waiting on condition [0x00007f0c727e6000]
  848. java.lang.Thread.State: WAITING (parking)
  849. at sun.misc.Unsafe.park(Native Method)
  850. - parking to wait for <0x0000000794606f30> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  851. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  852. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  853. at org.apache.hadoop.hbase.util.BoundedPriorityBlockingQueue.take(BoundedPriorityBlockingQueue.java:213)
  854. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
  855. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  856. at java.lang.Thread.run(Thread.java:745)
  857.  
  858. "B.defaultRpcServer.handler=20,queue=2,port=16060" daemon prio=10 tid=0x00007f0c9ce9a000 nid=0x1832 in Object.wait() [0x00007f0c728e6000]
  859. java.lang.Thread.State: BLOCKED (on object monitor)
  860. at java.lang.Object.wait(Native Method)
  861. at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
  862. - locked <0x000000079ac335b0> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
  863. at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1431)
  864. at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1425)
  865. at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1559)
  866. at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:6487)
  867. at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:2806)
  868. at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2476)
  869. at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2430)
  870. at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2434)
  871. at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:640)
  872. at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:604)
  873. at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:1832)
  874. at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:31313)
  875. at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2031)
  876. at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:107)
  877. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
  878. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  879. at java.lang.Thread.run(Thread.java:745)
  880.  
  881. "B.defaultRpcServer.handler=19,queue=1,port=16060" daemon prio=10 tid=0x00007f0c9ce97800 nid=0x1831 waiting on condition [0x00007f0c729e8000]
  882. java.lang.Thread.State: WAITING (parking)
  883. at sun.misc.Unsafe.park(Native Method)
  884. - parking to wait for <0x0000000794606ee8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  885. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  886. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  887. at org.apache.hadoop.hbase.util.BoundedPriorityBlockingQueue.take(BoundedPriorityBlockingQueue.java:213)
  888. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
  889. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  890. at java.lang.Thread.run(Thread.java:745)
  891.  
  892. "B.defaultRpcServer.handler=18,queue=0,port=16060" daemon prio=10 tid=0x00007f0c9ce95000 nid=0x1830 waiting on condition [0x00007f0c72ae9000]
  893. java.lang.Thread.State: WAITING (parking)
  894. at sun.misc.Unsafe.park(Native Method)
  895. - parking to wait for <0x0000000794606f30> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  896. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  897. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  898. at org.apache.hadoop.hbase.util.BoundedPriorityBlockingQueue.take(BoundedPriorityBlockingQueue.java:213)
  899. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
  900. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  901. at java.lang.Thread.run(Thread.java:745)
  902.  
  903. "B.defaultRpcServer.handler=17,queue=2,port=16060" daemon prio=10 tid=0x00007f0c9ce93000 nid=0x182f in Object.wait() [0x00007f0c72bea000]
  904. java.lang.Thread.State: BLOCKED (on object monitor)
  905. at java.lang.Object.wait(Native Method)
  906. at org.apache.hadoop.hbase.regionserver.MultiVersionConsistencyControl.waitForPreviousTransactionsComplete(MultiVersionConsistencyControl.java:224)
  907. - locked <0x00000007ac0e0e88> (a java.util.LinkedList)
  908. at org.apache.hadoop.hbase.regionserver.MultiVersionConsistencyControl.completeMemstoreInsertWithSeqNum(MultiVersionConsistencyControl.java:127)
  909. at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:2822)
  910. at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2476)
  911. at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2430)
  912. at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2434)
  913. at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:640)
  914. at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:604)
  915. at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:1832)
  916. at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:31313)
  917. at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2031)
  918. at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:107)
  919. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
  920. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  921. at java.lang.Thread.run(Thread.java:745)
  922.  
  923. "B.defaultRpcServer.handler=16,queue=1,port=16060" daemon prio=10 tid=0x00007f0c9ce91000 nid=0x182e waiting on condition [0x00007f0c72ceb000]
  924. java.lang.Thread.State: WAITING (parking)
  925. at sun.misc.Unsafe.park(Native Method)
  926. - parking to wait for <0x0000000794606ee8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  927. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  928. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  929. at org.apache.hadoop.hbase.util.BoundedPriorityBlockingQueue.take(BoundedPriorityBlockingQueue.java:213)
  930. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
  931. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  932. at java.lang.Thread.run(Thread.java:745)
  933.  
  934. "B.defaultRpcServer.handler=15,queue=0,port=16060" daemon prio=10 tid=0x00007f0c9ce8f000 nid=0x182d waiting on condition [0x00007f0c72dec000]
  935. java.lang.Thread.State: WAITING (parking)
  936. at sun.misc.Unsafe.park(Native Method)
  937. - parking to wait for <0x0000000794606f30> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  938. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  939. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  940. at org.apache.hadoop.hbase.util.BoundedPriorityBlockingQueue.take(BoundedPriorityBlockingQueue.java:213)
  941. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
  942. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  943. at java.lang.Thread.run(Thread.java:745)
  944.  
  945. "B.defaultRpcServer.handler=14,queue=2,port=16060" daemon prio=10 tid=0x00007f0c9ce8d000 nid=0x182c waiting on condition [0x00007f0c72eed000]
  946. java.lang.Thread.State: WAITING (parking)
  947. at sun.misc.Unsafe.park(Native Method)
  948. - parking to wait for <0x0000000794606e88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  949. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  950. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  951. at org.apache.hadoop.hbase.util.BoundedPriorityBlockingQueue.take(BoundedPriorityBlockingQueue.java:213)
  952. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
  953. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  954. at java.lang.Thread.run(Thread.java:745)
  955.  
  956. "B.defaultRpcServer.handler=13,queue=1,port=16060" daemon prio=10 tid=0x00007f0c9ce8b000 nid=0x182b runnable [0x00007f0c72fed000]
  957. java.lang.Thread.State: RUNNABLE
  958. at java.lang.ThreadLocal.get(ThreadLocal.java:144)
  959. at java.util.concurrent.locks.ReentrantReadWriteLock$Sync.tryReleaseShared(ReentrantReadWriteLock.java:426)
  960. at java.util.concurrent.locks.AbstractQueuedSynchronizer.releaseShared(AbstractQueuedSynchronizer.java:1340)
  961. at java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.unlock(ReentrantReadWriteLock.java:883)
  962. at org.apache.hadoop.hbase.regionserver.HRegion.closeRegionOperation(HRegion.java:6367)
  963. at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2483)
  964. at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2430)
  965. at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2434)
  966. at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:640)
  967. at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:604)
  968. at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:1832)
  969. at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:31313)
  970. at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2031)
  971. at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:107)
  972. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
  973. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  974. at java.lang.Thread.run(Thread.java:745)
  975.  
  976. "B.defaultRpcServer.handler=12,queue=0,port=16060" daemon prio=10 tid=0x00007f0c9ce89000 nid=0x182a waiting on condition [0x00007f0c730ef000]
  977. java.lang.Thread.State: WAITING (parking)
  978. at sun.misc.Unsafe.park(Native Method)
  979. - parking to wait for <0x0000000794606f30> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  980. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  981. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  982. at org.apache.hadoop.hbase.util.BoundedPriorityBlockingQueue.take(BoundedPriorityBlockingQueue.java:213)
  983. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
  984. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  985. at java.lang.Thread.run(Thread.java:745)
  986.  
  987. "B.defaultRpcServer.handler=11,queue=2,port=16060" daemon prio=10 tid=0x00007f0c9ce86800 nid=0x1829 in Object.wait() [0x00007f0c731ef000]
  988. java.lang.Thread.State: BLOCKED (on object monitor)
  989. at java.lang.Object.wait(Native Method)
  990. at org.apache.hadoop.hbase.regionserver.MultiVersionConsistencyControl.waitForPreviousTransactionsComplete(MultiVersionConsistencyControl.java:224)
  991. - locked <0x00000007ac0e0e88> (a java.util.LinkedList)
  992. at org.apache.hadoop.hbase.regionserver.MultiVersionConsistencyControl.completeMemstoreInsertWithSeqNum(MultiVersionConsistencyControl.java:127)
  993. at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:2822)
  994. at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2476)
  995. at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2430)
  996. at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2434)
  997. at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:640)
  998. at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:604)
  999. at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:1832)
  1000. at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:31313)
  1001. at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2031)
  1002. at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:107)
  1003. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
  1004. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  1005. at java.lang.Thread.run(Thread.java:745)
  1006.  
  1007. "B.defaultRpcServer.handler=10,queue=1,port=16060" daemon prio=10 tid=0x00007f0c9ce84800 nid=0x1828 waiting on condition [0x00007f0c732f1000]
  1008. java.lang.Thread.State: WAITING (parking)
  1009. at sun.misc.Unsafe.park(Native Method)
  1010. - parking to wait for <0x0000000794606ee8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1011. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  1012. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  1013. at org.apache.hadoop.hbase.util.BoundedPriorityBlockingQueue.take(BoundedPriorityBlockingQueue.java:213)
  1014. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
  1015. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  1016. at java.lang.Thread.run(Thread.java:745)
  1017.  
  1018. "B.defaultRpcServer.handler=9,queue=0,port=16060" daemon prio=10 tid=0x00007f0c9ce82000 nid=0x1827 waiting on condition [0x00007f0c733f2000]
  1019. java.lang.Thread.State: WAITING (parking)
  1020. at sun.misc.Unsafe.park(Native Method)
  1021. - parking to wait for <0x0000000794606f30> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1022. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  1023. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  1024. at org.apache.hadoop.hbase.util.BoundedPriorityBlockingQueue.take(BoundedPriorityBlockingQueue.java:213)
  1025. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
  1026. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  1027. at java.lang.Thread.run(Thread.java:745)
  1028.  
  1029. "B.defaultRpcServer.handler=8,queue=2,port=16060" daemon prio=10 tid=0x00007f0c9ce80000 nid=0x1826 waiting on condition [0x00007f0c734f3000]
  1030. java.lang.Thread.State: WAITING (parking)
  1031. at sun.misc.Unsafe.park(Native Method)
  1032. - parking to wait for <0x0000000794606e88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1033. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  1034. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  1035. at org.apache.hadoop.hbase.util.BoundedPriorityBlockingQueue.take(BoundedPriorityBlockingQueue.java:213)
  1036. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
  1037. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  1038. at java.lang.Thread.run(Thread.java:745)
  1039.  
  1040. "B.defaultRpcServer.handler=7,queue=1,port=16060" daemon prio=10 tid=0x00007f0c9ce7e000 nid=0x1825 in Object.wait() [0x00007f0c735f4000]
  1041. java.lang.Thread.State: WAITING (on object monitor)
  1042. at java.lang.Object.wait(Native Method)
  1043. at org.apache.hadoop.hbase.regionserver.MultiVersionConsistencyControl.waitForPreviousTransactionsComplete(MultiVersionConsistencyControl.java:224)
  1044. - locked <0x00000007ac0e0e88> (a java.util.LinkedList)
  1045. at org.apache.hadoop.hbase.regionserver.MultiVersionConsistencyControl.completeMemstoreInsertWithSeqNum(MultiVersionConsistencyControl.java:127)
  1046. at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:2822)
  1047. at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2476)
  1048. at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2430)
  1049. at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2434)
  1050. at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:640)
  1051. at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:604)
  1052. at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:1832)
  1053. at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:31313)
  1054. at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2031)
  1055. at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:107)
  1056. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
  1057. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  1058. at java.lang.Thread.run(Thread.java:745)
  1059.  
  1060. "B.defaultRpcServer.handler=6,queue=0,port=16060" daemon prio=10 tid=0x00007f0c9ce7c000 nid=0x1824 in Object.wait() [0x00007f0c736f5000]
  1061. java.lang.Thread.State: WAITING (on object monitor)
  1062. at java.lang.Object.wait(Native Method)
  1063. at org.apache.hadoop.hbase.regionserver.MultiVersionConsistencyControl.waitForPreviousTransactionsComplete(MultiVersionConsistencyControl.java:224)
  1064. - locked <0x00000007ac0e0e88> (a java.util.LinkedList)
  1065. at org.apache.hadoop.hbase.regionserver.MultiVersionConsistencyControl.completeMemstoreInsertWithSeqNum(MultiVersionConsistencyControl.java:127)
  1066. at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:2822)
  1067. at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2476)
  1068. at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2430)
  1069. at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2434)
  1070. at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:640)
  1071. at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:604)
  1072. at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:1832)
  1073. at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:31313)
  1074. at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2031)
  1075. at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:107)
  1076. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
  1077. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  1078. at java.lang.Thread.run(Thread.java:745)
  1079.  
  1080. "B.defaultRpcServer.handler=5,queue=2,port=16060" daemon prio=10 tid=0x00007f0c9ce7a800 nid=0x1823 waiting on condition [0x00007f0c737f6000]
  1081. java.lang.Thread.State: WAITING (parking)
  1082. at sun.misc.Unsafe.park(Native Method)
  1083. - parking to wait for <0x0000000794606e88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1084. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  1085. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  1086. at org.apache.hadoop.hbase.util.BoundedPriorityBlockingQueue.take(BoundedPriorityBlockingQueue.java:213)
  1087. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
  1088. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  1089. at java.lang.Thread.run(Thread.java:745)
  1090.  
  1091. "B.defaultRpcServer.handler=4,queue=1,port=16060" daemon prio=10 tid=0x00007f0c9ce71800 nid=0x1822 waiting on condition [0x00007f0c738f7000]
  1092. java.lang.Thread.State: WAITING (parking)
  1093. at sun.misc.Unsafe.park(Native Method)
  1094. - parking to wait for <0x0000000794606ee8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1095. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  1096. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  1097. at org.apache.hadoop.hbase.util.BoundedPriorityBlockingQueue.take(BoundedPriorityBlockingQueue.java:213)
  1098. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
  1099. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  1100. at java.lang.Thread.run(Thread.java:745)
  1101.  
  1102. "B.defaultRpcServer.handler=3,queue=0,port=16060" daemon prio=10 tid=0x00007f0c9ce6f800 nid=0x1821 waiting on condition [0x00007f0c739f8000]
  1103. java.lang.Thread.State: WAITING (parking)
  1104. at sun.misc.Unsafe.park(Native Method)
  1105. - parking to wait for <0x0000000794606f30> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1106. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  1107. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  1108. at org.apache.hadoop.hbase.util.BoundedPriorityBlockingQueue.take(BoundedPriorityBlockingQueue.java:213)
  1109. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
  1110. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  1111. at java.lang.Thread.run(Thread.java:745)
  1112.  
  1113. "B.defaultRpcServer.handler=2,queue=2,port=16060" daemon prio=10 tid=0x00007f0c9ce6c800 nid=0x1820 in Object.wait() [0x00007f0c73af9000]
  1114. java.lang.Thread.State: BLOCKED (on object monitor)
  1115. at java.lang.Object.wait(Native Method)
  1116. at org.apache.hadoop.hbase.regionserver.MultiVersionConsistencyControl.waitForPreviousTransactionsComplete(MultiVersionConsistencyControl.java:224)
  1117. - locked <0x00000007ac0e0e88> (a java.util.LinkedList)
  1118. at org.apache.hadoop.hbase.regionserver.MultiVersionConsistencyControl.completeMemstoreInsertWithSeqNum(MultiVersionConsistencyControl.java:127)
  1119. at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:2822)
  1120. at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2476)
  1121. at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2430)
  1122. at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2434)
  1123. at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:640)
  1124. at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:604)
  1125. at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:1832)
  1126. at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:31313)
  1127. at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2031)
  1128. at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:107)
  1129. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
  1130. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  1131. at java.lang.Thread.run(Thread.java:745)
  1132.  
  1133. "B.defaultRpcServer.handler=1,queue=1,port=16060" daemon prio=10 tid=0x00007f0c9ce6a800 nid=0x181f waiting on condition [0x00007f0c73bfa000]
  1134. java.lang.Thread.State: WAITING (parking)
  1135. at sun.misc.Unsafe.park(Native Method)
  1136. - parking to wait for <0x0000000794606ee8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1137. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  1138. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  1139. at org.apache.hadoop.hbase.util.BoundedPriorityBlockingQueue.take(BoundedPriorityBlockingQueue.java:213)
  1140. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
  1141. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  1142. at java.lang.Thread.run(Thread.java:745)
  1143.  
  1144. "B.defaultRpcServer.handler=0,queue=0,port=16060" daemon prio=10 tid=0x00007f0c9ce61800 nid=0x181e in Object.wait() [0x00007f0c73cfb000]
  1145. java.lang.Thread.State: BLOCKED (on object monitor)
  1146. at java.lang.Object.wait(Native Method)
  1147. at org.apache.hadoop.hbase.regionserver.MultiVersionConsistencyControl.waitForPreviousTransactionsComplete(MultiVersionConsistencyControl.java:224)
  1148. - locked <0x00000007ac0e0e88> (a java.util.LinkedList)
  1149. at org.apache.hadoop.hbase.regionserver.MultiVersionConsistencyControl.completeMemstoreInsertWithSeqNum(MultiVersionConsistencyControl.java:127)
  1150. at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:2822)
  1151. at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2476)
  1152. at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2430)
  1153. at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2434)
  1154. at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:640)
  1155. at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:604)
  1156. at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:1832)
  1157. at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:31313)
  1158. at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2031)
  1159. at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:107)
  1160. at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
  1161. at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
  1162. at java.lang.Thread.run(Thread.java:745)
  1163.  
  1164. "RpcServer.listener,port=16060" daemon prio=10 tid=0x00007f0c9ce5f800 nid=0x181d runnable [0x00007f0c73dfc000]
  1165. java.lang.Thread.State: RUNNABLE
  1166. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1167. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  1168. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
  1169. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
  1170. - locked <0x0000000794606a08> (a sun.nio.ch.Util$2)
  1171. - locked <0x00000007946069f0> (a java.util.Collections$UnmodifiableSet)
  1172. - locked <0x0000000794790098> (a sun.nio.ch.EPollSelectorImpl)
  1173. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  1174. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)
  1175. at org.apache.hadoop.hbase.ipc.RpcServer$Listener.run(RpcServer.java:674)
  1176.  
  1177. "RpcServer.responder" daemon prio=10 tid=0x00007f0c9ce78000 nid=0x181c runnable [0x00007f0c73efd000]
  1178. java.lang.Thread.State: RUNNABLE
  1179. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1180. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  1181. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
  1182. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
  1183. - locked <0x00000007947f1e50> (a sun.nio.ch.Util$2)
  1184. - locked <0x00000007947f1e38> (a java.util.Collections$UnmodifiableSet)
  1185. - locked <0x0000000794898cf8> (a sun.nio.ch.EPollSelectorImpl)
  1186. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  1187. at org.apache.hadoop.hbase.ipc.RpcServer$Responder.doRunLoop(RpcServer.java:913)
  1188. at org.apache.hadoop.hbase.ipc.RpcServer$Responder.run(RpcServer.java:860)
  1189.  
  1190. "main-EventThread" daemon prio=10 tid=0x00007f0c9ce3a800 nid=0x181b waiting on condition [0x00007f0c73ffe000]
  1191. java.lang.Thread.State: WAITING (parking)
  1192. at sun.misc.Unsafe.park(Native Method)
  1193. - parking to wait for <0x000000079498dea0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1194. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  1195. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
  1196. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  1197. at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
  1198.  
  1199. "main-SendThread(192.168.231.210:2191)" daemon prio=10 tid=0x00007f0c9ce5a000 nid=0x181a runnable [0x00007f0c8018f000]
  1200. java.lang.Thread.State: RUNNABLE
  1201. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1202. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  1203. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
  1204. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
  1205. - locked <0x000000079498dff0> (a sun.nio.ch.Util$2)
  1206. - locked <0x000000079498dfd8> (a java.util.Collections$UnmodifiableSet)
  1207. - locked <0x000000079493db58> (a sun.nio.ch.EPollSelectorImpl)
  1208. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  1209. at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
  1210. at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
  1211.  
  1212. "Thread-5" daemon prio=10 tid=0x00007f0c9cdc0800 nid=0x1819 runnable [0x00007f0c80290000]
  1213. java.lang.Thread.State: RUNNABLE
  1214. at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
  1215. at org.apache.hadoop.net.unix.DomainSocketWatcher.access$800(DomainSocketWatcher.java:52)
  1216. at org.apache.hadoop.net.unix.DomainSocketWatcher$1.run(DomainSocketWatcher.java:457)
  1217. at java.lang.Thread.run(Thread.java:745)
  1218.  
  1219. "Timer for 'HBase' metrics system" daemon prio=10 tid=0x00007f0c9cb6c800 nid=0x1818 in Object.wait() [0x00007f0c81186000]
  1220. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  1221. at java.lang.Object.wait(Native Method)
  1222. at java.util.TimerThread.mainLoop(Timer.java:552)
  1223. - locked <0x00000007947418a0> (a java.util.TaskQueue)
  1224. at java.util.TimerThread.run(Timer.java:505)
  1225.  
  1226. "RpcServer.reader=9,bindAddress=localhost,port=16060" daemon prio=10 tid=0x00007f0c9cae2000 nid=0x1816 runnable [0x00007f0c807af000]
  1227. java.lang.Thread.State: RUNNABLE
  1228. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1229. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  1230. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
  1231. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
  1232. - locked <0x0000000794740988> (a sun.nio.ch.Util$2)
  1233. - locked <0x00000007947409a0> (a java.util.Collections$UnmodifiableSet)
  1234. - locked <0x00000007946f4eb8> (a sun.nio.ch.EPollSelectorImpl)
  1235. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  1236. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)
  1237. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:571)
  1238. - locked <0x00000007947409b8> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
  1239. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:558)
  1240. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  1241. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  1242. at java.lang.Thread.run(Thread.java:745)
  1243.  
  1244. "RpcServer.reader=8,bindAddress=localhost,port=16060" daemon prio=10 tid=0x00007f0c9cad2800 nid=0x1815 runnable [0x00007f0c808b0000]
  1245. java.lang.Thread.State: RUNNABLE
  1246. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1247. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  1248. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
  1249. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
  1250. - locked <0x0000000794712a78> (a sun.nio.ch.Util$2)
  1251. - locked <0x0000000794712a90> (a java.util.Collections$UnmodifiableSet)
  1252. - locked <0x00000007946a9ef8> (a sun.nio.ch.EPollSelectorImpl)
  1253. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  1254. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)
  1255. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:571)
  1256. - locked <0x0000000794712aa8> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
  1257. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:558)
  1258. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  1259. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  1260. at java.lang.Thread.run(Thread.java:745)
  1261.  
  1262. "RpcServer.reader=7,bindAddress=localhost,port=16060" daemon prio=10 tid=0x00007f0c9cac3000 nid=0x1814 runnable [0x00007f0c809b1000]
  1263. java.lang.Thread.State: RUNNABLE
  1264. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1265. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  1266. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
  1267. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
  1268. - locked <0x00000007946ee2e0> (a sun.nio.ch.Util$2)
  1269. - locked <0x00000007946ee298> (a java.util.Collections$UnmodifiableSet)
  1270. - locked <0x00000007946eb5b0> (a sun.nio.ch.EPollSelectorImpl)
  1271. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  1272. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)
  1273. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:571)
  1274. - locked <0x00000007946ee2b0> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
  1275. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:558)
  1276. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  1277. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  1278. at java.lang.Thread.run(Thread.java:745)
  1279.  
  1280. "RpcServer.reader=6,bindAddress=localhost,port=16060" daemon prio=10 tid=0x00007f0c9cab4000 nid=0x1813 runnable [0x00007f0c80ab2000]
  1281. java.lang.Thread.State: RUNNABLE
  1282. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1283. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  1284. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
  1285. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
  1286. - locked <0x00000007947409d0> (a sun.nio.ch.Util$2)
  1287. - locked <0x0000000794740928> (a java.util.Collections$UnmodifiableSet)
  1288. - locked <0x00000007946f4f90> (a sun.nio.ch.EPollSelectorImpl)
  1289. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  1290. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)
  1291. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:571)
  1292. - locked <0x0000000794740940> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
  1293. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:558)
  1294. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  1295. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  1296. at java.lang.Thread.run(Thread.java:745)
  1297.  
  1298. "RpcServer.reader=5,bindAddress=localhost,port=16060" daemon prio=10 tid=0x00007f0c9ca4a000 nid=0x1812 runnable [0x00007f0c80bb3000]
  1299. java.lang.Thread.State: RUNNABLE
  1300. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1301. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  1302. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
  1303. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
  1304. - locked <0x00000007946ee268> (a sun.nio.ch.Util$2)
  1305. - locked <0x00000007946ee280> (a java.util.Collections$UnmodifiableSet)
  1306. - locked <0x00000007946eb520> (a sun.nio.ch.EPollSelectorImpl)
  1307. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  1308. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)
  1309. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:571)
  1310. - locked <0x00000007946ee238> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
  1311. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:558)
  1312. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  1313. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  1314. at java.lang.Thread.run(Thread.java:745)
  1315.  
  1316. "RpcServer.reader=4,bindAddress=localhost,port=16060" daemon prio=10 tid=0x00007f0c9ca48000 nid=0x1811 runnable [0x00007f0c80cb4000]
  1317. java.lang.Thread.State: RUNNABLE
  1318. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1319. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  1320. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
  1321. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
  1322. - locked <0x0000000794712ac0> (a sun.nio.ch.Util$2)
  1323. - locked <0x0000000794712ad8> (a java.util.Collections$UnmodifiableSet)
  1324. - locked <0x00000007946a9e68> (a sun.nio.ch.EPollSelectorImpl)
  1325. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  1326. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)
  1327. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:571)
  1328. - locked <0x0000000794712a00> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
  1329. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:558)
  1330. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  1331. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  1332. at java.lang.Thread.run(Thread.java:745)
  1333.  
  1334. "RpcServer.reader=3,bindAddress=localhost,port=16060" daemon prio=10 tid=0x00007f0c9ca46000 nid=0x1810 runnable [0x00007f0c80db5000]
  1335. java.lang.Thread.State: RUNNABLE
  1336. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1337. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  1338. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
  1339. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
  1340. - locked <0x0000000794740958> (a sun.nio.ch.Util$2)
  1341. - locked <0x0000000794740970> (a java.util.Collections$UnmodifiableSet)
  1342. - locked <0x00000007946f5020> (a sun.nio.ch.EPollSelectorImpl)
  1343. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  1344. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)
  1345. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:571)
  1346. - locked <0x00000007947408c8> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
  1347. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:558)
  1348. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  1349. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  1350. at java.lang.Thread.run(Thread.java:745)
  1351.  
  1352. "RpcServer.reader=2,bindAddress=localhost,port=16060" daemon prio=10 tid=0x00007f0c9ca44800 nid=0x180f runnable [0x00007f0c80eb6000]
  1353. java.lang.Thread.State: RUNNABLE
  1354. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1355. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  1356. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
  1357. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
  1358. - locked <0x00000007946ee250> (a sun.nio.ch.Util$2)
  1359. - locked <0x00000007946ee208> (a java.util.Collections$UnmodifiableSet)
  1360. - locked <0x00000007946aa138> (a sun.nio.ch.EPollSelectorImpl)
  1361. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  1362. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)
  1363. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:571)
  1364. - locked <0x00000007946ee220> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
  1365. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:558)
  1366. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  1367. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  1368. at java.lang.Thread.run(Thread.java:745)
  1369.  
  1370. "RpcServer.reader=1,bindAddress=localhost,port=16060" daemon prio=10 tid=0x00007f0c9ca43800 nid=0x180e runnable [0x00007f0c80fb7000]
  1371. java.lang.Thread.State: RUNNABLE
  1372. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1373. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  1374. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
  1375. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
  1376. - locked <0x0000000794712a18> (a sun.nio.ch.Util$2)
  1377. - locked <0x0000000794712a30> (a java.util.Collections$UnmodifiableSet)
  1378. - locked <0x00000007946a9dd8> (a sun.nio.ch.EPollSelectorImpl)
  1379. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  1380. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)
  1381. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:571)
  1382. - locked <0x0000000794712a48> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
  1383. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:558)
  1384. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  1385. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  1386. at java.lang.Thread.run(Thread.java:745)
  1387.  
  1388. "RpcServer.reader=0,bindAddress=localhost,port=16060" daemon prio=10 tid=0x00007f0c9ca42800 nid=0x180d runnable [0x00007f0c81493000]
  1389. java.lang.Thread.State: RUNNABLE
  1390. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1391. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  1392. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
  1393. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
  1394. - locked <0x00000007947408e0> (a sun.nio.ch.Util$2)
  1395. - locked <0x00000007947408f8> (a java.util.Collections$UnmodifiableSet)
  1396. - locked <0x00000007946d7cd8> (a sun.nio.ch.EPollSelectorImpl)
  1397. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  1398. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)
  1399. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:571)
  1400. - locked <0x0000000794740910> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
  1401. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:558)
  1402. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  1403. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  1404. at java.lang.Thread.run(Thread.java:745)
  1405.  
  1406. "Service Thread" daemon prio=10 tid=0x00007f0c9c136000 nid=0x1808 runnable [0x0000000000000000]
  1407. java.lang.Thread.State: RUNNABLE
  1408.  
  1409. "C2 CompilerThread1" daemon prio=10 tid=0x00007f0c9c133800 nid=0x1807 waiting on condition [0x0000000000000000]
  1410. java.lang.Thread.State: RUNNABLE
  1411.  
  1412. "C2 CompilerThread0" daemon prio=10 tid=0x00007f0c9c131800 nid=0x1806 waiting on condition [0x0000000000000000]
  1413. java.lang.Thread.State: RUNNABLE
  1414.  
  1415. "JDWP Event Helper Thread" daemon prio=10 tid=0x00007f0c9c12f000 nid=0x1805 runnable [0x0000000000000000]
  1416. java.lang.Thread.State: RUNNABLE
  1417.  
  1418. "JDWP Transport Listener: dt_socket" daemon prio=10 tid=0x00007f0c9c12b800 nid=0x1804 runnable [0x0000000000000000]
  1419. java.lang.Thread.State: RUNNABLE
  1420.  
  1421. "Signal Dispatcher" daemon prio=10 tid=0x00007f0c9c11c800 nid=0x1803 runnable [0x0000000000000000]
  1422. java.lang.Thread.State: RUNNABLE
  1423.  
  1424. "Surrogate Locker Thread (Concurrent GC)" daemon prio=10 tid=0x00007f0c9c11a000 nid=0x1802 waiting on condition [0x0000000000000000]
  1425. java.lang.Thread.State: RUNNABLE
  1426.  
  1427. "Finalizer" daemon prio=10 tid=0x00007f0c9c0f2800 nid=0x1801 in Object.wait() [0x00007f0c88904000]
  1428. java.lang.Thread.State: WAITING (on object monitor)
  1429. at java.lang.Object.wait(Native Method)
  1430. at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
  1431. - locked <0x0000000794504b38> (a java.lang.ref.ReferenceQueue$Lock)
  1432. at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
  1433. at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209)
  1434.  
  1435. "Reference Handler" daemon prio=10 tid=0x00007f0c9c0f0800 nid=0x1800 in Object.wait() [0x00007f0c88a05000]
  1436. java.lang.Thread.State: WAITING (on object monitor)
  1437. at java.lang.Object.wait(Native Method)
  1438. at java.lang.Object.wait(Object.java:503)
  1439. at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133)
  1440. - locked <0x0000000794504b68> (a java.lang.ref.Reference$Lock)
  1441.  
  1442. "main" prio=10 tid=0x00007f0c9c011000 nid=0x17f9 in Object.wait() [0x00007f0ca3009000]
  1443. java.lang.Thread.State: WAITING (on object monitor)
  1444. at java.lang.Object.wait(Native Method)
  1445. - waiting on <0x000000079451f068> (a java.lang.Thread)
  1446. at java.lang.Thread.join(Thread.java:1281)
  1447. - locked <0x000000079451f068> (a java.lang.Thread)
  1448. at java.lang.Thread.join(Thread.java:1355)
  1449. at org.apache.hadoop.hbase.util.HasThread.join(HasThread.java:89)
  1450. at org.apache.hadoop.hbase.regionserver.HRegionServerCommandLine.start(HRegionServerCommandLine.java:66)
  1451. at org.apache.hadoop.hbase.regionserver.HRegionServerCommandLine.run(HRegionServerCommandLine.java:87)
  1452. at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70)
  1453. at org.apache.hadoop.hbase.util.ServerCommandLine.doMain(ServerCommandLine.java:126)
  1454. at org.apache.hadoop.hbase.regionserver.HRegionServer.main(HRegionServer.java:2502)
  1455.  
  1456. "VM Thread" prio=10 tid=0x00007f0c9c0ec000 nid=0x17ff runnable
  1457.  
  1458. "Gang worker#0 (Parallel GC Threads)" prio=10 tid=0x00007f0c9c022800 nid=0x17fa runnable
  1459.  
  1460. "Gang worker#1 (Parallel GC Threads)" prio=10 tid=0x00007f0c9c024000 nid=0x17fb runnable
  1461.  
  1462. "Gang worker#2 (Parallel GC Threads)" prio=10 tid=0x00007f0c9c026000 nid=0x17fc runnable
  1463.  
  1464. "Gang worker#3 (Parallel GC Threads)" prio=10 tid=0x00007f0c9c028000 nid=0x17fd runnable
  1465.  
  1466. "Concurrent Mark-Sweep GC Thread" prio=10 tid=0x00007f0c9c0a8800 nid=0x17fe runnable
  1467. "VM Periodic Task Thread" prio=10 tid=0x00007f0c9c149800 nid=0x1809 waiting on condition
  1468.  
  1469. JNI global references: 5442
Advertisement
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!