Pastebin launched a little side project called VERYVIRAL.com, check it out ;-) Want more features on Pastebin? Sign Up, it's FREE!
Guest

region.jstack

By: a guest on Sep 5th, 2012  |  syntax: None  |  size: 140.93 KB  |  views: 32  |  expires: Never
download  |  raw  |  embed  |  report abuse  |  print
Text below is selected. Please press Ctrl+C to copy to your clipboard. (⌘+C on Mac)
  1. 2012-09-05 12:40:44
  2. Full thread dump Java HotSpot(TM) 64-Bit Server VM (20.10-b01 mixed mode):
  3.  
  4. "IPC Client (882254122) connection to dsm2/10.200.95.2:8020 from hbase" daemon prio=10 tid=0x0000000051b9b800 nid=0x181f in Object.wait() [0x000000004c82d000]
  5.    java.lang.Thread.State: TIMED_WAITING (on object monitor)
  6.         at java.lang.Object.wait(Native Method)
  7.         at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:737)
  8.         - locked <0x0000000589e98880> (a org.apache.hadoop.ipc.Client$Connection)
  9.         at org.apache.hadoop.ipc.Client$Connection.run(Client.java:780)
  10.  
  11. "IPC Client (882254122) connection to ds7.h2.ut1.qprod.net/10.200.91.7:60020 from hbase" daemon prio=10 tid=0x000000005215a800 nid=0x181e runnable [0x000000004c92e000]
  12.    java.lang.Thread.State: RUNNABLE
  13.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  14.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  15.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  16.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  17.         - locked <0x00000005aebab990> (a sun.nio.ch.Util$2)
  18.         - locked <0x00000005aebab9d8> (a java.util.Collections$UnmodifiableSet)
  19.         - locked <0x0000000598518838> (a sun.nio.ch.EPollSelectorImpl)
  20.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  21.         at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
  22.         at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
  23.         at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:154)
  24.         at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:127)
  25.         at java.io.FilterInputStream.read(FilterInputStream.java:116)
  26.         at java.io.FilterInputStream.read(FilterInputStream.java:116)
  27.         at org.apache.hadoop.hbase.ipc.HBaseClient$Connection$PingInputStream.read(HBaseClient.java:311)
  28.         at java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
  29.         at java.io.BufferedInputStream.read(BufferedInputStream.java:237)
  30.         - locked <0x000000058a34c500> (a java.io.BufferedInputStream)
  31.         at java.io.DataInputStream.readInt(DataInputStream.java:370)
  32.         at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.receiveResponse(HBaseClient.java:571)
  33.         at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.run(HBaseClient.java:505)
  34.  
  35. "Thread-491" daemon prio=10 tid=0x00002aaac0e15800 nid=0x181d in Object.wait() [0x000000004bc21000]
  36.    java.lang.Thread.State: WAITING (on object monitor)
  37.         at java.lang.Object.wait(Native Method)
  38.         at java.lang.Object.wait(Object.java:485)
  39.         at org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:904)
  40.         - locked <0x000000058a34b548> (a org.apache.hadoop.hbase.ipc.HBaseClient$Call)
  41.         at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Invoker.invoke(WritableRpcEngine.java:150)
  42.         at $Proxy21.getProtocolVersion(Unknown Source)
  43.         at org.apache.hadoop.hbase.ipc.WritableRpcEngine.getProxy(WritableRpcEngine.java:183)
  44.         at org.apache.hadoop.hbase.ipc.HBaseRPC.getProxy(HBaseRPC.java:303)
  45.         at org.apache.hadoop.hbase.ipc.HBaseRPC.getProxy(HBaseRPC.java:280)
  46.         at org.apache.hadoop.hbase.ipc.HBaseRPC.getProxy(HBaseRPC.java:332)
  47.         at org.apache.hadoop.hbase.ipc.HBaseRPC.waitForProxy(HBaseRPC.java:236)
  48.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getHRegionConnection(HConnectionManager.java:1278)
  49.         - locked <0x00000005944fa3a8> (a java.lang.String)
  50.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getHRegionConnection(HConnectionManager.java:1235)
  51.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getHRegionConnection(HConnectionManager.java:1222)
  52.         at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.getRS(ReplicationSource.java:722)
  53.         at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.access$200(ReplicationSource.java:75)
  54.         at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource$2.run(ReplicationSource.java:735)
  55.  
  56. "IPC Client (882254122) connection to ds3.h1.ut1.qprod.net/10.200.90.3:60020 from hbase" daemon prio=10 tid=0x0000000052942000 nid=0x181c runnable [0x0000000042f95000]
  57.    java.lang.Thread.State: RUNNABLE
  58.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  59.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  60.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  61.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  62.         - locked <0x00000005a4626490> (a sun.nio.ch.Util$2)
  63.         - locked <0x00000005a4626478> (a java.util.Collections$UnmodifiableSet)
  64.         - locked <0x000000059f11bb50> (a sun.nio.ch.EPollSelectorImpl)
  65.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  66.         at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
  67.         at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
  68.         at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:154)
  69.         at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:127)
  70.         at java.io.FilterInputStream.read(FilterInputStream.java:116)
  71.         at java.io.FilterInputStream.read(FilterInputStream.java:116)
  72.         at org.apache.hadoop.hbase.ipc.HBaseClient$Connection$PingInputStream.read(HBaseClient.java:311)
  73.         at java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
  74.         at java.io.BufferedInputStream.read(BufferedInputStream.java:237)
  75.         - locked <0x000000058a12e358> (a java.io.BufferedInputStream)
  76.         at java.io.DataInputStream.readInt(DataInputStream.java:370)
  77.         at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.receiveResponse(HBaseClient.java:571)
  78.         at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.run(HBaseClient.java:505)
  79.  
  80. "Thread-488" daemon prio=10 tid=0x00002aaac0e15000 nid=0x181a in Object.wait() [0x000000004c429000]
  81.    java.lang.Thread.State: WAITING (on object monitor)
  82.         at java.lang.Object.wait(Native Method)
  83.         at java.lang.Object.wait(Object.java:485)
  84.         at org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:904)
  85.         - locked <0x0000000589f24048> (a org.apache.hadoop.hbase.ipc.HBaseClient$Call)
  86.         at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Invoker.invoke(WritableRpcEngine.java:150)
  87.         at $Proxy21.getHServerInfo(Unknown Source)
  88.         at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource$2.run(ReplicationSource.java:737)
  89.  
  90. "Thread-486" daemon prio=10 tid=0x00002aaac0b03800 nid=0x17ea waiting for monitor entry [0x000000004c62b000]
  91.    java.lang.Thread.State: BLOCKED (on object monitor)
  92.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getHRegionConnection(HConnectionManager.java:1268)
  93.         - waiting to lock <0x00000005b9b97658> (a java.lang.String)
  94.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getHRegionConnection(HConnectionManager.java:1235)
  95.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getHRegionConnection(HConnectionManager.java:1222)
  96.         at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.getRS(ReplicationSource.java:722)
  97.         at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.access$200(ReplicationSource.java:75)
  98.         at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource$2.run(ReplicationSource.java:735)
  99.  
  100. "IPC Client (882254122) connection to ds5.h2.ut1.qprod.net/10.200.91.5:60020 from hbase" daemon prio=10 tid=0x0000000052771800 nid=0x17e6 runnable [0x000000004b71c000]
  101.    java.lang.Thread.State: RUNNABLE
  102.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  103.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  104.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  105.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  106.         - locked <0x000000058aea01f8> (a sun.nio.ch.Util$2)
  107.         - locked <0x000000058aea0208> (a java.util.Collections$UnmodifiableSet)
  108.         - locked <0x000000058aea01b0> (a sun.nio.ch.EPollSelectorImpl)
  109.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  110.         at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
  111.         at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
  112.         at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:154)
  113.         at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:127)
  114.         at java.io.FilterInputStream.read(FilterInputStream.java:116)
  115.         at java.io.FilterInputStream.read(FilterInputStream.java:116)
  116.         at org.apache.hadoop.hbase.ipc.HBaseClient$Connection$PingInputStream.read(HBaseClient.java:311)
  117.         at java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
  118.         at java.io.BufferedInputStream.read(BufferedInputStream.java:237)
  119.         - locked <0x000000058aea2348> (a java.io.BufferedInputStream)
  120.         at java.io.DataInputStream.readInt(DataInputStream.java:370)
  121.         at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.receiveResponse(HBaseClient.java:571)
  122.         at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.run(HBaseClient.java:505)
  123.  
  124. "Thread-483" daemon prio=10 tid=0x00002aaac16cf800 nid=0x17e5 in Object.wait() [0x000000004c227000]
  125.    java.lang.Thread.State: WAITING (on object monitor)
  126.         at java.lang.Object.wait(Native Method)
  127.         at java.lang.Object.wait(Object.java:485)
  128.         at org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:904)
  129.         - locked <0x000000058aea2408> (a org.apache.hadoop.hbase.ipc.HBaseClient$Call)
  130.         at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Invoker.invoke(WritableRpcEngine.java:150)
  131.         at $Proxy21.getProtocolVersion(Unknown Source)
  132.         at org.apache.hadoop.hbase.ipc.WritableRpcEngine.getProxy(WritableRpcEngine.java:183)
  133.         at org.apache.hadoop.hbase.ipc.HBaseRPC.getProxy(HBaseRPC.java:303)
  134.         at org.apache.hadoop.hbase.ipc.HBaseRPC.getProxy(HBaseRPC.java:280)
  135.         at org.apache.hadoop.hbase.ipc.HBaseRPC.getProxy(HBaseRPC.java:332)
  136.         at org.apache.hadoop.hbase.ipc.HBaseRPC.waitForProxy(HBaseRPC.java:236)
  137.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getHRegionConnection(HConnectionManager.java:1278)
  138.         - locked <0x00000005b9b97658> (a java.lang.String)
  139.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getHRegionConnection(HConnectionManager.java:1235)
  140.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getHRegionConnection(HConnectionManager.java:1222)
  141.         at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.getRS(ReplicationSource.java:722)
  142.         at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.access$200(ReplicationSource.java:75)
  143.         at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource$2.run(ReplicationSource.java:735)
  144.  
  145. "Thread-468" daemon prio=10 tid=0x00002aaac16ce800 nid=0x177c in Object.wait() [0x000000004bf24000]
  146.    java.lang.Thread.State: WAITING (on object monitor)
  147.         at java.lang.Object.wait(Native Method)
  148.         at java.lang.Object.wait(Object.java:485)
  149.         at org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:904)
  150.         - locked <0x00000005aeba5db0> (a org.apache.hadoop.hbase.ipc.HBaseClient$Call)
  151.         at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Invoker.invoke(WritableRpcEngine.java:150)
  152.         at $Proxy21.getHServerInfo(Unknown Source)
  153.         at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource$2.run(ReplicationSource.java:737)
  154.  
  155. "IPC Client (882254122) connection to ds4.h2.ut1.qprod.net/10.200.91.4:60020 from hbase" daemon prio=10 tid=0x000000005213a800 nid=0x16f6 runnable [0x000000004c52a000]
  156.    java.lang.Thread.State: RUNNABLE
  157.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  158.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  159.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  160.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  161.         - locked <0x000000059dd66960> (a sun.nio.ch.Util$2)
  162.         - locked <0x000000059dd66978> (a java.util.Collections$UnmodifiableSet)
  163.         - locked <0x00000005939f59e8> (a sun.nio.ch.EPollSelectorImpl)
  164.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  165.         at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
  166.         at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
  167.         at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:154)
  168.         at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:127)
  169.         at java.io.FilterInputStream.read(FilterInputStream.java:116)
  170.         at java.io.FilterInputStream.read(FilterInputStream.java:116)
  171.         at org.apache.hadoop.hbase.ipc.HBaseClient$Connection$PingInputStream.read(HBaseClient.java:311)
  172.         at java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
  173.         at java.io.BufferedInputStream.read(BufferedInputStream.java:237)
  174.         - locked <0x00000005c4c15a68> (a java.io.BufferedInputStream)
  175.         at java.io.DataInputStream.readInt(DataInputStream.java:370)
  176.         at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.receiveResponse(HBaseClient.java:571)
  177.         at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.run(HBaseClient.java:505)
  178.  
  179. "1845892020@qtp-1213954255-5" prio=10 tid=0x0000000052563800 nid=0x16d0 in Object.wait() [0x000000004c328000]
  180.    java.lang.Thread.State: TIMED_WAITING (on object monitor)
  181.         at java.lang.Object.wait(Native Method)
  182.         at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626)
  183.         - locked <0x00000005a50422a8> (a org.mortbay.thread.QueuedThreadPool$PoolThread)
  184.  
  185. "Attach Listener" daemon prio=10 tid=0x0000000052588800 nid=0x161e waiting on condition [0x0000000000000000]
  186.    java.lang.Thread.State: RUNNABLE
  187.  
  188. "ResponseProcessor for block BP-6737116-10.200.95.1-1344992239070:blk_1240103474308702009_98927" daemon prio=10 tid=0x0000000052607800 nid=0x1508 runnable [0x000000004b61b000]
  189.    java.lang.Thread.State: RUNNABLE
  190.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  191.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  192.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  193.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  194.         - locked <0x000000059f285230> (a sun.nio.ch.Util$2)
  195.         - locked <0x0000000593a7a070> (a java.util.Collections$UnmodifiableSet)
  196.         - locked <0x000000059d21f3e8> (a sun.nio.ch.EPollSelectorImpl)
  197.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  198.         at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
  199.         at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
  200.         at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:154)
  201.         at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:127)
  202.         at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:115)
  203.         at java.io.FilterInputStream.read(FilterInputStream.java:66)
  204.         at java.io.FilterInputStream.read(FilterInputStream.java:66)
  205.         at org.apache.hadoop.hdfs.protocol.HdfsProtoUtil.vintPrefixed(HdfsProtoUtil.java:160)
  206.         at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:95)
  207.         at org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer$ResponseProcessor.run(DFSOutputStream.java:656)
  208.  
  209. "DataStreamer for file /hbase/.logs/ds1.h1.ut1.qprod.net,60020,1346868902028/ds1.h1.ut1.qprod.net%2C60020%2C1346868902028.1346869956081 block BP-6737116-10.200.95.1-1344992239070:blk_1240103474308702009_98927" daemon prio=10 tid=0x00000000522d8800 nid=0x1505 in Object.wait() [0x000000004c126000]
  210.    java.lang.Thread.State: TIMED_WAITING (on object monitor)
  211.         at java.lang.Object.wait(Native Method)
  212.         at org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.run(DFSOutputStream.java:432)
  213.         - locked <0x00000005a2710068> (a java.util.LinkedList)
  214.  
  215. "RS_CLOSE_REGION-ds1.h1.ut1.qprod.net,60020,1346868902028-2" prio=10 tid=0x0000000051f78800 nid=0x10ac waiting on condition [0x000000004bd22000]
  216.    java.lang.Thread.State: WAITING (parking)
  217.         at sun.misc.Unsafe.park(Native Method)
  218.         - parking to wait for  <0x0000000590dccf70> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  219.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  220.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  221.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  222.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  223.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  224.         at java.lang.Thread.run(Thread.java:662)
  225.  
  226. "RS_CLOSE_REGION-ds1.h1.ut1.qprod.net,60020,1346868902028-1" prio=10 tid=0x0000000051f69800 nid=0x10aa waiting on condition [0x000000004bb20000]
  227.    java.lang.Thread.State: WAITING (parking)
  228.         at sun.misc.Unsafe.park(Native Method)
  229.         - parking to wait for  <0x0000000590dccf70> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  230.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  231.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  232.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  233.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  234.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  235.         at java.lang.Thread.run(Thread.java:662)
  236.  
  237. "RS_CLOSE_REGION-ds1.h1.ut1.qprod.net,60020,1346868902028-0" prio=10 tid=0x0000000051bcd000 nid=0x10a9 waiting on condition [0x000000004c025000]
  238.    java.lang.Thread.State: WAITING (parking)
  239.         at sun.misc.Unsafe.park(Native Method)
  240.         - parking to wait for  <0x0000000590dccf70> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  241.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  242.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  243.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  244.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  245.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  246.         at java.lang.Thread.run(Thread.java:662)
  247.  
  248. "regionserver60020-largeCompactions-1346869234421" daemon prio=10 tid=0x0000000051c6b000 nid=0xc63 waiting on condition [0x000000004ba1f000]
  249.    java.lang.Thread.State: WAITING (parking)
  250.         at sun.misc.Unsafe.park(Native Method)
  251.         - parking to wait for  <0x000000058f17fc90> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  252.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  253.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  254.         at java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:220)
  255.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  256.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  257.         at java.lang.Thread.run(Thread.java:662)
  258.  
  259. "regionserver60020-smallCompactions-1346869213876" daemon prio=10 tid=0x00000000521a8000 nid=0xb76 waiting on condition [0x000000004b419000]
  260.    java.lang.Thread.State: WAITING (parking)
  261.         at sun.misc.Unsafe.park(Native Method)
  262.         - parking to wait for  <0x000000058f1805c0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  263.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  264.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  265.         at java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:220)
  266.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  267.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  268.         at java.lang.Thread.run(Thread.java:662)
  269.  
  270. "RS_OPEN_REGION-ds1.h1.ut1.qprod.net,60020,1346868902028-2" prio=10 tid=0x0000000052224000 nid=0xb66 waiting on condition [0x000000004b116000]
  271.    java.lang.Thread.State: WAITING (parking)
  272.         at sun.misc.Unsafe.park(Native Method)
  273.         - parking to wait for  <0x0000000590dcd2d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  274.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  275.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  276.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  277.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  278.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  279.         at java.lang.Thread.run(Thread.java:662)
  280.  
  281. "RS_OPEN_REGION-ds1.h1.ut1.qprod.net,60020,1346868902028-1" prio=10 tid=0x0000000051d72800 nid=0xb63 waiting on condition [0x000000004b217000]
  282.    java.lang.Thread.State: WAITING (parking)
  283.         at sun.misc.Unsafe.park(Native Method)
  284.         - parking to wait for  <0x0000000590dcd2d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  285.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  286.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  287.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  288.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  289.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  290.         at java.lang.Thread.run(Thread.java:662)
  291.  
  292. "RS_OPEN_REGION-ds1.h1.ut1.qprod.net,60020,1346868902028-0" prio=10 tid=0x000000005261e800 nid=0xb62 waiting on condition [0x0000000043aa0000]
  293.    java.lang.Thread.State: WAITING (parking)
  294.         at sun.misc.Unsafe.park(Native Method)
  295.         - parking to wait for  <0x0000000590dcd2d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  296.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  297.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  298.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  299.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  300.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  301.         at java.lang.Thread.run(Thread.java:662)
  302.  
  303. "SplitLogWorker-ds1.h1.ut1.qprod.net,60020,1346868902028" prio=10 tid=0x00002aaac0f39800 nid=0x934 in Object.wait() [0x000000004b015000]
  304.    java.lang.Thread.State: WAITING (on object monitor)
  305.         at java.lang.Object.wait(Native Method)
  306.         - waiting on <0x0000000590df5ef0> (a java.lang.Object)
  307.         at java.lang.Object.wait(Object.java:485)
  308.         at org.apache.hadoop.hbase.regionserver.SplitLogWorker.taskLoop(SplitLogWorker.java:205)
  309.         - locked <0x0000000590df5ef0> (a java.lang.Object)
  310.         at org.apache.hadoop.hbase.regionserver.SplitLogWorker.run(SplitLogWorker.java:165)
  311.         at java.lang.Thread.run(Thread.java:662)
  312.  
  313. "PRI IPC Server handler 9 on 60020" daemon prio=10 tid=0x00002aaac0f37800 nid=0x933 waiting for monitor entry [0x000000004af13000]
  314.    java.lang.Thread.State: BLOCKED (on object monitor)
  315.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegionInMeta(HConnectionManager.java:925)
  316.         - waiting to lock <0x000000058f3fad08> (a java.lang.Object)
  317.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:818)
  318.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:782)
  319.         at org.apache.hadoop.hbase.client.HTable.finishSetup(HTable.java:249)
  320.         at org.apache.hadoop.hbase.client.HTable.<init>(HTable.java:213)
  321.         at org.apache.hadoop.hbase.client.HTableFactory.createHTableInterface(HTableFactory.java:36)
  322.         at org.apache.hadoop.hbase.client.HTablePool.createHTable(HTablePool.java:268)
  323.         at org.apache.hadoop.hbase.client.HTablePool.findOrCreateTable(HTablePool.java:198)
  324.         at org.apache.hadoop.hbase.client.HTablePool.getTable(HTablePool.java:173)
  325.         at org.apache.hadoop.hbase.client.HTablePool.getTable(HTablePool.java:216)
  326.         at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.delete(ReplicationSink.java:198)
  327.         at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:128)
  328.         at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:109)
  329.         at org.apache.hadoop.hbase.regionserver.HRegionServer.replicateLogEntries(HRegionServer.java:3267)
  330.         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  331.         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  332.         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  333.         at java.lang.reflect.Method.invoke(Method.java:597)
  334.         at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
  335.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1336)
  336.  
  337. "PRI IPC Server handler 8 on 60020" daemon prio=10 tid=0x00002aaac10a7800 nid=0x932 waiting for monitor entry [0x000000004ae12000]
  338.    java.lang.Thread.State: BLOCKED (on object monitor)
  339.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegionInMeta(HConnectionManager.java:925)
  340.         - waiting to lock <0x000000058f3fad08> (a java.lang.Object)
  341.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:818)
  342.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:782)
  343.         at org.apache.hadoop.hbase.client.HTable.finishSetup(HTable.java:249)
  344.         at org.apache.hadoop.hbase.client.HTable.<init>(HTable.java:213)
  345.         at org.apache.hadoop.hbase.client.HTableFactory.createHTableInterface(HTableFactory.java:36)
  346.         at org.apache.hadoop.hbase.client.HTablePool.createHTable(HTablePool.java:268)
  347.         at org.apache.hadoop.hbase.client.HTablePool.findOrCreateTable(HTablePool.java:198)
  348.         at org.apache.hadoop.hbase.client.HTablePool.getTable(HTablePool.java:173)
  349.         at org.apache.hadoop.hbase.client.HTablePool.getTable(HTablePool.java:216)
  350.         at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.put(ReplicationSink.java:179)
  351.         at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:155)
  352.         at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:109)
  353.         at org.apache.hadoop.hbase.regionserver.HRegionServer.replicateLogEntries(HRegionServer.java:3267)
  354.         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  355.         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  356.         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  357.         at java.lang.reflect.Method.invoke(Method.java:597)
  358.         at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
  359.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1336)
  360.  
  361. "PRI IPC Server handler 7 on 60020" daemon prio=10 tid=0x00002aaac10a5800 nid=0x931 waiting on condition [0x000000004ad12000]
  362.    java.lang.Thread.State: WAITING (parking)
  363.         at sun.misc.Unsafe.park(Native Method)
  364.         - parking to wait for  <0x000000058f2272f0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  365.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  366.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  367.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  368.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  369.  
  370. "PRI IPC Server handler 6 on 60020" daemon prio=10 tid=0x00002aaac10a3800 nid=0x930 waiting for monitor entry [0x000000004ac10000]
  371.    java.lang.Thread.State: BLOCKED (on object monitor)
  372.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegionInMeta(HConnectionManager.java:925)
  373.         - waiting to lock <0x000000058f3fad08> (a java.lang.Object)
  374.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:818)
  375.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:782)
  376.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getRegionLocation(HConnectionManager.java:707)
  377.         at org.apache.hadoop.hbase.client.ServerCallable.connect(ServerCallable.java:75)
  378.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getRegionServerWithRetries(HConnectionManager.java:1324)
  379.         at org.apache.hadoop.hbase.client.HTable.delete(HTable.java:756)
  380.         at org.apache.hadoop.hbase.client.HTablePool$PooledHTable.delete(HTablePool.java:413)
  381.         at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.delete(ReplicationSink.java:199)
  382.         at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:128)
  383.         at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:109)
  384.         at org.apache.hadoop.hbase.regionserver.HRegionServer.replicateLogEntries(HRegionServer.java:3267)
  385.         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  386.         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  387.         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  388.         at java.lang.reflect.Method.invoke(Method.java:597)
  389.         at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
  390.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1336)
  391.  
  392. "PRI IPC Server handler 5 on 60020" daemon prio=10 tid=0x00002aaac10a1800 nid=0x92f waiting for monitor entry [0x000000004ab0f000]
  393.    java.lang.Thread.State: BLOCKED (on object monitor)
  394.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegionInMeta(HConnectionManager.java:925)
  395.         - waiting to lock <0x000000058f3fad08> (a java.lang.Object)
  396.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:818)
  397.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:782)
  398.         at org.apache.hadoop.hbase.client.HTable.finishSetup(HTable.java:249)
  399.         at org.apache.hadoop.hbase.client.HTable.<init>(HTable.java:213)
  400.         at org.apache.hadoop.hbase.client.HTableFactory.createHTableInterface(HTableFactory.java:36)
  401.         at org.apache.hadoop.hbase.client.HTablePool.createHTable(HTablePool.java:268)
  402.         at org.apache.hadoop.hbase.client.HTablePool.findOrCreateTable(HTablePool.java:198)
  403.         at org.apache.hadoop.hbase.client.HTablePool.getTable(HTablePool.java:173)
  404.         at org.apache.hadoop.hbase.client.HTablePool.getTable(HTablePool.java:216)
  405.         at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.put(ReplicationSink.java:179)
  406.         at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:155)
  407.         at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:109)
  408.         at org.apache.hadoop.hbase.regionserver.HRegionServer.replicateLogEntries(HRegionServer.java:3267)
  409.         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  410.         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  411.         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  412.         at java.lang.reflect.Method.invoke(Method.java:597)
  413.         at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
  414.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1336)
  415.  
  416. "PRI IPC Server handler 4 on 60020" daemon prio=10 tid=0x00002aaac0e52000 nid=0x92e in Object.wait() [0x000000004aa0e000]
  417.    java.lang.Thread.State: WAITING (on object monitor)
  418.         at java.lang.Object.wait(Native Method)
  419.         at java.lang.Object.wait(Object.java:485)
  420.         at org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:904)
  421.         - locked <0x000000058a138e18> (a org.apache.hadoop.hbase.ipc.HBaseClient$Call)
  422.         at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Invoker.invoke(WritableRpcEngine.java:150)
  423.         at $Proxy21.getClosestRowBefore(Unknown Source)
  424.         at org.apache.hadoop.hbase.client.HTable$4.call(HTable.java:658)
  425.         at org.apache.hadoop.hbase.client.HTable$4.call(HTable.java:656)
  426.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getRegionServerWithRetries(HConnectionManager.java:1325)
  427.         at org.apache.hadoop.hbase.client.HTable.getRowOrBefore(HTable.java:655)
  428.         at org.apache.hadoop.hbase.client.MetaScanner.metaScan(MetaScanner.java:155)
  429.         at org.apache.hadoop.hbase.client.MetaScanner.access$000(MetaScanner.java:52)
  430.         at org.apache.hadoop.hbase.client.MetaScanner$1.connect(MetaScanner.java:130)
  431.         at org.apache.hadoop.hbase.client.MetaScanner$1.connect(MetaScanner.java:127)
  432.         at org.apache.hadoop.hbase.client.HConnectionManager.execute(HConnectionManager.java:360)
  433.         at org.apache.hadoop.hbase.client.MetaScanner.metaScan(MetaScanner.java:127)
  434.         at org.apache.hadoop.hbase.client.MetaScanner.metaScan(MetaScanner.java:103)
  435.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.prefetchRegionCache(HConnectionManager.java:876)
  436.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegionInMeta(HConnectionManager.java:930)
  437.         - locked <0x000000058f3fad08> (a java.lang.Object)
  438.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:818)
  439.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:782)
  440.         at org.apache.hadoop.hbase.client.HTable.finishSetup(HTable.java:249)
  441.         at org.apache.hadoop.hbase.client.HTable.<init>(HTable.java:213)
  442.         at org.apache.hadoop.hbase.client.HTableFactory.createHTableInterface(HTableFactory.java:36)
  443.         at org.apache.hadoop.hbase.client.HTablePool.createHTable(HTablePool.java:268)
  444.         at org.apache.hadoop.hbase.client.HTablePool.findOrCreateTable(HTablePool.java:198)
  445.         at org.apache.hadoop.hbase.client.HTablePool.getTable(HTablePool.java:173)
  446.         at org.apache.hadoop.hbase.client.HTablePool.getTable(HTablePool.java:216)
  447.         at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.put(ReplicationSink.java:179)
  448.         at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:155)
  449.         at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:109)
  450.         at org.apache.hadoop.hbase.regionserver.HRegionServer.replicateLogEntries(HRegionServer.java:3267)
  451.         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  452.         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  453.         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  454.         at java.lang.reflect.Method.invoke(Method.java:597)
  455.         at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
  456.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1336)
  457.  
  458. "PRI IPC Server handler 3 on 60020" daemon prio=10 tid=0x00002aaac0e50800 nid=0x92d waiting for monitor entry [0x000000004a90e000]
  459.    java.lang.Thread.State: BLOCKED (on object monitor)
  460.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegionInMeta(HConnectionManager.java:925)
  461.         - waiting to lock <0x000000058f3fad08> (a java.lang.Object)
  462.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:818)
  463.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:782)
  464.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getRegionLocation(HConnectionManager.java:707)
  465.         at org.apache.hadoop.hbase.client.ServerCallable.connect(ServerCallable.java:75)
  466.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getRegionServerWithRetries(HConnectionManager.java:1324)
  467.         at org.apache.hadoop.hbase.client.HTable.delete(HTable.java:756)
  468.         at org.apache.hadoop.hbase.client.HTablePool$PooledHTable.delete(HTablePool.java:413)
  469.         at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.delete(ReplicationSink.java:199)
  470.         at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:128)
  471.         at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:109)
  472.         at org.apache.hadoop.hbase.regionserver.HRegionServer.replicateLogEntries(HRegionServer.java:3267)
  473.         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  474.         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  475.         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  476.         at java.lang.reflect.Method.invoke(Method.java:597)
  477.         at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
  478.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1336)
  479.  
  480. "PRI IPC Server handler 2 on 60020" daemon prio=10 tid=0x00002aaac0e4e800 nid=0x92c waiting for monitor entry [0x000000004a80c000]
  481.    java.lang.Thread.State: BLOCKED (on object monitor)
  482.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegionInMeta(HConnectionManager.java:925)
  483.         - waiting to lock <0x000000058f3fad08> (a java.lang.Object)
  484.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:818)
  485.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:782)
  486.         at org.apache.hadoop.hbase.client.HTable.finishSetup(HTable.java:249)
  487.         at org.apache.hadoop.hbase.client.HTable.<init>(HTable.java:213)
  488.         at org.apache.hadoop.hbase.client.HTableFactory.createHTableInterface(HTableFactory.java:36)
  489.         at org.apache.hadoop.hbase.client.HTablePool.createHTable(HTablePool.java:268)
  490.         at org.apache.hadoop.hbase.client.HTablePool.findOrCreateTable(HTablePool.java:198)
  491.         at org.apache.hadoop.hbase.client.HTablePool.getTable(HTablePool.java:173)
  492.         at org.apache.hadoop.hbase.client.HTablePool.getTable(HTablePool.java:216)
  493.         at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.put(ReplicationSink.java:179)
  494.         at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:155)
  495.         at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:109)
  496.         at org.apache.hadoop.hbase.regionserver.HRegionServer.replicateLogEntries(HRegionServer.java:3267)
  497.         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  498.         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  499.         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  500.         at java.lang.reflect.Method.invoke(Method.java:597)
  501.         at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
  502.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1336)
  503.  
  504. "PRI IPC Server handler 1 on 60020" daemon prio=10 tid=0x00002aaac0e4c800 nid=0x92b waiting for monitor entry [0x000000004a70c000]
  505.    java.lang.Thread.State: BLOCKED (on object monitor)
  506.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegionInMeta(HConnectionManager.java:925)
  507.         - waiting to lock <0x000000058f3fad08> (a java.lang.Object)
  508.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:818)
  509.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:782)
  510.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getRegionLocation(HConnectionManager.java:707)
  511.         at org.apache.hadoop.hbase.client.ServerCallable.connect(ServerCallable.java:75)
  512.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getRegionServerWithRetries(HConnectionManager.java:1324)
  513.         at org.apache.hadoop.hbase.client.HTable.delete(HTable.java:756)
  514.         at org.apache.hadoop.hbase.client.HTablePool$PooledHTable.delete(HTablePool.java:413)
  515.         at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.delete(ReplicationSink.java:199)
  516.         at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:128)
  517.         at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:109)
  518.         at org.apache.hadoop.hbase.regionserver.HRegionServer.replicateLogEntries(HRegionServer.java:3267)
  519.         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  520.         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  521.         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  522.         at java.lang.reflect.Method.invoke(Method.java:597)
  523.         at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
  524.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1336)
  525.  
  526. "PRI IPC Server handler 0 on 60020" daemon prio=10 tid=0x00002aaac123e800 nid=0x92a waiting for monitor entry [0x000000004a60a000]
  527.    java.lang.Thread.State: BLOCKED (on object monitor)
  528.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegionInMeta(HConnectionManager.java:925)
  529.         - waiting to lock <0x000000058f3fad08> (a java.lang.Object)
  530.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:818)
  531.         at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:782)
  532.         at org.apache.hadoop.hbase.client.HTable.finishSetup(HTable.java:249)
  533.         at org.apache.hadoop.hbase.client.HTable.<init>(HTable.java:213)
  534.         at org.apache.hadoop.hbase.client.HTableFactory.createHTableInterface(HTableFactory.java:36)
  535.         at org.apache.hadoop.hbase.client.HTablePool.createHTable(HTablePool.java:268)
  536.         at org.apache.hadoop.hbase.client.HTablePool.findOrCreateTable(HTablePool.java:198)
  537.         at org.apache.hadoop.hbase.client.HTablePool.getTable(HTablePool.java:173)
  538.         at org.apache.hadoop.hbase.client.HTablePool.getTable(HTablePool.java:216)
  539.         at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.put(ReplicationSink.java:179)
  540.         at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:155)
  541.         at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:109)
  542.         at org.apache.hadoop.hbase.regionserver.HRegionServer.replicateLogEntries(HRegionServer.java:3267)
  543.         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  544.         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  545.         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  546.         at java.lang.reflect.Method.invoke(Method.java:597)
  547.         at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:364)
  548.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1336)
  549.  
  550. "IPC Server handler 99 on 60020" daemon prio=10 tid=0x00002aaac123c800 nid=0x929 waiting on condition [0x000000004a50a000]
  551.    java.lang.Thread.State: WAITING (parking)
  552.         at sun.misc.Unsafe.park(Native Method)
  553.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  554.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  555.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  556.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  557.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  558.  
  559. "IPC Server handler 98 on 60020" daemon prio=10 tid=0x00002aaac123b000 nid=0x928 waiting on condition [0x000000004a409000]
  560.    java.lang.Thread.State: WAITING (parking)
  561.         at sun.misc.Unsafe.park(Native Method)
  562.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  563.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  564.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  565.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  566.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  567.  
  568. "IPC Server handler 97 on 60020" daemon prio=10 tid=0x00002aaac1239000 nid=0x927 waiting on condition [0x000000004a308000]
  569.    java.lang.Thread.State: WAITING (parking)
  570.         at sun.misc.Unsafe.park(Native Method)
  571.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  572.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  573.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  574.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  575.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  576.  
  577. "IPC Server handler 96 on 60020" daemon prio=10 tid=0x00002aaac0bd2800 nid=0x926 waiting on condition [0x000000004a207000]
  578.    java.lang.Thread.State: WAITING (parking)
  579.         at sun.misc.Unsafe.park(Native Method)
  580.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  581.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  582.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  583.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  584.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  585.  
  586. "IPC Server handler 95 on 60020" daemon prio=10 tid=0x00002aaac0bd1000 nid=0x925 waiting on condition [0x000000004a106000]
  587.    java.lang.Thread.State: WAITING (parking)
  588.         at sun.misc.Unsafe.park(Native Method)
  589.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  590.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  591.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  592.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  593.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  594.  
  595. "IPC Server handler 94 on 60020" daemon prio=10 tid=0x00002aaac0bcf000 nid=0x924 waiting on condition [0x000000004a005000]
  596.    java.lang.Thread.State: WAITING (parking)
  597.         at sun.misc.Unsafe.park(Native Method)
  598.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  599.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  600.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  601.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  602.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  603.  
  604. "IPC Server handler 93 on 60020" daemon prio=10 tid=0x00002aaac0bcd000 nid=0x923 waiting on condition [0x0000000049f04000]
  605.    java.lang.Thread.State: WAITING (parking)
  606.         at sun.misc.Unsafe.park(Native Method)
  607.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  608.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  609.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  610.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  611.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  612.  
  613. "IPC Server handler 92 on 60020" daemon prio=10 tid=0x00002aaac0b9b000 nid=0x920 waiting on condition [0x0000000049e03000]
  614.    java.lang.Thread.State: WAITING (parking)
  615.         at sun.misc.Unsafe.park(Native Method)
  616.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  617.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  618.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  619.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  620.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  621.  
  622. "IPC Server handler 91 on 60020" daemon prio=10 tid=0x00002aaac0b99800 nid=0x91f waiting on condition [0x0000000049d02000]
  623.    java.lang.Thread.State: WAITING (parking)
  624.         at sun.misc.Unsafe.park(Native Method)
  625.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  626.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  627.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  628.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  629.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  630.  
  631. "IPC Server handler 90 on 60020" daemon prio=10 tid=0x00002aaac0b97800 nid=0x91e waiting on condition [0x0000000049c01000]
  632.    java.lang.Thread.State: WAITING (parking)
  633.         at sun.misc.Unsafe.park(Native Method)
  634.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  635.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  636.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  637.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  638.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  639.  
  640. "IPC Server handler 89 on 60020" daemon prio=10 tid=0x00002aaac09d2000 nid=0x91d waiting on condition [0x0000000049b00000]
  641.    java.lang.Thread.State: WAITING (parking)
  642.         at sun.misc.Unsafe.park(Native Method)
  643.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  644.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  645.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  646.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  647.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  648.  
  649. "IPC Server handler 88 on 60020" daemon prio=10 tid=0x00002aaac09d0000 nid=0x91c waiting on condition [0x00000000499ff000]
  650.    java.lang.Thread.State: WAITING (parking)
  651.         at sun.misc.Unsafe.park(Native Method)
  652.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  653.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  654.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  655.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  656.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  657.  
  658. "IPC Server handler 87 on 60020" daemon prio=10 tid=0x00002aaac0a6f000 nid=0x91b waiting on condition [0x00000000498fe000]
  659.    java.lang.Thread.State: WAITING (parking)
  660.         at sun.misc.Unsafe.park(Native Method)
  661.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  662.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  663.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  664.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  665.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  666.  
  667. "IPC Server handler 86 on 60020" daemon prio=10 tid=0x00002aaac0aa5000 nid=0x91a waiting on condition [0x00000000497fd000]
  668.    java.lang.Thread.State: WAITING (parking)
  669.         at sun.misc.Unsafe.park(Native Method)
  670.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  671.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  672.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  673.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  674.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  675.  
  676. "IPC Server handler 85 on 60020" daemon prio=10 tid=0x0000000052b53000 nid=0x919 waiting on condition [0x00000000496fc000]
  677.    java.lang.Thread.State: WAITING (parking)
  678.         at sun.misc.Unsafe.park(Native Method)
  679.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  680.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  681.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  682.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  683.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  684.  
  685. "IPC Server handler 84 on 60020" daemon prio=10 tid=0x0000000052b50800 nid=0x918 waiting on condition [0x00000000495fb000]
  686.    java.lang.Thread.State: WAITING (parking)
  687.         at sun.misc.Unsafe.park(Native Method)
  688.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  689.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  690.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  691.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  692.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  693.  
  694. "IPC Server handler 83 on 60020" daemon prio=10 tid=0x0000000052b4e800 nid=0x917 waiting on condition [0x00000000494fa000]
  695.    java.lang.Thread.State: WAITING (parking)
  696.         at sun.misc.Unsafe.park(Native Method)
  697.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  698.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  699.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  700.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  701.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  702.  
  703. "IPC Server handler 82 on 60020" daemon prio=10 tid=0x0000000052b4c800 nid=0x916 waiting on condition [0x00000000493f9000]
  704.    java.lang.Thread.State: WAITING (parking)
  705.         at sun.misc.Unsafe.park(Native Method)
  706.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  707.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  708.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  709.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  710.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  711.  
  712. "IPC Server handler 81 on 60020" daemon prio=10 tid=0x0000000052b4a000 nid=0x915 waiting on condition [0x00000000492f8000]
  713.    java.lang.Thread.State: WAITING (parking)
  714.         at sun.misc.Unsafe.park(Native Method)
  715.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  716.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  717.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  718.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  719.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  720.  
  721. "IPC Server handler 80 on 60020" daemon prio=10 tid=0x0000000052b48000 nid=0x913 waiting on condition [0x00000000491f7000]
  722.    java.lang.Thread.State: WAITING (parking)
  723.         at sun.misc.Unsafe.park(Native Method)
  724.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  725.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  726.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  727.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  728.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  729.  
  730. "IPC Server handler 79 on 60020" daemon prio=10 tid=0x0000000052b46000 nid=0x912 waiting on condition [0x00000000490f6000]
  731.    java.lang.Thread.State: WAITING (parking)
  732.         at sun.misc.Unsafe.park(Native Method)
  733.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  734.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  735.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  736.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  737.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  738.  
  739. "IPC Server handler 78 on 60020" daemon prio=10 tid=0x0000000052b44800 nid=0x911 waiting on condition [0x0000000048ff5000]
  740.    java.lang.Thread.State: WAITING (parking)
  741.         at sun.misc.Unsafe.park(Native Method)
  742.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  743.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  744.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  745.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  746.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  747.  
  748. "IPC Server handler 77 on 60020" daemon prio=10 tid=0x0000000052b42800 nid=0x910 waiting on condition [0x0000000048ef4000]
  749.    java.lang.Thread.State: WAITING (parking)
  750.         at sun.misc.Unsafe.park(Native Method)
  751.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  752.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  753.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  754.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  755.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  756.  
  757. "IPC Server handler 76 on 60020" daemon prio=10 tid=0x0000000052b3f000 nid=0x90f waiting on condition [0x0000000048df3000]
  758.    java.lang.Thread.State: WAITING (parking)
  759.         at sun.misc.Unsafe.park(Native Method)
  760.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  761.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  762.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  763.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  764.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  765.  
  766. "IPC Server handler 75 on 60020" daemon prio=10 tid=0x0000000052b3d000 nid=0x90e waiting on condition [0x0000000048cf2000]
  767.    java.lang.Thread.State: WAITING (parking)
  768.         at sun.misc.Unsafe.park(Native Method)
  769.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  770.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  771.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  772.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  773.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  774.  
  775. "IPC Server handler 74 on 60020" daemon prio=10 tid=0x0000000052b3b000 nid=0x90d waiting on condition [0x0000000048bf1000]
  776.    java.lang.Thread.State: WAITING (parking)
  777.         at sun.misc.Unsafe.park(Native Method)
  778.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  779.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  780.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  781.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  782.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  783.  
  784. "IPC Server handler 73 on 60020" daemon prio=10 tid=0x00000000529a7800 nid=0x90c waiting on condition [0x0000000048af0000]
  785.    java.lang.Thread.State: WAITING (parking)
  786.         at sun.misc.Unsafe.park(Native Method)
  787.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  788.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  789.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  790.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  791.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  792.  
  793. "IPC Server handler 72 on 60020" daemon prio=10 tid=0x00000000529a5800 nid=0x90b waiting on condition [0x00000000489ef000]
  794.    java.lang.Thread.State: WAITING (parking)
  795.         at sun.misc.Unsafe.park(Native Method)
  796.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  797.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  798.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  799.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  800.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  801.  
  802. "IPC Server handler 71 on 60020" daemon prio=10 tid=0x00000000529a3800 nid=0x90a waiting on condition [0x00000000488ee000]
  803.    java.lang.Thread.State: WAITING (parking)
  804.         at sun.misc.Unsafe.park(Native Method)
  805.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  806.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  807.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  808.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  809.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  810.  
  811. "IPC Server handler 70 on 60020" daemon prio=10 tid=0x00000000529a1000 nid=0x909 waiting on condition [0x00000000487ed000]
  812.    java.lang.Thread.State: WAITING (parking)
  813.         at sun.misc.Unsafe.park(Native Method)
  814.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  815.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  816.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  817.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  818.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  819.  
  820. "IPC Server handler 69 on 60020" daemon prio=10 tid=0x000000005299f000 nid=0x908 waiting on condition [0x00000000486ec000]
  821.    java.lang.Thread.State: WAITING (parking)
  822.         at sun.misc.Unsafe.park(Native Method)
  823.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  824.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  825.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  826.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  827.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  828.  
  829. "IPC Server handler 68 on 60020" daemon prio=10 tid=0x000000005299c800 nid=0x907 waiting on condition [0x00000000485eb000]
  830.    java.lang.Thread.State: WAITING (parking)
  831.         at sun.misc.Unsafe.park(Native Method)
  832.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  833.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  834.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  835.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  836.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  837.  
  838. "IPC Server handler 67 on 60020" daemon prio=10 tid=0x000000005299a800 nid=0x906 waiting on condition [0x00000000484ea000]
  839.    java.lang.Thread.State: WAITING (parking)
  840.         at sun.misc.Unsafe.park(Native Method)
  841.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  842.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  843.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  844.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  845.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  846.  
  847. "IPC Server handler 66 on 60020" daemon prio=10 tid=0x0000000052998800 nid=0x905 waiting on condition [0x00000000483e9000]
  848.    java.lang.Thread.State: WAITING (parking)
  849.         at sun.misc.Unsafe.park(Native Method)
  850.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  851.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  852.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  853.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  854.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  855.  
  856. "IPC Server handler 65 on 60020" daemon prio=10 tid=0x0000000052996000 nid=0x904 waiting on condition [0x00000000482e8000]
  857.    java.lang.Thread.State: WAITING (parking)
  858.         at sun.misc.Unsafe.park(Native Method)
  859.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  860.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  861.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  862.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  863.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  864.  
  865. "IPC Server handler 64 on 60020" daemon prio=10 tid=0x0000000052994000 nid=0x903 waiting on condition [0x00000000481e7000]
  866.    java.lang.Thread.State: WAITING (parking)
  867.         at sun.misc.Unsafe.park(Native Method)
  868.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  869.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  870.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  871.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  872.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  873.  
  874. "IPC Server handler 63 on 60020" daemon prio=10 tid=0x0000000052992000 nid=0x902 waiting on condition [0x00000000480e6000]
  875.    java.lang.Thread.State: WAITING (parking)
  876.         at sun.misc.Unsafe.park(Native Method)
  877.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  878.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  879.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  880.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  881.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  882.  
  883. "IPC Server handler 62 on 60020" daemon prio=10 tid=0x000000005298f800 nid=0x901 waiting on condition [0x0000000047fe5000]
  884.    java.lang.Thread.State: WAITING (parking)
  885.         at sun.misc.Unsafe.park(Native Method)
  886.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  887.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  888.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  889.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  890.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  891.  
  892. "IPC Server handler 61 on 60020" daemon prio=10 tid=0x0000000051a8d800 nid=0x900 waiting on condition [0x0000000047ee4000]
  893.    java.lang.Thread.State: WAITING (parking)
  894.         at sun.misc.Unsafe.park(Native Method)
  895.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  896.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  897.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  898.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  899.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  900.  
  901. "IPC Server handler 60 on 60020" daemon prio=10 tid=0x0000000051a8b000 nid=0x8ff waiting on condition [0x0000000047de3000]
  902.    java.lang.Thread.State: WAITING (parking)
  903.         at sun.misc.Unsafe.park(Native Method)
  904.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  905.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  906.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  907.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  908.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  909.  
  910. "IPC Server handler 59 on 60020" daemon prio=10 tid=0x0000000051a89000 nid=0x8fe waiting on condition [0x0000000047ce2000]
  911.    java.lang.Thread.State: WAITING (parking)
  912.         at sun.misc.Unsafe.park(Native Method)
  913.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  914.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  915.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  916.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  917.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  918.  
  919. "IPC Server handler 58 on 60020" daemon prio=10 tid=0x0000000051a87000 nid=0x8fd waiting on condition [0x0000000047be1000]
  920.    java.lang.Thread.State: WAITING (parking)
  921.         at sun.misc.Unsafe.park(Native Method)
  922.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  923.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  924.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  925.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  926.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  927.  
  928. "IPC Server handler 57 on 60020" daemon prio=10 tid=0x0000000051a84800 nid=0x8fb waiting on condition [0x0000000047ae0000]
  929.    java.lang.Thread.State: WAITING (parking)
  930.         at sun.misc.Unsafe.park(Native Method)
  931.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  932.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  933.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  934.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  935.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  936.  
  937. "IPC Server handler 56 on 60020" daemon prio=10 tid=0x0000000051a82800 nid=0x8fa waiting on condition [0x00000000479df000]
  938.    java.lang.Thread.State: WAITING (parking)
  939.         at sun.misc.Unsafe.park(Native Method)
  940.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  941.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  942.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  943.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  944.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  945.  
  946. "IPC Server handler 55 on 60020" daemon prio=10 tid=0x0000000051a79800 nid=0x8f9 waiting on condition [0x00000000478de000]
  947.    java.lang.Thread.State: WAITING (parking)
  948.         at sun.misc.Unsafe.park(Native Method)
  949.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  950.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  951.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  952.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  953.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  954.  
  955. "IPC Server handler 54 on 60020" daemon prio=10 tid=0x0000000051a77800 nid=0x8f8 waiting on condition [0x00000000477dd000]
  956.    java.lang.Thread.State: WAITING (parking)
  957.         at sun.misc.Unsafe.park(Native Method)
  958.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  959.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  960.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  961.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  962.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  963.  
  964. "IPC Server handler 53 on 60020" daemon prio=10 tid=0x0000000052605800 nid=0x8f7 waiting on condition [0x00000000476dc000]
  965.    java.lang.Thread.State: WAITING (parking)
  966.         at sun.misc.Unsafe.park(Native Method)
  967.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  968.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  969.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  970.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  971.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  972.  
  973. "IPC Server handler 52 on 60020" daemon prio=10 tid=0x0000000052603800 nid=0x8f6 waiting on condition [0x00000000475db000]
  974.    java.lang.Thread.State: WAITING (parking)
  975.         at sun.misc.Unsafe.park(Native Method)
  976.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  977.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  978.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  979.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  980.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  981.  
  982. "IPC Server handler 51 on 60020" daemon prio=10 tid=0x0000000052601000 nid=0x8f5 waiting on condition [0x00000000474da000]
  983.    java.lang.Thread.State: WAITING (parking)
  984.         at sun.misc.Unsafe.park(Native Method)
  985.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  986.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  987.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  988.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  989.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  990.  
  991. "IPC Server handler 50 on 60020" daemon prio=10 tid=0x00000000525ff000 nid=0x8f4 waiting on condition [0x00000000473d9000]
  992.    java.lang.Thread.State: WAITING (parking)
  993.         at sun.misc.Unsafe.park(Native Method)
  994.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  995.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  996.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  997.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  998.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  999.  
  1000. "IPC Server handler 49 on 60020" daemon prio=10 tid=0x00000000525fd000 nid=0x8f3 waiting on condition [0x00000000472d8000]
  1001.    java.lang.Thread.State: WAITING (parking)
  1002.         at sun.misc.Unsafe.park(Native Method)
  1003.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1004.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1005.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1006.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1007.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1008.  
  1009. "IPC Server handler 48 on 60020" daemon prio=10 tid=0x00000000525fa800 nid=0x8f2 waiting on condition [0x00000000471d7000]
  1010.    java.lang.Thread.State: WAITING (parking)
  1011.         at sun.misc.Unsafe.park(Native Method)
  1012.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1013.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1014.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1015.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1016.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1017.  
  1018. "IPC Server handler 47 on 60020" daemon prio=10 tid=0x00000000525f8800 nid=0x8f1 waiting on condition [0x00000000470d6000]
  1019.    java.lang.Thread.State: WAITING (parking)
  1020.         at sun.misc.Unsafe.park(Native Method)
  1021.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1022.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1023.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1024.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1025.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1026.  
  1027. "IPC Server handler 46 on 60020" daemon prio=10 tid=0x0000000052518000 nid=0x8f0 waiting on condition [0x0000000046fd5000]
  1028.    java.lang.Thread.State: WAITING (parking)
  1029.         at sun.misc.Unsafe.park(Native Method)
  1030.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1031.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1032.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1033.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1034.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1035.  
  1036. "IPC Server handler 45 on 60020" daemon prio=10 tid=0x0000000052515800 nid=0x8ef waiting on condition [0x0000000046ed4000]
  1037.    java.lang.Thread.State: WAITING (parking)
  1038.         at sun.misc.Unsafe.park(Native Method)
  1039.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1040.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1041.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1042.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1043.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1044.  
  1045. "IPC Server handler 44 on 60020" daemon prio=10 tid=0x0000000052513800 nid=0x8ee waiting on condition [0x0000000046dd3000]
  1046.    java.lang.Thread.State: WAITING (parking)
  1047.         at sun.misc.Unsafe.park(Native Method)
  1048.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1049.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1050.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1051.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1052.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1053.  
  1054. "IPC Server handler 43 on 60020" daemon prio=10 tid=0x0000000052511800 nid=0x8ec waiting on condition [0x0000000046cd2000]
  1055.    java.lang.Thread.State: WAITING (parking)
  1056.         at sun.misc.Unsafe.park(Native Method)
  1057.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1058.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1059.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1060.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1061.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1062.  
  1063. "IPC Server handler 42 on 60020" daemon prio=10 tid=0x000000005250f000 nid=0x8eb waiting on condition [0x0000000046bd1000]
  1064.    java.lang.Thread.State: WAITING (parking)
  1065.         at sun.misc.Unsafe.park(Native Method)
  1066.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1067.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1068.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1069.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1070.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1071.  
  1072. "IPC Server handler 41 on 60020" daemon prio=10 tid=0x000000005250d000 nid=0x8ea waiting on condition [0x0000000046ad0000]
  1073.    java.lang.Thread.State: WAITING (parking)
  1074.         at sun.misc.Unsafe.park(Native Method)
  1075.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1076.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1077.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1078.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1079.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1080.  
  1081. "IPC Server handler 40 on 60020" daemon prio=10 tid=0x000000005250a800 nid=0x8e9 waiting on condition [0x00000000469cf000]
  1082.    java.lang.Thread.State: WAITING (parking)
  1083.         at sun.misc.Unsafe.park(Native Method)
  1084.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1085.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1086.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1087.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1088.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1089.  
  1090. "IPC Server handler 39 on 60020" daemon prio=10 tid=0x0000000052509000 nid=0x8e8 waiting on condition [0x00000000468ce000]
  1091.    java.lang.Thread.State: WAITING (parking)
  1092.         at sun.misc.Unsafe.park(Native Method)
  1093.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1094.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1095.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1096.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1097.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1098.  
  1099. "IPC Server handler 38 on 60020" daemon prio=10 tid=0x000000005262c800 nid=0x8e7 waiting on condition [0x00000000467cd000]
  1100.    java.lang.Thread.State: WAITING (parking)
  1101.         at sun.misc.Unsafe.park(Native Method)
  1102.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1103.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1104.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1105.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1106.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1107.  
  1108. "IPC Server handler 37 on 60020" daemon prio=10 tid=0x000000005262a800 nid=0x8e6 waiting on condition [0x00000000466cc000]
  1109.    java.lang.Thread.State: WAITING (parking)
  1110.         at sun.misc.Unsafe.park(Native Method)
  1111.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1112.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1113.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1114.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1115.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1116.  
  1117. "IPC Server handler 36 on 60020" daemon prio=10 tid=0x0000000052628000 nid=0x8e5 waiting on condition [0x00000000465cb000]
  1118.    java.lang.Thread.State: WAITING (parking)
  1119.         at sun.misc.Unsafe.park(Native Method)
  1120.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1121.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1122.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1123.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1124.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1125.  
  1126. "IPC Server handler 35 on 60020" daemon prio=10 tid=0x0000000052626000 nid=0x8e4 waiting on condition [0x00000000464ca000]
  1127.    java.lang.Thread.State: WAITING (parking)
  1128.         at sun.misc.Unsafe.park(Native Method)
  1129.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1130.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1131.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1132.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1133.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1134.  
  1135. "IPC Server handler 34 on 60020" daemon prio=10 tid=0x0000000052624000 nid=0x8e3 waiting on condition [0x00000000463c9000]
  1136.    java.lang.Thread.State: WAITING (parking)
  1137.         at sun.misc.Unsafe.park(Native Method)
  1138.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1139.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1140.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1141.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1142.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1143.  
  1144. "IPC Server handler 33 on 60020" daemon prio=10 tid=0x0000000052621800 nid=0x8e2 waiting on condition [0x00000000462c8000]
  1145.    java.lang.Thread.State: WAITING (parking)
  1146.         at sun.misc.Unsafe.park(Native Method)
  1147.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1148.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1149.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1150.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1151.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1152.  
  1153. "IPC Server handler 32 on 60020" daemon prio=10 tid=0x000000005261f800 nid=0x8e1 waiting on condition [0x00000000461c7000]
  1154.    java.lang.Thread.State: WAITING (parking)
  1155.         at sun.misc.Unsafe.park(Native Method)
  1156.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1157.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1158.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1159.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1160.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1161.  
  1162. "IPC Server handler 31 on 60020" daemon prio=10 tid=0x00000000520cf000 nid=0x8e0 waiting on condition [0x00000000460c6000]
  1163.    java.lang.Thread.State: WAITING (parking)
  1164.         at sun.misc.Unsafe.park(Native Method)
  1165.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1166.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1167.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1168.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1169.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1170.  
  1171. "IPC Server handler 30 on 60020" daemon prio=10 tid=0x00000000520cd000 nid=0x8df waiting on condition [0x0000000045fc5000]
  1172.    java.lang.Thread.State: WAITING (parking)
  1173.         at sun.misc.Unsafe.park(Native Method)
  1174.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1175.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1176.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1177.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1178.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1179.  
  1180. "IPC Server handler 29 on 60020" daemon prio=10 tid=0x00000000520cb000 nid=0x8de waiting on condition [0x0000000045ec4000]
  1181.    java.lang.Thread.State: WAITING (parking)
  1182.         at sun.misc.Unsafe.park(Native Method)
  1183.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1184.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1185.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1186.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1187.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1188.  
  1189. "IPC Server handler 28 on 60020" daemon prio=10 tid=0x00000000520c8800 nid=0x8dd waiting on condition [0x0000000045dc3000]
  1190.    java.lang.Thread.State: WAITING (parking)
  1191.         at sun.misc.Unsafe.park(Native Method)
  1192.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1193.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1194.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1195.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1196.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1197.  
  1198. "IPC Server handler 27 on 60020" daemon prio=10 tid=0x00000000520c6800 nid=0x8dc waiting on condition [0x0000000045cc2000]
  1199.    java.lang.Thread.State: WAITING (parking)
  1200.         at sun.misc.Unsafe.park(Native Method)
  1201.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1202.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1203.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1204.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1205.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1206.  
  1207. "IPC Server handler 26 on 60020" daemon prio=10 tid=0x00000000520c4000 nid=0x8db waiting on condition [0x0000000045bc1000]
  1208.    java.lang.Thread.State: WAITING (parking)
  1209.         at sun.misc.Unsafe.park(Native Method)
  1210.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1211.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1212.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1213.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1214.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1215.  
  1216. "IPC Server handler 25 on 60020" daemon prio=10 tid=0x00000000520c2000 nid=0x8da waiting on condition [0x0000000045ac0000]
  1217.    java.lang.Thread.State: WAITING (parking)
  1218.         at sun.misc.Unsafe.park(Native Method)
  1219.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1220.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1221.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1222.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1223.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1224.  
  1225. "IPC Server handler 24 on 60020" daemon prio=10 tid=0x00000000522ba000 nid=0x8d9 waiting on condition [0x00000000459bf000]
  1226.    java.lang.Thread.State: WAITING (parking)
  1227.         at sun.misc.Unsafe.park(Native Method)
  1228.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1229.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1230.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1231.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1232.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1233.  
  1234. "IPC Server handler 23 on 60020" daemon prio=10 tid=0x00000000522b7800 nid=0x8d8 waiting on condition [0x00000000458be000]
  1235.    java.lang.Thread.State: WAITING (parking)
  1236.         at sun.misc.Unsafe.park(Native Method)
  1237.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1238.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1239.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1240.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1241.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1242.  
  1243. "IPC Server handler 22 on 60020" daemon prio=10 tid=0x00000000522b5800 nid=0x8d7 waiting on condition [0x00000000457bd000]
  1244.    java.lang.Thread.State: WAITING (parking)
  1245.         at sun.misc.Unsafe.park(Native Method)
  1246.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1247.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1248.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1249.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1250.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1251.  
  1252. "IPC Server handler 21 on 60020" daemon prio=10 tid=0x00000000522b3800 nid=0x8d6 waiting on condition [0x00000000456bc000]
  1253.    java.lang.Thread.State: WAITING (parking)
  1254.         at sun.misc.Unsafe.park(Native Method)
  1255.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1256.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1257.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1258.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1259.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1260.  
  1261. "IPC Server handler 20 on 60020" daemon prio=10 tid=0x0000000051d89000 nid=0x8d5 waiting on condition [0x00000000455bb000]
  1262.    java.lang.Thread.State: WAITING (parking)
  1263.         at sun.misc.Unsafe.park(Native Method)
  1264.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1265.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1266.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1267.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1268.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1269.  
  1270. "IPC Server handler 19 on 60020" daemon prio=10 tid=0x0000000051d87000 nid=0x8d4 waiting on condition [0x00000000454ba000]
  1271.    java.lang.Thread.State: WAITING (parking)
  1272.         at sun.misc.Unsafe.park(Native Method)
  1273.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1274.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1275.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1276.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1277.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1278.  
  1279. "IPC Server handler 18 on 60020" daemon prio=10 tid=0x0000000051d85800 nid=0x8d3 waiting on condition [0x00000000453b9000]
  1280.    java.lang.Thread.State: WAITING (parking)
  1281.         at sun.misc.Unsafe.park(Native Method)
  1282.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1283.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1284.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1285.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1286.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1287.  
  1288. "IPC Server handler 17 on 60020" daemon prio=10 tid=0x0000000051d84000 nid=0x8d2 waiting on condition [0x00000000452b8000]
  1289.    java.lang.Thread.State: WAITING (parking)
  1290.         at sun.misc.Unsafe.park(Native Method)
  1291.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1292.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1293.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1294.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1295.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1296.  
  1297. "IPC Server handler 16 on 60020" daemon prio=10 tid=0x0000000051d7e000 nid=0x8d1 waiting on condition [0x00000000451b7000]
  1298.    java.lang.Thread.State: WAITING (parking)
  1299.         at sun.misc.Unsafe.park(Native Method)
  1300.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1301.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1302.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1303.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1304.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1305.  
  1306. "IPC Server handler 15 on 60020" daemon prio=10 tid=0x0000000051d7b800 nid=0x8d0 waiting on condition [0x00000000450b6000]
  1307.    java.lang.Thread.State: WAITING (parking)
  1308.         at sun.misc.Unsafe.park(Native Method)
  1309.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1310.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1311.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1312.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1313.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1314.  
  1315. "IPC Server handler 14 on 60020" daemon prio=10 tid=0x0000000051d79800 nid=0x8cf waiting on condition [0x0000000044fb5000]
  1316.    java.lang.Thread.State: WAITING (parking)
  1317.         at sun.misc.Unsafe.park(Native Method)
  1318.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1319.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1320.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1321.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1322.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1323.  
  1324. "IPC Server handler 13 on 60020" daemon prio=10 tid=0x0000000051ff7000 nid=0x8ce waiting on condition [0x0000000044eb4000]
  1325.    java.lang.Thread.State: WAITING (parking)
  1326.         at sun.misc.Unsafe.park(Native Method)
  1327.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1328.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1329.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1330.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1331.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1332.  
  1333. "IPC Server handler 12 on 60020" daemon prio=10 tid=0x0000000051ff4800 nid=0x8cd waiting on condition [0x0000000044db3000]
  1334.    java.lang.Thread.State: WAITING (parking)
  1335.         at sun.misc.Unsafe.park(Native Method)
  1336.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1337.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1338.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1339.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1340.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1341.  
  1342. "IPC Server handler 11 on 60020" daemon prio=10 tid=0x0000000051ff2800 nid=0x8cc waiting on condition [0x0000000044cb2000]
  1343.    java.lang.Thread.State: WAITING (parking)
  1344.         at sun.misc.Unsafe.park(Native Method)
  1345.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1346.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1347.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1348.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1349.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1350.  
  1351. "IPC Server handler 10 on 60020" daemon prio=10 tid=0x0000000051ff0800 nid=0x8cb waiting on condition [0x0000000044bb1000]
  1352.    java.lang.Thread.State: WAITING (parking)
  1353.         at sun.misc.Unsafe.park(Native Method)
  1354.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1355.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1356.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1357.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1358.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1359.  
  1360. "IPC Server handler 9 on 60020" daemon prio=10 tid=0x0000000051d54000 nid=0x8ca waiting on condition [0x0000000044ab0000]
  1361.    java.lang.Thread.State: WAITING (parking)
  1362.         at sun.misc.Unsafe.park(Native Method)
  1363.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1364.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1365.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1366.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1367.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1368.  
  1369. "IPC Server handler 8 on 60020" daemon prio=10 tid=0x0000000051d51800 nid=0x8c9 waiting on condition [0x00000000449af000]
  1370.    java.lang.Thread.State: WAITING (parking)
  1371.         at sun.misc.Unsafe.park(Native Method)
  1372.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1373.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1374.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1375.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1376.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1377.  
  1378. "IPC Server handler 7 on 60020" daemon prio=10 tid=0x0000000051d4f800 nid=0x8c8 waiting on condition [0x00000000448ae000]
  1379.    java.lang.Thread.State: WAITING (parking)
  1380.         at sun.misc.Unsafe.park(Native Method)
  1381.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1382.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1383.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1384.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1385.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1386.  
  1387. "IPC Server handler 6 on 60020" daemon prio=10 tid=0x0000000051cd5000 nid=0x8c7 waiting on condition [0x00000000447ad000]
  1388.    java.lang.Thread.State: WAITING (parking)
  1389.         at sun.misc.Unsafe.park(Native Method)
  1390.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1391.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1392.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1393.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1394.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1395.  
  1396. "IPC Server handler 5 on 60020" daemon prio=10 tid=0x0000000051cd3000 nid=0x8c6 waiting on condition [0x00000000446ac000]
  1397.    java.lang.Thread.State: WAITING (parking)
  1398.         at sun.misc.Unsafe.park(Native Method)
  1399.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1400.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1401.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1402.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1403.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1404.  
  1405. "IPC Server handler 4 on 60020" daemon prio=10 tid=0x0000000051cd1000 nid=0x8c5 waiting on condition [0x00000000445ab000]
  1406.    java.lang.Thread.State: WAITING (parking)
  1407.         at sun.misc.Unsafe.park(Native Method)
  1408.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1409.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1410.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1411.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1412.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1413.  
  1414. "IPC Server handler 3 on 60020" daemon prio=10 tid=0x0000000051ccf000 nid=0x8c4 waiting on condition [0x00000000444aa000]
  1415.    java.lang.Thread.State: WAITING (parking)
  1416.         at sun.misc.Unsafe.park(Native Method)
  1417.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1418.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1419.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1420.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1421.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1422.  
  1423. "IPC Server handler 2 on 60020" daemon prio=10 tid=0x0000000052146000 nid=0x8c3 waiting on condition [0x00000000443a9000]
  1424.    java.lang.Thread.State: WAITING (parking)
  1425.         at sun.misc.Unsafe.park(Native Method)
  1426.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1427.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1428.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1429.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1430.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1431.  
  1432. "IPC Server handler 1 on 60020" daemon prio=10 tid=0x0000000052144800 nid=0x8c2 waiting on condition [0x00000000442a8000]
  1433.    java.lang.Thread.State: WAITING (parking)
  1434.         at sun.misc.Unsafe.park(Native Method)
  1435.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1436.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1437.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1438.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1439.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1440.  
  1441. "IPC Server handler 0 on 60020" daemon prio=10 tid=0x0000000051fff000 nid=0x8c1 waiting on condition [0x00000000441a7000]
  1442.    java.lang.Thread.State: WAITING (parking)
  1443.         at sun.misc.Unsafe.park(Native Method)
  1444.         - parking to wait for  <0x000000058f227380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1445.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1446.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1447.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1448.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1309)
  1449.  
  1450. "IPC Server listener on 60020" daemon prio=10 tid=0x0000000052703000 nid=0x8c0 runnable [0x00000000440a6000]
  1451.    java.lang.Thread.State: RUNNABLE
  1452.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1453.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1454.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1455.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1456.         - locked <0x000000058f3f4960> (a sun.nio.ch.Util$2)
  1457.         - locked <0x000000058f3f4948> (a java.util.Collections$UnmodifiableSet)
  1458.         - locked <0x000000058f158090> (a sun.nio.ch.EPollSelectorImpl)
  1459.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1460.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1461.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener.run(HBaseServer.java:602)
  1462.  
  1463. "IPC Server Responder" daemon prio=10 tid=0x000000005221b000 nid=0x8bf runnable [0x0000000043fa5000]
  1464.    java.lang.Thread.State: RUNNABLE
  1465.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1466.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1467.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1468.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1469.         - locked <0x000000058f227398> (a sun.nio.ch.Util$2)
  1470.         - locked <0x000000058f227530> (a java.util.Collections$UnmodifiableSet)
  1471.         - locked <0x000000058f158000> (a sun.nio.ch.EPollSelectorImpl)
  1472.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1473.         at org.apache.hadoop.hbase.ipc.HBaseServer$Responder.doRunLoop(HBaseServer.java:792)
  1474.         at org.apache.hadoop.hbase.ipc.HBaseServer$Responder.run(HBaseServer.java:775)
  1475.  
  1476. "ReplicationExecutor-0" prio=10 tid=0x0000000052758000 nid=0x8be waiting on condition [0x0000000043ea4000]
  1477.    java.lang.Thread.State: WAITING (parking)
  1478.         at sun.misc.Unsafe.park(Native Method)
  1479.         - parking to wait for  <0x0000000590cac2f0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1480.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1481.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1482.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1483.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  1484.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  1485.         at java.lang.Thread.run(Thread.java:662)
  1486.  
  1487. "regionserver60020.replicationSource,1" daemon prio=10 tid=0x0000000052497000 nid=0x8bd waiting on condition [0x000000004025b000]
  1488.    java.lang.Thread.State: TIMED_WAITING (sleeping)
  1489.         at java.lang.Thread.sleep(Native Method)
  1490.         at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.sleepForRetries(ReplicationSource.java:550)
  1491.         at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.shipEdits(ReplicationSource.java:646)
  1492.         at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.run(ReplicationSource.java:368)
  1493.  
  1494. "Timer-0" daemon prio=10 tid=0x00002aaac0f42000 nid=0x8b8 in Object.wait() [0x0000000043ca2000]
  1495.    java.lang.Thread.State: TIMED_WAITING (on object monitor)
  1496.         at java.lang.Object.wait(Native Method)
  1497.         at java.util.TimerThread.mainLoop(Timer.java:509)
  1498.         - locked <0x0000000590d2c9b0> (a java.util.TaskQueue)
  1499.         at java.util.TimerThread.run(Timer.java:462)
  1500.  
  1501. "1147066451@qtp-1213954255-1 - Acceptor0 SelectChannelConnector@0.0.0.0:60030" prio=10 tid=0x0000000051b28000 nid=0x8b7 runnable [0x0000000043ba1000]
  1502.    java.lang.Thread.State: RUNNABLE
  1503.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1504.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1505.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1506.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1507.         - locked <0x0000000590d2c9e0> (a sun.nio.ch.Util$2)
  1508.         - locked <0x0000000590d2c9f8> (a java.util.Collections$UnmodifiableSet)
  1509.         - locked <0x0000000590d3db28> (a sun.nio.ch.EPollSelectorImpl)
  1510.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1511.         at org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498)
  1512.         at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192)
  1513.         at org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124)
  1514.         at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708)
  1515.         at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
  1516.  
  1517. "regionserver60020.leaseChecker" daemon prio=10 tid=0x0000000051e65000 nid=0x8b5 waiting on condition [0x000000004399f000]
  1518.    java.lang.Thread.State: TIMED_WAITING (parking)
  1519.         at sun.misc.Unsafe.park(Native Method)
  1520.         - parking to wait for  <0x000000058f4332e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1521.         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
  1522.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  1523.         at java.util.concurrent.DelayQueue.poll(DelayQueue.java:201)
  1524.         at org.apache.hadoop.hbase.regionserver.Leases.run(Leases.java:83)
  1525.         at java.lang.Thread.run(Thread.java:662)
  1526.  
  1527. "regionserver60020.compactionChecker" daemon prio=10 tid=0x0000000051e63000 nid=0x8b4 in Object.wait() [0x000000004389e000]
  1528.    java.lang.Thread.State: TIMED_WAITING (on object monitor)
  1529.         at java.lang.Object.wait(Native Method)
  1530.         - waiting on <0x000000058f4333d8> (a java.lang.Object)
  1531.         at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:91)
  1532.         - locked <0x000000058f4333d8> (a java.lang.Object)
  1533.         at org.apache.hadoop.hbase.Chore.run(Chore.java:75)
  1534.         at java.lang.Thread.run(Thread.java:662)
  1535.  
  1536. "regionserver60020.cacheFlusher" daemon prio=10 tid=0x0000000051d04800 nid=0x8b3 waiting on condition [0x000000004379d000]
  1537.    java.lang.Thread.State: TIMED_WAITING (parking)
  1538.         at sun.misc.Unsafe.park(Native Method)
  1539.         - parking to wait for  <0x000000058f4333a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1540.         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
  1541.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  1542.         at java.util.concurrent.DelayQueue.poll(DelayQueue.java:201)
  1543.         at java.util.concurrent.DelayQueue.poll(DelayQueue.java:39)
  1544.         at org.apache.hadoop.hbase.regionserver.MemStoreFlusher.run(MemStoreFlusher.java:218)
  1545.         at java.lang.Thread.run(Thread.java:662)
  1546.  
  1547. "regionserver60020.logRoller" daemon prio=10 tid=0x000000005214e000 nid=0x8b2 in Object.wait() [0x000000004369c000]
  1548.    java.lang.Thread.State: TIMED_WAITING (on object monitor)
  1549.         at java.lang.Object.wait(Native Method)
  1550.         at org.apache.hadoop.hbase.regionserver.LogRoller.run(LogRoller.java:76)
  1551.         - locked <0x0000000590d2ca58> (a java.util.concurrent.atomic.AtomicBoolean)
  1552.         at java.lang.Thread.run(Thread.java:662)
  1553.  
  1554. "Timer thread for monitoring jvm" daemon prio=10 tid=0x00002aaac099b800 nid=0x8b1 in Object.wait() [0x000000004359b000]
  1555.    java.lang.Thread.State: TIMED_WAITING (on object monitor)
  1556.         at java.lang.Object.wait(Native Method)
  1557.         at java.util.TimerThread.mainLoop(Timer.java:509)
  1558.         - locked <0x0000000590d2ca70> (a java.util.TaskQueue)
  1559.         at java.util.TimerThread.run(Timer.java:462)
  1560.  
  1561. "Timer thread for monitoring hbase" daemon prio=10 tid=0x00002aaac0b09000 nid=0x8b0 in Object.wait() [0x000000004349a000]
  1562.    java.lang.Thread.State: TIMED_WAITING (on object monitor)
  1563.         at java.lang.Object.wait(Native Method)
  1564.         at java.util.TimerThread.mainLoop(Timer.java:509)
  1565.         - locked <0x0000000590cb1130> (a java.util.TaskQueue)
  1566.         at java.util.TimerThread.run(Timer.java:462)
  1567.  
  1568. "regionserver60020.decayingSampleTick.1" daemon prio=10 tid=0x00002aaac0aa3800 nid=0x8af waiting on condition [0x0000000043399000]
  1569.    java.lang.Thread.State: TIMED_WAITING (parking)
  1570.         at sun.misc.Unsafe.park(Native Method)
  1571.         - parking to wait for  <0x0000000590d2caa0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1572.         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
  1573.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  1574.         at java.util.concurrent.DelayQueue.take(DelayQueue.java:164)
  1575.         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609)
  1576.         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602)
  1577.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  1578.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  1579.         at java.lang.Thread.run(Thread.java:662)
  1580.  
  1581. "regionserver60020.logSyncer" daemon prio=10 tid=0x00002aaac0abb800 nid=0x8ae waiting on condition [0x0000000043298000]
  1582.    java.lang.Thread.State: TIMED_WAITING (sleeping)
  1583.         at java.lang.Thread.sleep(Native Method)
  1584.         at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.run(HLog.java:1070)
  1585.         at java.lang.Thread.run(Thread.java:662)
  1586.  
  1587. "LeaseRenewer:hbase@ut1-h1:8020" daemon prio=10 tid=0x00002aaac0a50800 nid=0x8ad waiting on condition [0x0000000043197000]
  1588.    java.lang.Thread.State: TIMED_WAITING (sleeping)
  1589.         at java.lang.Thread.sleep(Native Method)
  1590.         at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:432)
  1591.         at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:69)
  1592.         at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:299)
  1593.         at java.lang.Thread.run(Thread.java:662)
  1594.  
  1595. "regionserver60020-EventThread" daemon prio=10 tid=0x0000000052227000 nid=0x8ab waiting on condition [0x0000000043096000]
  1596.    java.lang.Thread.State: WAITING (parking)
  1597.         at sun.misc.Unsafe.park(Native Method)
  1598.         - parking to wait for  <0x000000058f255228> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1599.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1600.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1601.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1602.         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:493)
  1603.  
  1604. "regionserver60020-SendThread(zk4.ut1.qprod.net:2181)" daemon prio=10 tid=0x0000000052148800 nid=0x8aa runnable [0x00000000405b4000]
  1605.    java.lang.Thread.State: RUNNABLE
  1606.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1607.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1608.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1609.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1610.         - locked <0x000000058f261be8> (a sun.nio.ch.Util$2)
  1611.         - locked <0x000000058f261bd0> (a java.util.Collections$UnmodifiableSet)
  1612.         - locked <0x000000058f267fc8> (a sun.nio.ch.EPollSelectorImpl)
  1613.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1614.         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:274)
  1615.         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1039)
  1616.  
  1617. "DestroyJavaVM" prio=10 tid=0x00002aaac0915800 nid=0x884 waiting on condition [0x0000000000000000]
  1618.    java.lang.Thread.State: RUNNABLE
  1619.  
  1620. "IPC Client (882254122) connection to dsm2.h1.ut1.qprod.net/10.200.95.2:60000 from hbase" daemon prio=10 tid=0x0000000052129800 nid=0x8a8 in Object.wait() [0x0000000042e94000]
  1621.    java.lang.Thread.State: TIMED_WAITING (on object monitor)
  1622.         at java.lang.Object.wait(Native Method)
  1623.         at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.waitForWork(HBaseClient.java:459)
  1624.         - locked <0x000000058f222eb0> (a org.apache.hadoop.hbase.ipc.HBaseClient$Connection)
  1625.         at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.run(HBaseClient.java:504)
  1626.  
  1627. "regionserver60020-EventThread" daemon prio=10 tid=0x0000000052185000 nid=0x8a7 waiting on condition [0x0000000042d93000]
  1628.    java.lang.Thread.State: WAITING (parking)
  1629.         at sun.misc.Unsafe.park(Native Method)
  1630.         - parking to wait for  <0x000000058f2a8fc0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1631.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1632.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1633.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1634.         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:493)
  1635.  
  1636. "regionserver60020-SendThread(zk3.ut1.qprod.net:2181)" daemon prio=10 tid=0x0000000052184000 nid=0x8a6 runnable [0x0000000042c92000]
  1637.    java.lang.Thread.State: RUNNABLE
  1638.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1639.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1640.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1641.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1642.         - locked <0x000000058f2874f0> (a sun.nio.ch.Util$2)
  1643.         - locked <0x000000058f287508> (a java.util.Collections$UnmodifiableSet)
  1644.         - locked <0x000000058f156cc8> (a sun.nio.ch.EPollSelectorImpl)
  1645.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1646.         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:274)
  1647.         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1039)
  1648.  
  1649. "regionserver60020-EventThread" daemon prio=10 tid=0x00002aaac0a24800 nid=0x8a5 waiting on condition [0x00000000408b2000]
  1650.    java.lang.Thread.State: WAITING (parking)
  1651.         at sun.misc.Unsafe.park(Native Method)
  1652.         - parking to wait for  <0x000000058f2a9008> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1653.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1654.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1655.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1656.         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:493)
  1657.  
  1658. "regionserver60020-SendThread(zk5.ut1.qprod.net:2181)" daemon prio=10 tid=0x00002aaac0a24000 nid=0x8a4 runnable [0x0000000040454000]
  1659.    java.lang.Thread.State: RUNNABLE
  1660.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1661.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1662.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1663.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1664.         - locked <0x000000058f287490> (a sun.nio.ch.Util$2)
  1665.         - locked <0x000000058f2874a8> (a java.util.Collections$UnmodifiableSet)
  1666.         - locked <0x000000058f156d10> (a sun.nio.ch.EPollSelectorImpl)
  1667.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1668.         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:274)
  1669.         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1039)
  1670.  
  1671. "HftpFileSystem-DelegationTokenRenewer" daemon prio=10 tid=0x0000000052082800 nid=0x8a3 waiting on condition [0x0000000041255000]
  1672.    java.lang.Thread.State: WAITING (parking)
  1673.         at sun.misc.Unsafe.park(Native Method)
  1674.         - parking to wait for  <0x000000058f2a9050> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1675.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1676.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1677.         at java.util.concurrent.DelayQueue.take(DelayQueue.java:160)
  1678.         at org.apache.hadoop.hdfs.security.token.delegation.DelegationTokenRenewer.run(DelegationTokenRenewer.java:152)
  1679.  
  1680. "regionserver60020" prio=10 tid=0x0000000051c4e000 nid=0x8a2 in Object.wait() [0x0000000042b91000]
  1681.    java.lang.Thread.State: TIMED_WAITING (on object monitor)
  1682.         at java.lang.Object.wait(Native Method)
  1683.         at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:91)
  1684.         - locked <0x000000058f254490> (a java.lang.Object)
  1685.         at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:55)
  1686.         at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:685)
  1687.         at java.lang.Thread.run(Thread.java:662)
  1688.  
  1689. "LRU Statistics #0" daemon prio=10 tid=0x0000000051c4c800 nid=0x8a1 waiting on condition [0x0000000042a90000]
  1690.    java.lang.Thread.State: TIMED_WAITING (parking)
  1691.         at sun.misc.Unsafe.park(Native Method)
  1692.         - parking to wait for  <0x000000058f2a9098> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1693.         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
  1694.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  1695.         at java.util.concurrent.DelayQueue.take(DelayQueue.java:164)
  1696.         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609)
  1697.         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602)
  1698.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  1699.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  1700.         at java.lang.Thread.run(Thread.java:662)
  1701.  
  1702. "main.LruBlockCache.EvictionThread" daemon prio=10 tid=0x0000000051c47000 nid=0x8a0 in Object.wait() [0x000000004298f000]
  1703.    java.lang.Thread.State: WAITING (on object monitor)
  1704.         at java.lang.Object.wait(Native Method)
  1705.         - waiting on <0x000000058f287430> (a org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread)
  1706.         at java.lang.Object.wait(Object.java:485)
  1707.         at org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:568)
  1708.         - locked <0x000000058f287430> (a org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread)
  1709.         at java.lang.Thread.run(Thread.java:662)
  1710.  
  1711. "Timer thread for monitoring rpc" daemon prio=10 tid=0x00002aaac0a74000 nid=0x89f in Object.wait() [0x0000000040f62000]
  1712.    java.lang.Thread.State: TIMED_WAITING (on object monitor)
  1713.         at java.lang.Object.wait(Native Method)
  1714.         at java.util.TimerThread.mainLoop(Timer.java:509)
  1715.         - locked <0x000000058f287448> (a java.util.TaskQueue)
  1716.         at java.util.TimerThread.run(Timer.java:462)
  1717.  
  1718. "IPC Reader 9 on port 60020" daemon prio=10 tid=0x0000000051d40000 nid=0x89e runnable [0x000000004288e000]
  1719.    java.lang.Thread.State: RUNNABLE
  1720.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1721.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1722.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1723.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1724.         - locked <0x000000058f2a6c18> (a sun.nio.ch.Util$2)
  1725.         - locked <0x000000058f2a8990> (a java.util.Collections$UnmodifiableSet)
  1726.         - locked <0x000000058f225ae8> (a sun.nio.ch.EPollSelectorImpl)
  1727.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1728.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1729.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:494)
  1730.         - locked <0x000000058f2a89a8> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
  1731.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:480)
  1732.         at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1733.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1734.         at java.lang.Thread.run(Thread.java:662)
  1735.  
  1736. "IPC Reader 8 on port 60020" daemon prio=10 tid=0x0000000051d3e000 nid=0x89d runnable [0x000000004278d000]
  1737.    java.lang.Thread.State: RUNNABLE
  1738.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1739.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1740.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1741.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1742.         - locked <0x000000058f27df28> (a sun.nio.ch.Util$2)
  1743.         - locked <0x000000058f27df40> (a java.util.Collections$UnmodifiableSet)
  1744.         - locked <0x000000058f1631d0> (a sun.nio.ch.EPollSelectorImpl)
  1745.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1746.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1747.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:494)
  1748.         - locked <0x000000058f27df58> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
  1749.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:480)
  1750.         at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1751.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1752.         at java.lang.Thread.run(Thread.java:662)
  1753.  
  1754. "IPC Reader 7 on port 60020" daemon prio=10 tid=0x0000000051d3c000 nid=0x89c runnable [0x000000004268c000]
  1755.    java.lang.Thread.State: RUNNABLE
  1756.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1757.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1758.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1759.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1760.         - locked <0x000000058f2a89d8> (a sun.nio.ch.Util$2)
  1761.         - locked <0x000000058f2a89f0> (a java.util.Collections$UnmodifiableSet)
  1762.         - locked <0x000000058f225b30> (a sun.nio.ch.EPollSelectorImpl)
  1763.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1764.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1765.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:494)
  1766.         - locked <0x000000058f2a8a08> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
  1767.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:480)
  1768.         at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1769.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1770.         at java.lang.Thread.run(Thread.java:662)
  1771.  
  1772. "IPC Reader 6 on port 60020" daemon prio=10 tid=0x0000000052259800 nid=0x89b runnable [0x000000004258b000]
  1773.    java.lang.Thread.State: RUNNABLE
  1774.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1775.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1776.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1777.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1778.         - locked <0x000000058f27df88> (a sun.nio.ch.Util$2)
  1779.         - locked <0x000000058f27deb0> (a java.util.Collections$UnmodifiableSet)
  1780.         - locked <0x000000058f163218> (a sun.nio.ch.EPollSelectorImpl)
  1781.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1782.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1783.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:494)
  1784.         - locked <0x000000058f27dec8> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
  1785.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:480)
  1786.         at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1787.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1788.         at java.lang.Thread.run(Thread.java:662)
  1789.  
  1790. "IPC Reader 5 on port 60020" daemon prio=10 tid=0x0000000052257800 nid=0x89a runnable [0x000000004248a000]
  1791.    java.lang.Thread.State: RUNNABLE
  1792.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1793.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1794.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1795.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1796.         - locked <0x000000058f27def8> (a sun.nio.ch.Util$2)
  1797.         - locked <0x000000058f27df10> (a java.util.Collections$UnmodifiableSet)
  1798.         - locked <0x000000058f163140> (a sun.nio.ch.EPollSelectorImpl)
  1799.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1800.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1801.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:494)
  1802.         - locked <0x000000058f27de38> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
  1803.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:480)
  1804.         at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1805.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1806.         at java.lang.Thread.run(Thread.java:662)
  1807.  
  1808. "IPC Reader 4 on port 60020" daemon prio=10 tid=0x0000000052255800 nid=0x899 runnable [0x0000000042389000]
  1809.    java.lang.Thread.State: RUNNABLE
  1810.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1811.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1812.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1813.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1814.         - locked <0x000000058f205d78> (a sun.nio.ch.Util$2)
  1815.         - locked <0x000000058f205d90> (a java.util.Collections$UnmodifiableSet)
  1816.         - locked <0x000000058f226e88> (a sun.nio.ch.EPollSelectorImpl)
  1817.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1818.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1819.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:494)
  1820.         - locked <0x000000058f205da8> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
  1821.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:480)
  1822.         at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1823.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1824.         at java.lang.Thread.run(Thread.java:662)
  1825.  
  1826. "IPC Reader 3 on port 60020" daemon prio=10 tid=0x0000000052254000 nid=0x898 runnable [0x0000000042288000]
  1827.    java.lang.Thread.State: RUNNABLE
  1828.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1829.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1830.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1831.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1832.         - locked <0x000000058f27de68> (a sun.nio.ch.Util$2)
  1833.         - locked <0x000000058f27de80> (a java.util.Collections$UnmodifiableSet)
  1834.         - locked <0x000000058f163188> (a sun.nio.ch.EPollSelectorImpl)
  1835.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1836.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1837.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:494)
  1838.         - locked <0x000000058f27de98> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
  1839.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:480)
  1840.         at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1841.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1842.         at java.lang.Thread.run(Thread.java:662)
  1843.  
  1844. "IPC Reader 2 on port 60020" daemon prio=10 tid=0x0000000052115000 nid=0x897 runnable [0x0000000042187000]
  1845.    java.lang.Thread.State: RUNNABLE
  1846.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1847.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1848.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1849.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1850.         - locked <0x000000058f27ddd8> (a sun.nio.ch.Util$2)
  1851.         - locked <0x000000058f27ddf0> (a java.util.Collections$UnmodifiableSet)
  1852.         - locked <0x000000058f1630b0> (a sun.nio.ch.EPollSelectorImpl)
  1853.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1854.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1855.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:494)
  1856.         - locked <0x000000058f27de08> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
  1857.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:480)
  1858.         at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1859.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1860.         at java.lang.Thread.run(Thread.java:662)
  1861.  
  1862. "IPC Reader 1 on port 60020" daemon prio=10 tid=0x0000000052068000 nid=0x896 runnable [0x0000000042086000]
  1863.    java.lang.Thread.State: RUNNABLE
  1864.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1865.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1866.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1867.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1868.         - locked <0x000000058f163320> (a sun.nio.ch.Util$2)
  1869.         - locked <0x000000058f163308> (a java.util.Collections$UnmodifiableSet)
  1870.         - locked <0x000000058f1581b0> (a sun.nio.ch.EPollSelectorImpl)
  1871.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1872.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1873.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:494)
  1874.         - locked <0x000000058f27de20> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
  1875.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:480)
  1876.         at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1877.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1878.         at java.lang.Thread.run(Thread.java:662)
  1879.  
  1880. "IPC Reader 0 on port 60020" daemon prio=10 tid=0x00000000522aa800 nid=0x895 runnable [0x000000004197d000]
  1881.    java.lang.Thread.State: RUNNABLE
  1882.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1883.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1884.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1885.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1886.         - locked <0x000000058f16fa58> (a sun.nio.ch.Util$2)
  1887.         - locked <0x000000058f16fa40> (a java.util.Collections$UnmodifiableSet)
  1888.         - locked <0x000000058f158120> (a sun.nio.ch.EPollSelectorImpl)
  1889.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1890.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1891.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:494)
  1892.         - locked <0x000000058f16f908> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
  1893.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:480)
  1894.         at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1895.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1896.         at java.lang.Thread.run(Thread.java:662)
  1897.  
  1898. "Low Memory Detector" daemon prio=10 tid=0x0000000051a5b800 nid=0x891 runnable [0x0000000000000000]
  1899.    java.lang.Thread.State: RUNNABLE
  1900.  
  1901. "C2 CompilerThread1" daemon prio=10 tid=0x0000000051a59000 nid=0x890 waiting on condition [0x0000000000000000]
  1902.    java.lang.Thread.State: RUNNABLE
  1903.  
  1904. "C2 CompilerThread0" daemon prio=10 tid=0x0000000051a54000 nid=0x88f waiting on condition [0x0000000000000000]
  1905.    java.lang.Thread.State: RUNNABLE
  1906.  
  1907. "Signal Dispatcher" daemon prio=10 tid=0x0000000051a52000 nid=0x88e runnable [0x0000000000000000]
  1908.    java.lang.Thread.State: RUNNABLE
  1909.  
  1910. "Surrogate Locker Thread (Concurrent GC)" daemon prio=10 tid=0x0000000051a50000 nid=0x88d waiting on condition [0x0000000000000000]
  1911.    java.lang.Thread.State: RUNNABLE
  1912.  
  1913. "Finalizer" daemon prio=10 tid=0x0000000051a33000 nid=0x88c in Object.wait() [0x0000000040e61000]
  1914.    java.lang.Thread.State: WAITING (on object monitor)
  1915.         at java.lang.Object.wait(Native Method)
  1916.         at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118)
  1917.         - locked <0x000000058f153f90> (a java.lang.ref.ReferenceQueue$Lock)
  1918.         at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134)
  1919.         at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159)
  1920.  
  1921. "Reference Handler" daemon prio=10 tid=0x0000000051a2c000 nid=0x88b in Object.wait() [0x0000000041f85000]
  1922.    java.lang.Thread.State: WAITING (on object monitor)
  1923.         at java.lang.Object.wait(Native Method)
  1924.         at java.lang.Object.wait(Object.java:485)
  1925.         at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116)
  1926.         - locked <0x000000058f150848> (a java.lang.ref.Reference$Lock)
  1927.  
  1928. "VM Thread" prio=10 tid=0x0000000051a25000 nid=0x88a runnable
  1929.  
  1930. "Gang worker#0 (Parallel GC Threads)" prio=10 tid=0x000000005190f800 nid=0x885 runnable
  1931.  
  1932. "Gang worker#1 (Parallel GC Threads)" prio=10 tid=0x0000000051911800 nid=0x886 runnable
  1933.  
  1934. "Gang worker#2 (Parallel GC Threads)" prio=10 tid=0x0000000051913800 nid=0x887 runnable
  1935.  
  1936. "Gang worker#3 (Parallel GC Threads)" prio=10 tid=0x0000000051915000 nid=0x888 runnable
  1937.  
  1938. "Concurrent Mark-Sweep GC Thread" prio=10 tid=0x00000000519a4000 nid=0x889 runnable
  1939. "VM Periodic Task Thread" prio=10 tid=0x0000000051adb000 nid=0x892 waiting on condition
  1940.  
  1941. JNI global references: 1402