Pastebin launched a little side project called VERYVIRAL.com, check it out ;-) Want more features on Pastebin? Sign Up, it's FREE!
Guest

hbase-thread-dump

By: a guest on Sep 12th, 2013  |  syntax: None  |  size: 142.66 KB  |  views: 79  |  expires: Never
download  |  raw  |  embed  |  report abuse  |  print
Text below is selected. Please press Ctrl+C to copy to your clipboard. (⌘+C on Mac)
  1. sudo -u hbase /usr/java/jdk1.6.0_26/bin/jstack -l  8593
  2.  
  3.  
  4. 2013-09-12 07:53:59
  5. Full thread dump Java HotSpot(TM) 64-Bit Server VM (20.1-b02 mixed mode):
  6.  
  7. "355255300@qtp-1016672165-293" prio=10 tid=0x0000000042166000 nid=0x38b2 in Object.wait() [0x00007f3f21adf000]
  8.    java.lang.Thread.State: TIMED_WAITING (on object monitor)
  9.         at java.lang.Object.wait(Native Method)
  10.         at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626)
  11.         - locked <0x000000042db07ea8> (a org.mortbay.thread.QueuedThreadPool$PoolThread)
  12.  
  13.    Locked ownable synchronizers:
  14.         - None
  15.  
  16. "ResponseProcessor for block BP-1200895529-192.168.96.12-1378324546902:blk_-3436162889157966370_989689" daemon prio=10 tid=0x00007f3f590c9000 nid=0x38a9 runnable [0x00007f3f2a887000]
  17.    java.lang.Thread.State: RUNNABLE
  18.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  19.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  20.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  21.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  22.         - locked <0x000000043c1f31f8> (a sun.nio.ch.Util$2)
  23.         - locked <0x000000043c1f31e0> (a java.util.Collections$UnmodifiableSet)
  24.         - locked <0x000000043d8e6128> (a sun.nio.ch.EPollSelectorImpl)
  25.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  26.         at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:336)
  27.         at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:158)
  28.         at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:156)
  29.         at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:129)
  30.         at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:117)
  31.         at java.io.FilterInputStream.read(FilterInputStream.java:66)
  32.         at java.io.FilterInputStream.read(FilterInputStream.java:66)
  33.         at org.apache.hadoop.hdfs.protocol.HdfsProtoUtil.vintPrefixed(HdfsProtoUtil.java:169)
  34.         at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:114)
  35.         at org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer$ResponseProcessor.run(DFSOutputStream.java:694)
  36.  
  37.    Locked ownable synchronizers:
  38.         - None
  39.  
  40. "DataStreamer for file /hbase/.logs/data11.dc.xyz.com,60020,1378924958170/data11.dc.xyz.com%2C60020%2C1378924958170.1378997630719 block BP-1200895529-192.168.96.12-1378324546902:blk_-3436162889157966370_989689" daemon prio=10 tid=0x00007f3f5931e800 nid=0x38a6 in Object.wait() [0x00007f3f221e6000]
  41.    java.lang.Thread.State: TIMED_WAITING (on object monitor)
  42.         at java.lang.Object.wait(Native Method)
  43.         at org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.run(DFSOutputStream.java:464)
  44.         - locked <0x000000047b75eeb0> (a java.util.LinkedList)
  45.  
  46.    Locked ownable synchronizers:
  47.         - None
  48.  
  49. "IPC Client (869724450) connection to name01.dc.xyz.com/192.168.96.12:8020 from hbase" daemon prio=10 tid=0x00007f3f59cec800 nid=0x38a5 in Object.wait() [0x00007f3f21be0000]
  50.    java.lang.Thread.State: TIMED_WAITING (on object monitor)
  51.         at java.lang.Object.wait(Native Method)
  52.         at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:792)
  53.         - locked <0x0000000424582470> (a org.apache.hadoop.ipc.Client$Connection)
  54.         at org.apache.hadoop.ipc.Client$Connection.run(Client.java:835)
  55.  
  56.    Locked ownable synchronizers:
  57.         - None
  58.  
  59. "IPC Client (869724450) connection to name02.dc.xyz.com/192.168.96.13:8020 from hbase" daemon prio=10 tid=0x00007f3f5ac4e000 nid=0x38a4 in Object.wait() [0x00007f3f219de000]
  60.    java.lang.Thread.State: TIMED_WAITING (on object monitor)
  61.         at java.lang.Object.wait(Native Method)
  62.         at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:792)
  63.         - locked <0x00000004382a2b50> (a org.apache.hadoop.ipc.Client$Connection)
  64.         at org.apache.hadoop.ipc.Client$Connection.run(Client.java:835)
  65.  
  66.    Locked ownable synchronizers:
  67.         - None
  68.  
  69. "ResponseProcessor for block BP-1200895529-192.168.96.12-1378324546902:blk_2041342077487693321_989675" daemon prio=10 tid=0x00007f3f5950f800 nid=0x28eb runnable [0x00007f3f208cd000]
  70.    java.lang.Thread.State: RUNNABLE
  71.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  72.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  73.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  74.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  75.         - locked <0x000000052838c280> (a sun.nio.ch.Util$2)
  76.         - locked <0x000000052838dc60> (a java.util.Collections$UnmodifiableSet)
  77.         - locked <0x00000005c8f2db48> (a sun.nio.ch.EPollSelectorImpl)
  78.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  79.         at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:336)
  80.         at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:158)
  81.         at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:156)
  82.         at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:129)
  83.         at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:117)
  84.         at java.io.FilterInputStream.read(FilterInputStream.java:66)
  85.         at java.io.FilterInputStream.read(FilterInputStream.java:66)
  86.         at org.apache.hadoop.hdfs.protocol.HdfsProtoUtil.vintPrefixed(HdfsProtoUtil.java:169)
  87.         at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:114)
  88.         at org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer$ResponseProcessor.run(DFSOutputStream.java:694)
  89.  
  90.    Locked ownable synchronizers:
  91.         - None
  92.  
  93. "DataStreamer for file /hbase/tsdb/ba0125095209b1bacac241a2633fdf71/.tmp/fd952d7bea2441f3a7a95e1f5d7ec16c block BP-1200895529-192.168.96.12-1378324546902:blk_2041342077487693321_989675" daemon prio=10 tid=0x00007f3f59f5f000 nid=0x263c in Object.wait() [0x00007f3f215da000]
  94.    java.lang.Thread.State: TIMED_WAITING (on object monitor)
  95.         at java.lang.Object.wait(Native Method)
  96.         at org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.run(DFSOutputStream.java:464)
  97.         - locked <0x000000043071f098> (a java.util.LinkedList)
  98.  
  99.    Locked ownable synchronizers:
  100.         - None
  101.  
  102. "Attach Listener" daemon prio=10 tid=0x00007f3f48278800 nid=0x2425 waiting on condition [0x0000000000000000]
  103.    java.lang.Thread.State: RUNNABLE
  104.  
  105.    Locked ownable synchronizers:
  106.         - None
  107.  
  108. "469179287@qtp-1016672165-290" prio=10 tid=0x0000000042066800 nid=0x2334 in Object.wait() [0x00007f3f210d5000]
  109.    java.lang.Thread.State: TIMED_WAITING (on object monitor)
  110.         at java.lang.Object.wait(Native Method)
  111.         at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626)
  112.         - locked <0x000000042da8b2c0> (a org.mortbay.thread.QueuedThreadPool$PoolThread)
  113.  
  114.    Locked ownable synchronizers:
  115.         - None
  116.  
  117. "IPC Parameter Sending Thread #6" daemon prio=10 tid=0x000000004212b000 nid=0x1535 waiting on condition [0x00007f3f216db000]
  118.    java.lang.Thread.State: TIMED_WAITING (parking)
  119.         at sun.misc.Unsafe.park(Native Method)
  120.         - parking to wait for  <0x0000000412f39030> (a java.util.concurrent.SynchronousQueue$TransferStack)
  121.         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  122.         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424)
  123.         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323)
  124.         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874)
  125.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  126.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  127.         at java.lang.Thread.run(Thread.java:662)
  128.  
  129.    Locked ownable synchronizers:
  130.         - None
  131.  
  132. "regionserver60020-splits-1378988533423" daemon prio=10 tid=0x00000000421b1000 nid=0x32e0 waiting on condition [0x00007f3f218dd000]
  133.    java.lang.Thread.State: WAITING (parking)
  134.         at sun.misc.Unsafe.park(Native Method)
  135.         - parking to wait for  <0x0000000412ef4838> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  136.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  137.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  138.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  139.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  140.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  141.         at java.lang.Thread.run(Thread.java:662)
  142.  
  143.    Locked ownable synchronizers:
  144.         - None
  145.  
  146. "regionserver60020-largeCompactions-1378933014684" daemon prio=10 tid=0x0000000042455000 nid=0x2d05 waiting on condition [0x00007f3f2b3a6000]
  147.    java.lang.Thread.State: WAITING (parking)
  148.         at sun.misc.Unsafe.park(Native Method)
  149.         - parking to wait for  <0x00000004134b4600> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  150.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  151.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  152.         at java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:220)
  153.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  154.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  155.         at java.lang.Thread.run(Thread.java:662)
  156.  
  157.    Locked ownable synchronizers:
  158.         - None
  159.  
  160. "RS_CLOSE_REGION-data11.dc.xyz.com,60020,1378924958170-2" prio=10 tid=0x00007f3f5915b000 nid=0x696b waiting on condition [0x00007f3f21ee3000]
  161.    java.lang.Thread.State: WAITING (parking)
  162.         at sun.misc.Unsafe.park(Native Method)
  163.         - parking to wait for  <0x00000004125ef730> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  164.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  165.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  166.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  167.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  168.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  169.         at java.lang.Thread.run(Thread.java:662)
  170.  
  171.    Locked ownable synchronizers:
  172.         - None
  173.  
  174. "RS_CLOSE_REGION-data11.dc.xyz.com,60020,1378924958170-1" prio=10 tid=0x00007f3f5063a000 nid=0x6969 waiting on condition [0x00007f3f225ea000]
  175.    java.lang.Thread.State: WAITING (parking)
  176.         at sun.misc.Unsafe.park(Native Method)
  177.         - parking to wait for  <0x00000004125ef730> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  178.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  179.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  180.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  181.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  182.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  183.         at java.lang.Thread.run(Thread.java:662)
  184.  
  185.    Locked ownable synchronizers:
  186.         - None
  187.  
  188. "RS_CLOSE_REGION-data11.dc.xyz.com,60020,1378924958170-0" prio=10 tid=0x00007f3f4802a000 nid=0x6967 waiting on condition [0x00007f3f21de2000]
  189.    java.lang.Thread.State: WAITING (parking)
  190.         at sun.misc.Unsafe.park(Native Method)
  191.         - parking to wait for  <0x00000004125ef730> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  192.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  193.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  194.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  195.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  196.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  197.         at java.lang.Thread.run(Thread.java:662)
  198.  
  199.    Locked ownable synchronizers:
  200.         - None
  201.  
  202. "regionserver60020-smallCompactions-1378925225437" daemon prio=10 tid=0x00007f3f5915c000 nid=0x3f34 runnable [0x00007f3f21fe3000]
  203.    java.lang.Thread.State: RUNNABLE
  204.         at sun.nio.ch.FileDispatcher.read0(Native Method)
  205.         at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:21)
  206.         at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:202)
  207.         at sun.nio.ch.IOUtil.read(IOUtil.java:169)
  208.         at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:243)
  209.         - locked <0x000000049afe95f8> (a java.lang.Object)
  210.         at org.apache.hadoop.net.SocketInputStream$Reader.performIO(SocketInputStream.java:56)
  211.         at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:143)
  212.         at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:156)
  213.         at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.readChannelFully(PacketReceiver.java:258)
  214.         at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:209)
  215.         at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134)
  216.         at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:102)
  217.         at org.apache.hadoop.hdfs.RemoteBlockReader2.readNextPacket(RemoteBlockReader2.java:171)
  218.         at org.apache.hadoop.hdfs.RemoteBlockReader2.read(RemoteBlockReader2.java:136)
  219.         - locked <0x000000046485b258> (a org.apache.hadoop.hdfs.RemoteBlockReader2)
  220.         at org.apache.hadoop.hdfs.DFSInputStream$ByteArrayStrategy.doRead(DFSInputStream.java:643)
  221.         at org.apache.hadoop.hdfs.DFSInputStream.readBuffer(DFSInputStream.java:699)
  222.         - locked <0x00000004e7a5c570> (a org.apache.hadoop.hdfs.DFSInputStream)
  223.         at org.apache.hadoop.hdfs.DFSInputStream.readWithStrategy(DFSInputStream.java:753)
  224.         at org.apache.hadoop.hdfs.DFSInputStream.read(DFSInputStream.java:794)
  225.         - locked <0x00000004e7a5c570> (a org.apache.hadoop.hdfs.DFSInputStream)
  226.         at java.io.DataInputStream.read(DataInputStream.java:132)
  227.         at org.apache.hadoop.hbase.io.hfile.HFileBlock.readWithExtra(HFileBlock.java:584)
  228.         at org.apache.hadoop.hbase.io.hfile.HFileBlock$AbstractFSReader.readAtOffset(HFileBlock.java:1414)
  229.         at org.apache.hadoop.hbase.io.hfile.HFileBlock$FSReaderV2.readBlockDataInternal(HFileBlock.java:1859)
  230.         at org.apache.hadoop.hbase.io.hfile.HFileBlock$FSReaderV2.readBlockData(HFileBlock.java:1703)
  231.         at org.apache.hadoop.hbase.io.hfile.HFileReaderV2.readBlock(HFileReaderV2.java:338)
  232.         at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$AbstractScannerV2.readNextDataBlock(HFileReaderV2.java:593)
  233.         at org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.next(HFileReaderV2.java:691)
  234.         at org.apache.hadoop.hbase.regionserver.StoreFileScanner.next(StoreFileScanner.java:130)
  235.         at org.apache.hadoop.hbase.regionserver.KeyValueHeap.next(KeyValueHeap.java:95)
  236.         at org.apache.hadoop.hbase.regionserver.StoreScanner.next(StoreScanner.java:383)
  237.         - locked <0x0000000414878708> (a org.apache.hadoop.hbase.regionserver.StoreScanner)
  238.         at org.apache.hadoop.hbase.regionserver.StoreScanner.next(StoreScanner.java:311)
  239.         - locked <0x0000000414878708> (a org.apache.hadoop.hbase.regionserver.StoreScanner)
  240.         at org.apache.hadoop.hbase.regionserver.Compactor.compact(Compactor.java:184)
  241.         at org.apache.hadoop.hbase.regionserver.Store.compact(Store.java:1081)
  242.         at org.apache.hadoop.hbase.regionserver.HRegion.compact(HRegion.java:1335)
  243.         at org.apache.hadoop.hbase.regionserver.compactions.CompactionRequest.run(CompactionRequest.java:303)
  244.         at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  245.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  246.         at java.lang.Thread.run(Thread.java:662)
  247.  
  248.    Locked ownable synchronizers:
  249.         - <0x000000041422b2f0> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)
  250.         - <0x000000041a31cb90> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)
  251.  
  252. "PostOpenDeployTasks:0928f1f066064eceaaca768158a7c321-EventThread" daemon prio=10 tid=0x00007f3f4813b000 nid=0x3ed3 waiting on condition [0x00007f3f222e7000]
  253.    java.lang.Thread.State: WAITING (parking)
  254.         at sun.misc.Unsafe.park(Native Method)
  255.         - parking to wait for  <0x000000041400ff00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  256.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  257.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  258.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  259.         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
  260.  
  261.    Locked ownable synchronizers:
  262.         - None
  263.  
  264. "PostOpenDeployTasks:0928f1f066064eceaaca768158a7c321-SendThread(name03.dc.xyz.com:2181)" daemon prio=10 tid=0x00007f3f48023800 nid=0x3ed2 runnable [0x00007f3f223e8000]
  265.    java.lang.Thread.State: RUNNABLE
  266.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  267.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  268.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  269.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  270.         - locked <0x000000041401e580> (a sun.nio.ch.Util$2)
  271.         - locked <0x000000041401e598> (a java.util.Collections$UnmodifiableSet)
  272.         - locked <0x0000000413fe5fe8> (a sun.nio.ch.EPollSelectorImpl)
  273.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  274.         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
  275.         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
  276.  
  277.    Locked ownable synchronizers:
  278.         - None
  279.  
  280. "RS_OPEN_REGION-data11.dc.xyz.com,60020,1378924958170-2" prio=10 tid=0x00007f3f4800d000 nid=0x3ec9 waiting on condition [0x00007f3f22f0e000]
  281.    java.lang.Thread.State: WAITING (parking)
  282.         at sun.misc.Unsafe.park(Native Method)
  283.         - parking to wait for  <0x000000041259f230> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  284.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  285.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  286.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  287.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  288.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  289.         at java.lang.Thread.run(Thread.java:662)
  290.  
  291.    Locked ownable synchronizers:
  292.         - None
  293.  
  294. "RS_OPEN_REGION-data11.dc.xyz.com,60020,1378924958170-1" prio=10 tid=0x00007f3f508aa800 nid=0x3ec8 waiting on condition [0x00007f3f2300f000]
  295.    java.lang.Thread.State: WAITING (parking)
  296.         at sun.misc.Unsafe.park(Native Method)
  297.         - parking to wait for  <0x000000041259f230> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  298.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  299.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  300.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  301.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  302.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  303.         at java.lang.Thread.run(Thread.java:662)
  304.  
  305.    Locked ownable synchronizers:
  306.         - None
  307.  
  308. "RS_OPEN_REGION-data11.dc.xyz.com,60020,1378924958170-0" prio=10 tid=0x0000000042034800 nid=0x3ec7 waiting on condition [0x00007f3f23110000]
  309.    java.lang.Thread.State: WAITING (parking)
  310.         at sun.misc.Unsafe.park(Native Method)
  311.         - parking to wait for  <0x000000041259f230> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  312.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  313.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  314.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  315.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  316.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  317.         at java.lang.Thread.run(Thread.java:662)
  318.  
  319.    Locked ownable synchronizers:
  320.         - None
  321.  
  322. "org.apache.hadoop.hdfs.PeerCache@2e2e1b6c" daemon prio=10 tid=0x00007f3f50801000 nid=0x3ec6 waiting on condition [0x00007f3f2b6a9000]
  323.    java.lang.Thread.State: TIMED_WAITING (sleeping)
  324.         at java.lang.Thread.sleep(Native Method)
  325.         at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:252)
  326.         at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:39)
  327.         at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:135)
  328.         at java.lang.Thread.run(Thread.java:662)
  329.  
  330.    Locked ownable synchronizers:
  331.         - None
  332.  
  333. "SplitLogWorker-data11.dc.xyz.com,60020,1378924958170" prio=10 tid=0x00007f3f5a4f3800 nid=0x22b6 in Object.wait() [0x00007f3f23211000]
  334.    java.lang.Thread.State: WAITING (on object monitor)
  335.         at java.lang.Object.wait(Native Method)
  336.         - waiting on <0x0000000413f0ae20> (a java.lang.Object)
  337.         at java.lang.Object.wait(Object.java:485)
  338.         at org.apache.hadoop.hbase.regionserver.SplitLogWorker.taskLoop(SplitLogWorker.java:222)
  339.         - locked <0x0000000413f0ae20> (a java.lang.Object)
  340.         at org.apache.hadoop.hbase.regionserver.SplitLogWorker.run(SplitLogWorker.java:182)
  341.         at java.lang.Thread.run(Thread.java:662)
  342.  
  343.    Locked ownable synchronizers:
  344.         - None
  345.  
  346. "REPL IPC Server handler 2 on 60020" daemon prio=10 tid=0x00007f3f5a0d5000 nid=0x22b5 waiting on condition [0x00007f3f23312000]
  347.    java.lang.Thread.State: WAITING (parking)
  348.         at sun.misc.Unsafe.park(Native Method)
  349.         - parking to wait for  <0x0000000412e6cbd0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  350.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  351.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  352.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  353.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  354.  
  355.    Locked ownable synchronizers:
  356.         - None
  357.  
  358. "REPL IPC Server handler 1 on 60020" daemon prio=10 tid=0x00007f3f5a0d2800 nid=0x22b4 waiting on condition [0x00007f3f23413000]
  359.    java.lang.Thread.State: WAITING (parking)
  360.         at sun.misc.Unsafe.park(Native Method)
  361.         - parking to wait for  <0x0000000412e6cbd0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  362.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  363.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  364.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  365.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  366.  
  367.    Locked ownable synchronizers:
  368.         - None
  369.  
  370. "REPL IPC Server handler 0 on 60020" daemon prio=10 tid=0x00007f3f5a0d0800 nid=0x22b3 waiting on condition [0x00007f3f23514000]
  371.    java.lang.Thread.State: WAITING (parking)
  372.         at sun.misc.Unsafe.park(Native Method)
  373.         - parking to wait for  <0x0000000412e6cbd0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  374.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  375.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  376.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  377.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  378.  
  379.    Locked ownable synchronizers:
  380.         - None
  381.  
  382. "PRI IPC Server handler 9 on 60020" daemon prio=10 tid=0x00007f3f5a0ce800 nid=0x22b2 waiting on condition [0x00007f3f23615000]
  383.    java.lang.Thread.State: WAITING (parking)
  384.         at sun.misc.Unsafe.park(Native Method)
  385.         - parking to wait for  <0x0000000412e6cdc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  386.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  387.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  388.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  389.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  390.  
  391.    Locked ownable synchronizers:
  392.         - None
  393.  
  394. "PRI IPC Server handler 8 on 60020" daemon prio=10 tid=0x00007f3f5960d800 nid=0x22b1 waiting on condition [0x00007f3f23716000]
  395.    java.lang.Thread.State: WAITING (parking)
  396.         at sun.misc.Unsafe.park(Native Method)
  397.         - parking to wait for  <0x0000000412e6cdc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  398.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  399.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  400.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  401.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  402.  
  403.    Locked ownable synchronizers:
  404.         - None
  405.  
  406. "PRI IPC Server handler 7 on 60020" daemon prio=10 tid=0x00007f3f5960b800 nid=0x22b0 waiting on condition [0x00007f3f23817000]
  407.    java.lang.Thread.State: WAITING (parking)
  408.         at sun.misc.Unsafe.park(Native Method)
  409.         - parking to wait for  <0x0000000412e6cdc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  410.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  411.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  412.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  413.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  414.  
  415.    Locked ownable synchronizers:
  416.         - None
  417.  
  418. "PRI IPC Server handler 6 on 60020" daemon prio=10 tid=0x00007f3f59609800 nid=0x22af waiting on condition [0x00007f3f23918000]
  419.    java.lang.Thread.State: WAITING (parking)
  420.         at sun.misc.Unsafe.park(Native Method)
  421.         - parking to wait for  <0x0000000412e6cdc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  422.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  423.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  424.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  425.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  426.  
  427.    Locked ownable synchronizers:
  428.         - None
  429.  
  430. "PRI IPC Server handler 5 on 60020" daemon prio=10 tid=0x00007f3f59607800 nid=0x22ae waiting on condition [0x00007f3f23a19000]
  431.    java.lang.Thread.State: WAITING (parking)
  432.         at sun.misc.Unsafe.park(Native Method)
  433.         - parking to wait for  <0x0000000412e6cdc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  434.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  435.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  436.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  437.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  438.  
  439.    Locked ownable synchronizers:
  440.         - None
  441.  
  442. "PRI IPC Server handler 4 on 60020" daemon prio=10 tid=0x00007f3f595f6000 nid=0x22ad waiting on condition [0x00007f3f23b1a000]
  443.    java.lang.Thread.State: WAITING (parking)
  444.         at sun.misc.Unsafe.park(Native Method)
  445.         - parking to wait for  <0x0000000412e6cdc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  446.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  447.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  448.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  449.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  450.  
  451.    Locked ownable synchronizers:
  452.         - None
  453.  
  454. "PRI IPC Server handler 3 on 60020" daemon prio=10 tid=0x00007f3f595f4800 nid=0x22ac waiting on condition [0x00007f3f23c1b000]
  455.    java.lang.Thread.State: WAITING (parking)
  456.         at sun.misc.Unsafe.park(Native Method)
  457.         - parking to wait for  <0x0000000412e6cdc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  458.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  459.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  460.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  461.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  462.  
  463.    Locked ownable synchronizers:
  464.         - None
  465.  
  466. "PRI IPC Server handler 2 on 60020" daemon prio=10 tid=0x00007f3f595f2800 nid=0x22ab waiting on condition [0x00007f3f23d1c000]
  467.    java.lang.Thread.State: WAITING (parking)
  468.         at sun.misc.Unsafe.park(Native Method)
  469.         - parking to wait for  <0x0000000412e6cdc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  470.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  471.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  472.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  473.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  474.  
  475.    Locked ownable synchronizers:
  476.         - None
  477.  
  478. "PRI IPC Server handler 1 on 60020" daemon prio=10 tid=0x00007f3f595f1000 nid=0x22aa waiting on condition [0x00007f3f23e1d000]
  479.    java.lang.Thread.State: WAITING (parking)
  480.         at sun.misc.Unsafe.park(Native Method)
  481.         - parking to wait for  <0x0000000412e6cdc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  482.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  483.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  484.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  485.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  486.  
  487.    Locked ownable synchronizers:
  488.         - None
  489.  
  490. "PRI IPC Server handler 0 on 60020" daemon prio=10 tid=0x00007f3f595ef800 nid=0x22a9 waiting on condition [0x00007f3f23f1e000]
  491.    java.lang.Thread.State: WAITING (parking)
  492.         at sun.misc.Unsafe.park(Native Method)
  493.         - parking to wait for  <0x0000000412e6cdc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  494.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  495.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  496.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  497.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  498.  
  499.    Locked ownable synchronizers:
  500.         - None
  501.  
  502. "IPC Server handler 99 on 60020" daemon prio=10 tid=0x00007f3f5a55d800 nid=0x22a8 waiting on condition [0x00007f3f2401f000]
  503.    java.lang.Thread.State: WAITING (parking)
  504.         at sun.misc.Unsafe.park(Native Method)
  505.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  506.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  507.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  508.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  509.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  510.  
  511.    Locked ownable synchronizers:
  512.         - None
  513.  
  514. "IPC Server handler 98 on 60020" daemon prio=10 tid=0x00007f3f5a55b800 nid=0x22a7 waiting on condition [0x00007f3f24120000]
  515.    java.lang.Thread.State: WAITING (parking)
  516.         at sun.misc.Unsafe.park(Native Method)
  517.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  518.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  519.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  520.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  521.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  522.  
  523.    Locked ownable synchronizers:
  524.         - None
  525.  
  526. "IPC Server handler 97 on 60020" daemon prio=10 tid=0x00007f3f5a558800 nid=0x22a6 runnable [0x00007f3f24220000]
  527.    java.lang.Thread.State: RUNNABLE
  528.         at sun.nio.cs.ISO_8859_1$Decoder.decodeArrayLoop(ISO_8859_1.java:79)
  529.         at sun.nio.cs.ISO_8859_1$Decoder.decodeLoop(ISO_8859_1.java:106)
  530.         at java.nio.charset.CharsetDecoder.decode(CharsetDecoder.java:544)
  531.         at java.lang.StringCoding$StringDecoder.decode(StringCoding.java:140)
  532.         at java.lang.StringCoding.decode(StringCoding.java:179)
  533.         at java.lang.String.<init>(String.java:483)
  534.         at org.apache.hadoop.hbase.filter.RegexStringComparator.compareTo(RegexStringComparator.java:96)
  535.         at org.apache.hadoop.hbase.filter.CompareFilter.doCompare(CompareFilter.java:107)
  536.         at org.apache.hadoop.hbase.filter.RowFilter.filterRowKey(RowFilter.java:76)
  537.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.filterRowKey(HRegion.java:3975)
  538.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextInternal(HRegion.java:3887)
  539.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextRaw(HRegion.java:3776)
  540.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextRaw(HRegion.java:3768)
  541.         at org.apache.hadoop.hbase.regionserver.HRegionServer.next(HRegionServer.java:2513)
  542.         - locked <0x00000005c051ac98> (a org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl)
  543.         at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
  544.         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  545.         at java.lang.reflect.Method.invoke(Method.java:597)
  546.         at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:320)
  547.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1426)
  548.  
  549.    Locked ownable synchronizers:
  550.         - None
  551.  
  552. "IPC Server handler 96 on 60020" daemon prio=10 tid=0x00007f3f5a557000 nid=0x22a5 runnable [0x00007f3f24322000]
  553.    java.lang.Thread.State: RUNNABLE
  554.         at java.util.Arrays.copyOf(Arrays.java:2786)
  555.         at java.lang.StringCoding.decode(StringCoding.java:178)
  556.         at java.lang.String.<init>(String.java:483)
  557.         at org.apache.hadoop.hbase.filter.RegexStringComparator.compareTo(RegexStringComparator.java:96)
  558.         at org.apache.hadoop.hbase.filter.CompareFilter.doCompare(CompareFilter.java:107)
  559.         at org.apache.hadoop.hbase.filter.RowFilter.filterRowKey(RowFilter.java:76)
  560.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.filterRowKey(HRegion.java:3975)
  561.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextInternal(HRegion.java:3887)
  562.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextRaw(HRegion.java:3776)
  563.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextRaw(HRegion.java:3768)
  564.         at org.apache.hadoop.hbase.regionserver.HRegionServer.next(HRegionServer.java:2513)
  565.         - locked <0x00000005b229e300> (a org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl)
  566.         at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
  567.         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  568.         at java.lang.reflect.Method.invoke(Method.java:597)
  569.         at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:320)
  570.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1426)
  571.  
  572.    Locked ownable synchronizers:
  573.         - None
  574.  
  575. "IPC Server handler 95 on 60020" daemon prio=10 tid=0x00007f3f5a58c800 nid=0x22a4 waiting on condition [0x00007f3f24423000]
  576.    java.lang.Thread.State: WAITING (parking)
  577.         at sun.misc.Unsafe.park(Native Method)
  578.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  579.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  580.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  581.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  582.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  583.  
  584.    Locked ownable synchronizers:
  585.         - None
  586.  
  587. "IPC Server handler 94 on 60020" daemon prio=10 tid=0x00007f3f5a58a800 nid=0x22a3 waiting on condition [0x00007f3f24524000]
  588.    java.lang.Thread.State: WAITING (parking)
  589.         at sun.misc.Unsafe.park(Native Method)
  590.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  591.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  592.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  593.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  594.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  595.  
  596.    Locked ownable synchronizers:
  597.         - None
  598.  
  599. "IPC Server handler 93 on 60020" daemon prio=10 tid=0x00007f3f5a589000 nid=0x22a2 waiting on condition [0x00007f3f24625000]
  600.    java.lang.Thread.State: WAITING (parking)
  601.         at sun.misc.Unsafe.park(Native Method)
  602.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  603.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  604.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  605.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  606.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  607.  
  608.    Locked ownable synchronizers:
  609.         - None
  610.  
  611. "IPC Server handler 92 on 60020" daemon prio=10 tid=0x00007f3f5a587000 nid=0x22a1 waiting on condition [0x00007f3f24726000]
  612.    java.lang.Thread.State: WAITING (parking)
  613.         at sun.misc.Unsafe.park(Native Method)
  614.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  615.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  616.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  617.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  618.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  619.  
  620.    Locked ownable synchronizers:
  621.         - None
  622.  
  623. "IPC Server handler 91 on 60020" daemon prio=10 tid=0x00007f3f595ff000 nid=0x22a0 waiting on condition [0x00007f3f24827000]
  624.    java.lang.Thread.State: WAITING (parking)
  625.         at sun.misc.Unsafe.park(Native Method)
  626.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  627.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  628.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  629.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  630.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  631.  
  632.    Locked ownable synchronizers:
  633.         - None
  634.  
  635. "IPC Server handler 90 on 60020" daemon prio=10 tid=0x00007f3f595fd000 nid=0x229f waiting on condition [0x00007f3f24928000]
  636.    java.lang.Thread.State: WAITING (parking)
  637.         at sun.misc.Unsafe.park(Native Method)
  638.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  639.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  640.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  641.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  642.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  643.  
  644.    Locked ownable synchronizers:
  645.         - None
  646.  
  647. "IPC Server handler 89 on 60020" daemon prio=10 tid=0x00007f3f595fb000 nid=0x229e waiting on condition [0x00007f3f24a29000]
  648.    java.lang.Thread.State: WAITING (parking)
  649.         at sun.misc.Unsafe.park(Native Method)
  650.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  651.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  652.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  653.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  654.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  655.  
  656.    Locked ownable synchronizers:
  657.         - None
  658.  
  659. "IPC Server handler 88 on 60020" daemon prio=10 tid=0x00007f3f595f9800 nid=0x229d waiting on condition [0x00007f3f24b2a000]
  660.    java.lang.Thread.State: WAITING (parking)
  661.         at sun.misc.Unsafe.park(Native Method)
  662.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  663.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  664.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  665.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  666.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  667.  
  668.    Locked ownable synchronizers:
  669.         - None
  670.  
  671. "IPC Server handler 87 on 60020" daemon prio=10 tid=0x00007f3f5a562800 nid=0x229c waiting on condition [0x00007f3f24c2b000]
  672.    java.lang.Thread.State: WAITING (parking)
  673.         at sun.misc.Unsafe.park(Native Method)
  674.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  675.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  676.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  677.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  678.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  679.  
  680.    Locked ownable synchronizers:
  681.         - None
  682.  
  683. "IPC Server handler 86 on 60020" daemon prio=10 tid=0x00007f3f5a560800 nid=0x229b waiting on condition [0x00007f3f24d2c000]
  684.    java.lang.Thread.State: WAITING (parking)
  685.         at sun.misc.Unsafe.park(Native Method)
  686.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  687.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  688.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  689.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  690.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  691.  
  692.    Locked ownable synchronizers:
  693.         - None
  694.  
  695. "IPC Server handler 85 on 60020" daemon prio=10 tid=0x00007f3f5a55f000 nid=0x229a waiting on condition [0x00007f3f24e2d000]
  696.    java.lang.Thread.State: WAITING (parking)
  697.         at sun.misc.Unsafe.park(Native Method)
  698.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  699.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  700.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  701.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  702.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  703.  
  704.    Locked ownable synchronizers:
  705.         - None
  706.  
  707. "IPC Server handler 84 on 60020" daemon prio=10 tid=0x00007f3f59665000 nid=0x2299 waiting on condition [0x00007f3f24f2e000]
  708.    java.lang.Thread.State: WAITING (parking)
  709.         at sun.misc.Unsafe.park(Native Method)
  710.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  711.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  712.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  713.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  714.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  715.  
  716.    Locked ownable synchronizers:
  717.         - None
  718.  
  719. "IPC Server handler 83 on 60020" daemon prio=10 tid=0x00007f3f5a593800 nid=0x2298 runnable [0x00007f3f2502f000]
  720.    java.lang.Thread.State: RUNNABLE
  721.         at java.util.Arrays.copyOf(Arrays.java:2786)
  722.         at java.lang.StringCoding.decode(StringCoding.java:178)
  723.         at java.lang.String.<init>(String.java:483)
  724.         at org.apache.hadoop.hbase.filter.RegexStringComparator.compareTo(RegexStringComparator.java:96)
  725.         at org.apache.hadoop.hbase.filter.CompareFilter.doCompare(CompareFilter.java:107)
  726.         at org.apache.hadoop.hbase.filter.RowFilter.filterRowKey(RowFilter.java:76)
  727.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.filterRowKey(HRegion.java:3975)
  728.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextInternal(HRegion.java:3887)
  729.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextRaw(HRegion.java:3776)
  730.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextRaw(HRegion.java:3768)
  731.         at org.apache.hadoop.hbase.regionserver.HRegionServer.next(HRegionServer.java:2513)
  732.         - locked <0x0000000426e0bc60> (a org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl)
  733.         at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
  734.         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  735.         at java.lang.reflect.Method.invoke(Method.java:597)
  736.         at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:320)
  737.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1426)
  738.  
  739.    Locked ownable synchronizers:
  740.         - None
  741.  
  742. "IPC Server handler 82 on 60020" daemon prio=10 tid=0x00007f3f5a591800 nid=0x2297 waiting on condition [0x00007f3f25130000]
  743.    java.lang.Thread.State: WAITING (parking)
  744.         at sun.misc.Unsafe.park(Native Method)
  745.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  746.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  747.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  748.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  749.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  750.  
  751.    Locked ownable synchronizers:
  752.         - None
  753.  
  754. "IPC Server handler 81 on 60020" daemon prio=10 tid=0x00007f3f5a590000 nid=0x2296 waiting on condition [0x00007f3f25231000]
  755.    java.lang.Thread.State: WAITING (parking)
  756.         at sun.misc.Unsafe.park(Native Method)
  757.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  758.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  759.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  760.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  761.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  762.  
  763.    Locked ownable synchronizers:
  764.         - None
  765.  
  766. "IPC Server handler 80 on 60020" daemon prio=10 tid=0x00007f3f59603000 nid=0x2295 runnable [0x00007f3f25332000]
  767.    java.lang.Thread.State: RUNNABLE
  768.         at java.util.Arrays.copyOf(Arrays.java:2786)
  769.         at java.lang.StringCoding.decode(StringCoding.java:178)
  770.         at java.lang.String.<init>(String.java:483)
  771.         at org.apache.hadoop.hbase.filter.RegexStringComparator.compareTo(RegexStringComparator.java:96)
  772.         at org.apache.hadoop.hbase.filter.CompareFilter.doCompare(CompareFilter.java:107)
  773.         at org.apache.hadoop.hbase.filter.RowFilter.filterRowKey(RowFilter.java:76)
  774.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.filterRowKey(HRegion.java:3975)
  775.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextInternal(HRegion.java:3887)
  776.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextRaw(HRegion.java:3776)
  777.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextRaw(HRegion.java:3768)
  778.         at org.apache.hadoop.hbase.regionserver.HRegionServer.next(HRegionServer.java:2513)
  779.         - locked <0x000000042ee29f60> (a org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl)
  780.         at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
  781.         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  782.         at java.lang.reflect.Method.invoke(Method.java:597)
  783.         at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:320)
  784.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1426)
  785.  
  786.    Locked ownable synchronizers:
  787.         - None
  788.  
  789. "IPC Server handler 79 on 60020" daemon prio=10 tid=0x00007f3f59601000 nid=0x2294 waiting on condition [0x00007f3f25433000]
  790.    java.lang.Thread.State: WAITING (parking)
  791.         at sun.misc.Unsafe.park(Native Method)
  792.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  793.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  794.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  795.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  796.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  797.  
  798.    Locked ownable synchronizers:
  799.         - None
  800.  
  801. "IPC Server handler 78 on 60020" daemon prio=10 tid=0x00007f3f5a4fe000 nid=0x2293 waiting on condition [0x00007f3f25534000]
  802.    java.lang.Thread.State: WAITING (parking)
  803.         at sun.misc.Unsafe.park(Native Method)
  804.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  805.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  806.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  807.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  808.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  809.  
  810.    Locked ownable synchronizers:
  811.         - None
  812.  
  813. "IPC Server handler 77 on 60020" daemon prio=10 tid=0x00007f3f5a4fc000 nid=0x2292 runnable [0x00007f3f25635000]
  814.    java.lang.Thread.State: RUNNABLE
  815.         at java.util.Arrays.copyOf(Arrays.java:2786)
  816.         at java.lang.StringCoding.decode(StringCoding.java:178)
  817.         at java.lang.String.<init>(String.java:483)
  818.         at org.apache.hadoop.hbase.filter.RegexStringComparator.compareTo(RegexStringComparator.java:96)
  819.         at org.apache.hadoop.hbase.filter.CompareFilter.doCompare(CompareFilter.java:107)
  820.         at org.apache.hadoop.hbase.filter.RowFilter.filterRowKey(RowFilter.java:76)
  821.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.filterRowKey(HRegion.java:3975)
  822.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextInternal(HRegion.java:3887)
  823.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextRaw(HRegion.java:3776)
  824.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextRaw(HRegion.java:3768)
  825.         at org.apache.hadoop.hbase.regionserver.HRegionServer.next(HRegionServer.java:2513)
  826.         - locked <0x000000045ce80b10> (a org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl)
  827.         at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
  828.         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  829.         at java.lang.reflect.Method.invoke(Method.java:597)
  830.         at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:320)
  831.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1426)
  832.  
  833.    Locked ownable synchronizers:
  834.         - None
  835.  
  836. "IPC Server handler 76 on 60020" daemon prio=10 tid=0x00007f3f5a4f0000 nid=0x2291 waiting on condition [0x00007f3f25736000]
  837.    java.lang.Thread.State: WAITING (parking)
  838.         at sun.misc.Unsafe.park(Native Method)
  839.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  840.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  841.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  842.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  843.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  844.  
  845.    Locked ownable synchronizers:
  846.         - None
  847.  
  848. "IPC Server handler 75 on 60020" daemon prio=10 tid=0x00007f3f5a4ee000 nid=0x2290 waiting on condition [0x00007f3f25837000]
  849.    java.lang.Thread.State: WAITING (parking)
  850.         at sun.misc.Unsafe.park(Native Method)
  851.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  852.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  853.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  854.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  855.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  856.  
  857.    Locked ownable synchronizers:
  858.         - None
  859.  
  860. "IPC Server handler 74 on 60020" daemon prio=10 tid=0x00007f3f5a4ec000 nid=0x228f waiting on condition [0x00007f3f25938000]
  861.    java.lang.Thread.State: WAITING (parking)
  862.         at sun.misc.Unsafe.park(Native Method)
  863.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  864.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  865.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  866.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  867.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  868.  
  869.    Locked ownable synchronizers:
  870.         - None
  871.  
  872. "IPC Server handler 73 on 60020" daemon prio=10 tid=0x00007f3f5a4d2800 nid=0x228e waiting on condition [0x00007f3f25a39000]
  873.    java.lang.Thread.State: WAITING (parking)
  874.         at sun.misc.Unsafe.park(Native Method)
  875.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  876.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  877.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  878.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  879.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  880.  
  881.    Locked ownable synchronizers:
  882.         - None
  883.  
  884. "IPC Server handler 72 on 60020" daemon prio=10 tid=0x00007f3f5a4ce000 nid=0x228c waiting on condition [0x00007f3f25b3a000]
  885.    java.lang.Thread.State: WAITING (parking)
  886.         at sun.misc.Unsafe.park(Native Method)
  887.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  888.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  889.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  890.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  891.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  892.  
  893.    Locked ownable synchronizers:
  894.         - None
  895.  
  896. "IPC Server handler 71 on 60020" daemon prio=10 tid=0x00007f3f5a4b3800 nid=0x228b waiting on condition [0x00007f3f25c3b000]
  897.    java.lang.Thread.State: WAITING (parking)
  898.         at sun.misc.Unsafe.park(Native Method)
  899.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  900.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  901.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  902.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  903.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  904.  
  905.    Locked ownable synchronizers:
  906.         - None
  907.  
  908. "IPC Server handler 70 on 60020" daemon prio=10 tid=0x00007f3f5a4b1800 nid=0x228a waiting on condition [0x00007f3f25d3c000]
  909.    java.lang.Thread.State: WAITING (parking)
  910.         at sun.misc.Unsafe.park(Native Method)
  911.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  912.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  913.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  914.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  915.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  916.  
  917.    Locked ownable synchronizers:
  918.         - None
  919.  
  920. "IPC Server handler 69 on 60020" daemon prio=10 tid=0x00007f3f5a4af800 nid=0x2289 waiting on condition [0x00007f3f25e3d000]
  921.    java.lang.Thread.State: WAITING (parking)
  922.         at sun.misc.Unsafe.park(Native Method)
  923.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  924.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  925.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  926.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  927.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  928.  
  929.    Locked ownable synchronizers:
  930.         - None
  931.  
  932. "IPC Server handler 68 on 60020" daemon prio=10 tid=0x00007f3f5a4ad800 nid=0x2288 waiting on condition [0x00007f3f25f3e000]
  933.    java.lang.Thread.State: WAITING (parking)
  934.         at sun.misc.Unsafe.park(Native Method)
  935.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  936.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  937.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  938.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  939.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  940.  
  941.    Locked ownable synchronizers:
  942.         - None
  943.  
  944. "IPC Server handler 67 on 60020" daemon prio=10 tid=0x00007f3f5a4ab800 nid=0x2287 waiting on condition [0x00007f3f2603f000]
  945.    java.lang.Thread.State: WAITING (parking)
  946.         at sun.misc.Unsafe.park(Native Method)
  947.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  948.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  949.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  950.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  951.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  952.  
  953.    Locked ownable synchronizers:
  954.         - None
  955.  
  956. "IPC Server handler 66 on 60020" daemon prio=10 tid=0x00007f3f5a4d0800 nid=0x2286 waiting on condition [0x00007f3f26140000]
  957.    java.lang.Thread.State: WAITING (parking)
  958.         at sun.misc.Unsafe.park(Native Method)
  959.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  960.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  961.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  962.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  963.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  964.  
  965.    Locked ownable synchronizers:
  966.         - None
  967.  
  968. "IPC Server handler 65 on 60020" daemon prio=10 tid=0x00007f3f5a4a9000 nid=0x2285 runnable [0x00007f3f26241000]
  969.    java.lang.Thread.State: RUNNABLE
  970.         at java.util.Arrays.copyOf(Arrays.java:2786)
  971.         at java.lang.StringCoding.decode(StringCoding.java:178)
  972.         at java.lang.String.<init>(String.java:483)
  973.         at org.apache.hadoop.hbase.filter.RegexStringComparator.compareTo(RegexStringComparator.java:96)
  974.         at org.apache.hadoop.hbase.filter.CompareFilter.doCompare(CompareFilter.java:107)
  975.         at org.apache.hadoop.hbase.filter.RowFilter.filterRowKey(RowFilter.java:76)
  976.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.filterRowKey(HRegion.java:3975)
  977.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextInternal(HRegion.java:3887)
  978.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextRaw(HRegion.java:3776)
  979.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextRaw(HRegion.java:3768)
  980.         at org.apache.hadoop.hbase.regionserver.HRegionServer.next(HRegionServer.java:2513)
  981.         - locked <0x000000042da45728> (a org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl)
  982.         at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
  983.         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  984.         at java.lang.reflect.Method.invoke(Method.java:597)
  985.         at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:320)
  986.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1426)
  987.  
  988.    Locked ownable synchronizers:
  989.         - None
  990.  
  991. "IPC Server handler 64 on 60020" daemon prio=10 tid=0x00007f3f5a4a7000 nid=0x2284 waiting on condition [0x00007f3f26342000]
  992.    java.lang.Thread.State: WAITING (parking)
  993.         at sun.misc.Unsafe.park(Native Method)
  994.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  995.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  996.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  997.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  998.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  999.  
  1000.    Locked ownable synchronizers:
  1001.         - None
  1002.  
  1003. "IPC Server handler 63 on 60020" daemon prio=10 tid=0x00007f3f5a4a5000 nid=0x2283 waiting on condition [0x00007f3f26443000]
  1004.    java.lang.Thread.State: WAITING (parking)
  1005.         at sun.misc.Unsafe.park(Native Method)
  1006.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1007.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1008.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1009.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1010.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1011.  
  1012.    Locked ownable synchronizers:
  1013.         - None
  1014.  
  1015. "IPC Server handler 62 on 60020" daemon prio=10 tid=0x00007f3f5a4a3800 nid=0x2282 waiting on condition [0x00007f3f26544000]
  1016.    java.lang.Thread.State: WAITING (parking)
  1017.         at sun.misc.Unsafe.park(Native Method)
  1018.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1019.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1020.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1021.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1022.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1023.  
  1024.    Locked ownable synchronizers:
  1025.         - None
  1026.  
  1027. "IPC Server handler 61 on 60020" daemon prio=10 tid=0x00007f3f5a4a1800 nid=0x2281 waiting on condition [0x00007f3f26645000]
  1028.    java.lang.Thread.State: WAITING (parking)
  1029.         at sun.misc.Unsafe.park(Native Method)
  1030.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1031.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1032.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1033.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1034.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1035.  
  1036.    Locked ownable synchronizers:
  1037.         - None
  1038.  
  1039. "IPC Server handler 60 on 60020" daemon prio=10 tid=0x00007f3f5a49d000 nid=0x2280 runnable [0x00007f3f26746000]
  1040.    java.lang.Thread.State: RUNNABLE
  1041.         at java.util.Arrays.copyOf(Arrays.java:2786)
  1042.         at java.lang.StringCoding.decode(StringCoding.java:178)
  1043.         at java.lang.String.<init>(String.java:483)
  1044.         at org.apache.hadoop.hbase.filter.RegexStringComparator.compareTo(RegexStringComparator.java:96)
  1045.         at org.apache.hadoop.hbase.filter.CompareFilter.doCompare(CompareFilter.java:107)
  1046.         at org.apache.hadoop.hbase.filter.RowFilter.filterRowKey(RowFilter.java:76)
  1047.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.filterRowKey(HRegion.java:3975)
  1048.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextInternal(HRegion.java:3887)
  1049.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextRaw(HRegion.java:3776)
  1050.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextRaw(HRegion.java:3768)
  1051.         at org.apache.hadoop.hbase.regionserver.HRegionServer.next(HRegionServer.java:2513)
  1052.         - locked <0x0000000446ca0690> (a org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl)
  1053.         at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
  1054.         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  1055.         at java.lang.reflect.Method.invoke(Method.java:597)
  1056.         at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:320)
  1057.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1426)
  1058.  
  1059.    Locked ownable synchronizers:
  1060.         - None
  1061.  
  1062. "IPC Server handler 59 on 60020" daemon prio=10 tid=0x00007f3f5a493800 nid=0x227f waiting on condition [0x00007f3f26847000]
  1063.    java.lang.Thread.State: WAITING (parking)
  1064.         at sun.misc.Unsafe.park(Native Method)
  1065.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1066.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1067.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1068.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1069.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1070.  
  1071.    Locked ownable synchronizers:
  1072.         - None
  1073.  
  1074. "IPC Server handler 58 on 60020" daemon prio=10 tid=0x00007f3f5a491800 nid=0x227e waiting on condition [0x00007f3f26948000]
  1075.    java.lang.Thread.State: WAITING (parking)
  1076.         at sun.misc.Unsafe.park(Native Method)
  1077.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1078.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1079.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1080.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1081.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1082.  
  1083.    Locked ownable synchronizers:
  1084.         - None
  1085.  
  1086. "IPC Server handler 57 on 60020" daemon prio=10 tid=0x00007f3f5a48f800 nid=0x227d runnable [0x00007f3f26a48000]
  1087.    java.lang.Thread.State: RUNNABLE
  1088.         at sun.nio.cs.ISO_8859_1$Decoder.decodeArrayLoop(ISO_8859_1.java:79)
  1089.         at sun.nio.cs.ISO_8859_1$Decoder.decodeLoop(ISO_8859_1.java:106)
  1090.         at java.nio.charset.CharsetDecoder.decode(CharsetDecoder.java:544)
  1091.         at java.lang.StringCoding$StringDecoder.decode(StringCoding.java:140)
  1092.         at java.lang.StringCoding.decode(StringCoding.java:179)
  1093.         at java.lang.String.<init>(String.java:483)
  1094.         at org.apache.hadoop.hbase.filter.RegexStringComparator.compareTo(RegexStringComparator.java:96)
  1095.         at org.apache.hadoop.hbase.filter.CompareFilter.doCompare(CompareFilter.java:107)
  1096.         at org.apache.hadoop.hbase.filter.RowFilter.filterRowKey(RowFilter.java:76)
  1097.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.filterRowKey(HRegion.java:3975)
  1098.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextInternal(HRegion.java:3887)
  1099.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextRaw(HRegion.java:3776)
  1100.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextRaw(HRegion.java:3768)
  1101.         at org.apache.hadoop.hbase.regionserver.HRegionServer.next(HRegionServer.java:2513)
  1102.         - locked <0x000000042e0880a8> (a org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl)
  1103.         at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
  1104.         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  1105.         at java.lang.reflect.Method.invoke(Method.java:597)
  1106.         at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:320)
  1107.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1426)
  1108.  
  1109.    Locked ownable synchronizers:
  1110.         - None
  1111.  
  1112. "IPC Server handler 56 on 60020" daemon prio=10 tid=0x00007f3f5a48d800 nid=0x227c waiting on condition [0x00007f3f26b4a000]
  1113.    java.lang.Thread.State: WAITING (parking)
  1114.         at sun.misc.Unsafe.park(Native Method)
  1115.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1116.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1117.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1118.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1119.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1120.  
  1121.    Locked ownable synchronizers:
  1122.         - None
  1123.  
  1124. "IPC Server handler 55 on 60020" daemon prio=10 tid=0x00007f3f5a48b800 nid=0x227b waiting on condition [0x00007f3f26c4b000]
  1125.    java.lang.Thread.State: WAITING (parking)
  1126.         at sun.misc.Unsafe.park(Native Method)
  1127.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1128.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1129.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1130.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1131.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1132.  
  1133.    Locked ownable synchronizers:
  1134.         - None
  1135.  
  1136. "IPC Server handler 54 on 60020" daemon prio=10 tid=0x00007f3f5a489800 nid=0x227a waiting on condition [0x00007f3f26d4c000]
  1137.    java.lang.Thread.State: WAITING (parking)
  1138.         at sun.misc.Unsafe.park(Native Method)
  1139.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1140.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1141.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1142.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1143.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1144.  
  1145.    Locked ownable synchronizers:
  1146.         - None
  1147.  
  1148. "IPC Server handler 53 on 60020" daemon prio=10 tid=0x00007f3f5a487000 nid=0x2279 waiting on condition [0x00007f3f26e4d000]
  1149.    java.lang.Thread.State: WAITING (parking)
  1150.         at sun.misc.Unsafe.park(Native Method)
  1151.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1152.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1153.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1154.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1155.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1156.  
  1157.    Locked ownable synchronizers:
  1158.         - None
  1159.  
  1160. "IPC Server handler 52 on 60020" daemon prio=10 tid=0x00007f3f5a49f800 nid=0x2278 waiting on condition [0x00007f3f26f4e000]
  1161.    java.lang.Thread.State: WAITING (parking)
  1162.         at sun.misc.Unsafe.park(Native Method)
  1163.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1164.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1165.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1166.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1167.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1168.  
  1169.    Locked ownable synchronizers:
  1170.         - None
  1171.  
  1172. "IPC Server handler 51 on 60020" daemon prio=10 tid=0x00007f3f5a485000 nid=0x2277 waiting on condition [0x00007f3f2704f000]
  1173.    java.lang.Thread.State: WAITING (parking)
  1174.         at sun.misc.Unsafe.park(Native Method)
  1175.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1176.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1177.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1178.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1179.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1180.  
  1181.    Locked ownable synchronizers:
  1182.         - None
  1183.  
  1184. "IPC Server handler 50 on 60020" daemon prio=10 tid=0x00007f3f59662000 nid=0x2276 waiting on condition [0x00007f3f27150000]
  1185.    java.lang.Thread.State: WAITING (parking)
  1186.         at sun.misc.Unsafe.park(Native Method)
  1187.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1188.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1189.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1190.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1191.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1192.  
  1193.    Locked ownable synchronizers:
  1194.         - None
  1195.  
  1196. "IPC Server handler 49 on 60020" daemon prio=10 tid=0x00007f3f59660000 nid=0x2275 waiting on condition [0x00007f3f27251000]
  1197.    java.lang.Thread.State: WAITING (parking)
  1198.         at sun.misc.Unsafe.park(Native Method)
  1199.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1200.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1201.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1202.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1203.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1204.  
  1205.    Locked ownable synchronizers:
  1206.         - None
  1207.  
  1208. "IPC Server handler 48 on 60020" daemon prio=10 tid=0x00007f3f5965e000 nid=0x2274 runnable [0x00007f3f27351000]
  1209.    java.lang.Thread.State: RUNNABLE
  1210.         at sun.nio.cs.ISO_8859_1$Decoder.decodeArrayLoop(ISO_8859_1.java:79)
  1211.         at sun.nio.cs.ISO_8859_1$Decoder.decodeLoop(ISO_8859_1.java:106)
  1212.         at java.nio.charset.CharsetDecoder.decode(CharsetDecoder.java:544)
  1213.         at java.lang.StringCoding$StringDecoder.decode(StringCoding.java:140)
  1214.         at java.lang.StringCoding.decode(StringCoding.java:179)
  1215.         at java.lang.String.<init>(String.java:483)
  1216.         at org.apache.hadoop.hbase.filter.RegexStringComparator.compareTo(RegexStringComparator.java:96)
  1217.         at org.apache.hadoop.hbase.filter.CompareFilter.doCompare(CompareFilter.java:107)
  1218.         at org.apache.hadoop.hbase.filter.RowFilter.filterRowKey(RowFilter.java:76)
  1219.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.filterRowKey(HRegion.java:3975)
  1220.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextInternal(HRegion.java:3887)
  1221.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextRaw(HRegion.java:3776)
  1222.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextRaw(HRegion.java:3768)
  1223.         at org.apache.hadoop.hbase.regionserver.HRegionServer.next(HRegionServer.java:2513)
  1224.         - locked <0x00000005bfe5aff8> (a org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl)
  1225.         at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
  1226.         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  1227.         at java.lang.reflect.Method.invoke(Method.java:597)
  1228.         at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:320)
  1229.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1426)
  1230.  
  1231.    Locked ownable synchronizers:
  1232.         - None
  1233.  
  1234. "IPC Server handler 47 on 60020" daemon prio=10 tid=0x00007f3f5965c000 nid=0x2273 waiting on condition [0x00007f3f27453000]
  1235.    java.lang.Thread.State: WAITING (parking)
  1236.         at sun.misc.Unsafe.park(Native Method)
  1237.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1238.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1239.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1240.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1241.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1242.  
  1243.    Locked ownable synchronizers:
  1244.         - None
  1245.  
  1246. "IPC Server handler 46 on 60020" daemon prio=10 tid=0x00007f3f5965a000 nid=0x2272 waiting on condition [0x00007f3f27554000]
  1247.    java.lang.Thread.State: WAITING (parking)
  1248.         at sun.misc.Unsafe.park(Native Method)
  1249.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1250.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1251.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1252.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1253.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1254.  
  1255.    Locked ownable synchronizers:
  1256.         - None
  1257.  
  1258. "IPC Server handler 45 on 60020" daemon prio=10 tid=0x00007f3f59658000 nid=0x2271 waiting on condition [0x00007f3f27655000]
  1259.    java.lang.Thread.State: WAITING (parking)
  1260.         at sun.misc.Unsafe.park(Native Method)
  1261.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1262.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1263.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1264.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1265.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1266.  
  1267.    Locked ownable synchronizers:
  1268.         - None
  1269.  
  1270. "IPC Server handler 44 on 60020" daemon prio=10 tid=0x00007f3f5964d000 nid=0x2270 waiting on condition [0x00007f3f27756000]
  1271.    java.lang.Thread.State: WAITING (parking)
  1272.         at sun.misc.Unsafe.park(Native Method)
  1273.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1274.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1275.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1276.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1277.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1278.  
  1279.    Locked ownable synchronizers:
  1280.         - None
  1281.  
  1282. "IPC Server handler 43 on 60020" daemon prio=10 tid=0x00007f3f5964b000 nid=0x226f waiting on condition [0x00007f3f27857000]
  1283.    java.lang.Thread.State: WAITING (parking)
  1284.         at sun.misc.Unsafe.park(Native Method)
  1285.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1286.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1287.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1288.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1289.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1290.  
  1291.    Locked ownable synchronizers:
  1292.         - None
  1293.  
  1294. "IPC Server handler 42 on 60020" daemon prio=10 tid=0x00007f3f59649800 nid=0x226e waiting on condition [0x00007f3f27958000]
  1295.    java.lang.Thread.State: WAITING (parking)
  1296.         at sun.misc.Unsafe.park(Native Method)
  1297.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1298.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1299.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1300.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1301.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1302.  
  1303.    Locked ownable synchronizers:
  1304.         - None
  1305.  
  1306. "IPC Server handler 41 on 60020" daemon prio=10 tid=0x00007f3f59642000 nid=0x226d waiting on condition [0x00007f3f27a59000]
  1307.    java.lang.Thread.State: WAITING (parking)
  1308.         at sun.misc.Unsafe.park(Native Method)
  1309.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1310.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1311.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1312.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1313.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1314.  
  1315.    Locked ownable synchronizers:
  1316.         - None
  1317.  
  1318. "IPC Server handler 40 on 60020" daemon prio=10 tid=0x00007f3f5963f800 nid=0x226c waiting on condition [0x00007f3f27b5a000]
  1319.    java.lang.Thread.State: WAITING (parking)
  1320.         at sun.misc.Unsafe.park(Native Method)
  1321.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1322.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1323.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1324.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1325.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1326.  
  1327.    Locked ownable synchronizers:
  1328.         - None
  1329.  
  1330. "IPC Server handler 39 on 60020" daemon prio=10 tid=0x00007f3f5963d000 nid=0x226b waiting on condition [0x00007f3f27c5b000]
  1331.    java.lang.Thread.State: WAITING (parking)
  1332.         at sun.misc.Unsafe.park(Native Method)
  1333.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1334.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1335.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1336.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1337.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1338.  
  1339.    Locked ownable synchronizers:
  1340.         - None
  1341.  
  1342. "IPC Server handler 38 on 60020" daemon prio=10 tid=0x00007f3f5963b800 nid=0x226a waiting on condition [0x00007f3f27d5c000]
  1343.    java.lang.Thread.State: WAITING (parking)
  1344.         at sun.misc.Unsafe.park(Native Method)
  1345.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1346.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1347.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1348.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1349.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1350.  
  1351.    Locked ownable synchronizers:
  1352.         - None
  1353.  
  1354. "IPC Server handler 37 on 60020" daemon prio=10 tid=0x00007f3f59639800 nid=0x2269 waiting on condition [0x00007f3f27e5d000]
  1355.    java.lang.Thread.State: WAITING (parking)
  1356.         at sun.misc.Unsafe.park(Native Method)
  1357.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1358.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1359.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1360.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1361.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1362.  
  1363.    Locked ownable synchronizers:
  1364.         - None
  1365.  
  1366. "IPC Server handler 36 on 60020" daemon prio=10 tid=0x00007f3f59637000 nid=0x2268 waiting on condition [0x00007f3f27f5e000]
  1367.    java.lang.Thread.State: WAITING (parking)
  1368.         at sun.misc.Unsafe.park(Native Method)
  1369.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1370.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1371.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1372.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1373.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1374.  
  1375.    Locked ownable synchronizers:
  1376.         - None
  1377.  
  1378. "IPC Server handler 35 on 60020" daemon prio=10 tid=0x00007f3f59634800 nid=0x2267 in Object.wait() [0x00007f3f2805f000]
  1379.    java.lang.Thread.State: TIMED_WAITING (on object monitor)
  1380.         at java.lang.Object.wait(Native Method)
  1381.         at org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(DFSOutputStream.java:1708)
  1382.         - locked <0x000000047b75eeb0> (a java.util.LinkedList)
  1383.         at org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(DFSOutputStream.java:1609)
  1384.         at org.apache.hadoop.hdfs.DFSOutputStream.hflush(DFSOutputStream.java:1525)
  1385.         at org.apache.hadoop.hdfs.DFSOutputStream.sync(DFSOutputStream.java:1510)
  1386.         at org.apache.hadoop.fs.FSDataOutputStream.sync(FSDataOutputStream.java:116)
  1387.         at org.apache.hadoop.io.SequenceFile$Writer.syncFs(SequenceFile.java:1204)
  1388.         at sun.reflect.GeneratedMethodAccessor36.invoke(Unknown Source)
  1389.         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  1390.         at java.lang.reflect.Method.invoke(Method.java:597)
  1391.         at org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync(SequenceFileLogWriter.java:303)
  1392.         at org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(HLog.java:1358)
  1393.         at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:1472)
  1394.         at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:5790)
  1395.         at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:2390)
  1396.         at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2110)
  1397.         at org.apache.hadoop.hbase.regionserver.HRegionServer.multi(HRegionServer.java:3661)
  1398.         at sun.reflect.GeneratedMethodAccessor37.invoke(Unknown Source)
  1399.         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  1400.         at java.lang.reflect.Method.invoke(Method.java:597)
  1401.         at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:320)
  1402.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1426)
  1403.  
  1404.    Locked ownable synchronizers:
  1405.         - None
  1406.  
  1407. "IPC Server handler 34 on 60020" daemon prio=10 tid=0x00007f3f59632800 nid=0x2266 waiting on condition [0x00007f3f28160000]
  1408.    java.lang.Thread.State: WAITING (parking)
  1409.         at sun.misc.Unsafe.park(Native Method)
  1410.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1411.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1412.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1413.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1414.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1415.  
  1416.    Locked ownable synchronizers:
  1417.         - None
  1418.  
  1419. "IPC Server handler 33 on 60020" daemon prio=10 tid=0x00007f3f59630800 nid=0x2265 runnable [0x00007f3f28261000]
  1420.    java.lang.Thread.State: RUNNABLE
  1421.         at java.util.Arrays.copyOf(Arrays.java:2786)
  1422.         at java.lang.StringCoding.decode(StringCoding.java:178)
  1423.         at java.lang.String.<init>(String.java:483)
  1424.         at org.apache.hadoop.hbase.filter.RegexStringComparator.compareTo(RegexStringComparator.java:96)
  1425.         at org.apache.hadoop.hbase.filter.CompareFilter.doCompare(CompareFilter.java:107)
  1426.         at org.apache.hadoop.hbase.filter.RowFilter.filterRowKey(RowFilter.java:76)
  1427.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.filterRowKey(HRegion.java:3975)
  1428.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextInternal(HRegion.java:3887)
  1429.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextRaw(HRegion.java:3776)
  1430.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextRaw(HRegion.java:3768)
  1431.         at org.apache.hadoop.hbase.regionserver.HRegionServer.next(HRegionServer.java:2513)
  1432.         - locked <0x00000005ce58ee20> (a org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl)
  1433.         at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
  1434.         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  1435.         at java.lang.reflect.Method.invoke(Method.java:597)
  1436.         at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:320)
  1437.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1426)
  1438.  
  1439.    Locked ownable synchronizers:
  1440.         - None
  1441.  
  1442. "IPC Server handler 32 on 60020" daemon prio=10 tid=0x00007f3f5962e800 nid=0x2264 waiting on condition [0x00007f3f28362000]
  1443.    java.lang.Thread.State: WAITING (parking)
  1444.         at sun.misc.Unsafe.park(Native Method)
  1445.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1446.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1447.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1448.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1449.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1450.  
  1451.    Locked ownable synchronizers:
  1452.         - None
  1453.  
  1454. "IPC Server handler 31 on 60020" daemon prio=10 tid=0x00007f3f5962b000 nid=0x2263 waiting on condition [0x00007f3f28463000]
  1455.    java.lang.Thread.State: WAITING (parking)
  1456.         at sun.misc.Unsafe.park(Native Method)
  1457.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1458.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1459.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1460.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1461.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1462.  
  1463.    Locked ownable synchronizers:
  1464.         - None
  1465.  
  1466. "IPC Server handler 30 on 60020" daemon prio=10 tid=0x00007f3f59629000 nid=0x2262 waiting on condition [0x00007f3f28564000]
  1467.    java.lang.Thread.State: WAITING (parking)
  1468.         at sun.misc.Unsafe.park(Native Method)
  1469.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1470.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1471.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1472.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1473.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1474.  
  1475.    Locked ownable synchronizers:
  1476.         - None
  1477.  
  1478. "IPC Server handler 29 on 60020" daemon prio=10 tid=0x00007f3f59627800 nid=0x2261 waiting on condition [0x00007f3f28665000]
  1479.    java.lang.Thread.State: WAITING (parking)
  1480.         at sun.misc.Unsafe.park(Native Method)
  1481.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1482.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1483.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1484.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1485.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1486.  
  1487.    Locked ownable synchronizers:
  1488.         - None
  1489.  
  1490. "IPC Server handler 28 on 60020" daemon prio=10 tid=0x00007f3f59625800 nid=0x2260 waiting on condition [0x00007f3f28766000]
  1491.    java.lang.Thread.State: WAITING (parking)
  1492.         at sun.misc.Unsafe.park(Native Method)
  1493.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1494.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1495.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1496.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1497.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1498.  
  1499.    Locked ownable synchronizers:
  1500.         - None
  1501.  
  1502. "IPC Server handler 27 on 60020" daemon prio=10 tid=0x00007f3f59623800 nid=0x225f waiting on condition [0x00007f3f28867000]
  1503.    java.lang.Thread.State: WAITING (parking)
  1504.         at sun.misc.Unsafe.park(Native Method)
  1505.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1506.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1507.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1508.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1509.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1510.  
  1511.    Locked ownable synchronizers:
  1512.         - None
  1513.  
  1514. "IPC Server handler 26 on 60020" daemon prio=10 tid=0x00007f3f59621800 nid=0x225e waiting on condition [0x00007f3f28968000]
  1515.    java.lang.Thread.State: WAITING (parking)
  1516.         at sun.misc.Unsafe.park(Native Method)
  1517.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1518.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1519.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1520.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1521.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1522.  
  1523.    Locked ownable synchronizers:
  1524.         - None
  1525.  
  1526. "IPC Server handler 25 on 60020" daemon prio=10 tid=0x00007f3f5961f000 nid=0x225d waiting on condition [0x00007f3f28a69000]
  1527.    java.lang.Thread.State: WAITING (parking)
  1528.         at sun.misc.Unsafe.park(Native Method)
  1529.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1530.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1531.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1532.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1533.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1534.  
  1535.    Locked ownable synchronizers:
  1536.         - None
  1537.  
  1538. "IPC Server handler 24 on 60020" daemon prio=10 tid=0x00007f3f5961d000 nid=0x225c waiting on condition [0x00007f3f28b6a000]
  1539.    java.lang.Thread.State: WAITING (parking)
  1540.         at sun.misc.Unsafe.park(Native Method)
  1541.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1542.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1543.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1544.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1545.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1546.  
  1547.    Locked ownable synchronizers:
  1548.         - None
  1549.  
  1550. "IPC Server handler 23 on 60020" daemon prio=10 tid=0x00007f3f5961b800 nid=0x225b waiting on condition [0x00007f3f28c6b000]
  1551.    java.lang.Thread.State: WAITING (parking)
  1552.         at sun.misc.Unsafe.park(Native Method)
  1553.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1554.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1555.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1556.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1557.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1558.  
  1559.    Locked ownable synchronizers:
  1560.         - None
  1561.  
  1562. "IPC Server handler 22 on 60020" daemon prio=10 tid=0x00007f3f5961a000 nid=0x225a waiting on condition [0x00007f3f28d6c000]
  1563.    java.lang.Thread.State: WAITING (parking)
  1564.         at sun.misc.Unsafe.park(Native Method)
  1565.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1566.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1567.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1568.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1569.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1570.  
  1571.    Locked ownable synchronizers:
  1572.         - None
  1573.  
  1574. "IPC Server handler 21 on 60020" daemon prio=10 tid=0x00007f3f59618800 nid=0x2259 waiting on condition [0x00007f3f28e6d000]
  1575.    java.lang.Thread.State: WAITING (parking)
  1576.         at sun.misc.Unsafe.park(Native Method)
  1577.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1578.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1579.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1580.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1581.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1582.  
  1583.    Locked ownable synchronizers:
  1584.         - None
  1585.  
  1586. "IPC Server handler 20 on 60020" daemon prio=10 tid=0x00007f3f59616800 nid=0x2258 waiting on condition [0x00007f3f28f6e000]
  1587.    java.lang.Thread.State: WAITING (parking)
  1588.         at sun.misc.Unsafe.park(Native Method)
  1589.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1590.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1591.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1592.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1593.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1594.  
  1595.    Locked ownable synchronizers:
  1596.         - None
  1597.  
  1598. "IPC Server handler 19 on 60020" daemon prio=10 tid=0x00007f3f59614800 nid=0x2257 runnable [0x00007f3f2906f000]
  1599.    java.lang.Thread.State: RUNNABLE
  1600.         at java.util.Arrays.copyOf(Arrays.java:2786)
  1601.         at java.lang.StringCoding.decode(StringCoding.java:178)
  1602.         at java.lang.String.<init>(String.java:483)
  1603.         at org.apache.hadoop.hbase.filter.RegexStringComparator.compareTo(RegexStringComparator.java:96)
  1604.         at org.apache.hadoop.hbase.filter.CompareFilter.doCompare(CompareFilter.java:107)
  1605.         at org.apache.hadoop.hbase.filter.RowFilter.filterRowKey(RowFilter.java:76)
  1606.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.filterRowKey(HRegion.java:3975)
  1607.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextInternal(HRegion.java:3887)
  1608.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextRaw(HRegion.java:3776)
  1609.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextRaw(HRegion.java:3768)
  1610.         at org.apache.hadoop.hbase.regionserver.HRegionServer.next(HRegionServer.java:2513)
  1611.         - locked <0x000000042b8c9b30> (a org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl)
  1612.         at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
  1613.         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  1614.         at java.lang.reflect.Method.invoke(Method.java:597)
  1615.         at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:320)
  1616.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1426)
  1617.  
  1618.    Locked ownable synchronizers:
  1619.         - None
  1620.  
  1621. "IPC Server handler 18 on 60020" daemon prio=10 tid=0x00007f3f59612800 nid=0x2256 waiting on condition [0x00007f3f29170000]
  1622.    java.lang.Thread.State: WAITING (parking)
  1623.         at sun.misc.Unsafe.park(Native Method)
  1624.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1625.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1626.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1627.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1628.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1629.  
  1630.    Locked ownable synchronizers:
  1631.         - None
  1632.  
  1633. "IPC Server handler 17 on 60020" daemon prio=10 tid=0x00007f3f59611000 nid=0x2255 waiting on condition [0x00007f3f29271000]
  1634.    java.lang.Thread.State: WAITING (parking)
  1635.         at sun.misc.Unsafe.park(Native Method)
  1636.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1637.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1638.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1639.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1640.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1641.  
  1642.    Locked ownable synchronizers:
  1643.         - None
  1644.  
  1645. "IPC Server handler 16 on 60020" daemon prio=10 tid=0x00007f3f5960f000 nid=0x2254 waiting on condition [0x00007f3f29372000]
  1646.    java.lang.Thread.State: WAITING (parking)
  1647.         at sun.misc.Unsafe.park(Native Method)
  1648.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1649.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1650.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1651.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1652.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1653.  
  1654.    Locked ownable synchronizers:
  1655.         - None
  1656.  
  1657. "IPC Server handler 15 on 60020" daemon prio=10 tid=0x00007f3f5a554800 nid=0x2253 waiting on condition [0x00007f3f29473000]
  1658.    java.lang.Thread.State: WAITING (parking)
  1659.         at sun.misc.Unsafe.park(Native Method)
  1660.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1661.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1662.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1663.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1664.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1665.  
  1666.    Locked ownable synchronizers:
  1667.         - None
  1668.  
  1669. "IPC Server handler 14 on 60020" daemon prio=10 tid=0x00007f3f5a551800 nid=0x2252 runnable [0x00007f3f29574000]
  1670.    java.lang.Thread.State: RUNNABLE
  1671.         at sun.nio.cs.ISO_8859_1$Decoder.decodeArrayLoop(ISO_8859_1.java:79)
  1672.         at sun.nio.cs.ISO_8859_1$Decoder.decodeLoop(ISO_8859_1.java:106)
  1673.         at java.nio.charset.CharsetDecoder.decode(CharsetDecoder.java:544)
  1674.         at java.lang.StringCoding$StringDecoder.decode(StringCoding.java:140)
  1675.         at java.lang.StringCoding.decode(StringCoding.java:179)
  1676.         at java.lang.String.<init>(String.java:483)
  1677.         at org.apache.hadoop.hbase.filter.RegexStringComparator.compareTo(RegexStringComparator.java:96)
  1678.         at org.apache.hadoop.hbase.filter.CompareFilter.doCompare(CompareFilter.java:107)
  1679.         at org.apache.hadoop.hbase.filter.RowFilter.filterRowKey(RowFilter.java:76)
  1680.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.filterRowKey(HRegion.java:3975)
  1681.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextInternal(HRegion.java:3887)
  1682.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextRaw(HRegion.java:3776)
  1683.         at org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.nextRaw(HRegion.java:3768)
  1684.         at org.apache.hadoop.hbase.regionserver.HRegionServer.next(HRegionServer.java:2513)
  1685.         - locked <0x00000005b377f998> (a org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl)
  1686.         at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
  1687.         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  1688.         at java.lang.reflect.Method.invoke(Method.java:597)
  1689.         at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(WritableRpcEngine.java:320)
  1690.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1426)
  1691.  
  1692.    Locked ownable synchronizers:
  1693.         - None
  1694.  
  1695. "IPC Server handler 13 on 60020" daemon prio=10 tid=0x00007f3f5a54f800 nid=0x2251 waiting on condition [0x00007f3f29675000]
  1696.    java.lang.Thread.State: WAITING (parking)
  1697.         at sun.misc.Unsafe.park(Native Method)
  1698.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1699.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1700.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1701.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1702.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1703.  
  1704.    Locked ownable synchronizers:
  1705.         - None
  1706.  
  1707. "IPC Server handler 12 on 60020" daemon prio=10 tid=0x00007f3f5a54d000 nid=0x2250 waiting on condition [0x00007f3f29776000]
  1708.    java.lang.Thread.State: WAITING (parking)
  1709.         at sun.misc.Unsafe.park(Native Method)
  1710.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1711.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1712.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1713.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1714.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1715.  
  1716.    Locked ownable synchronizers:
  1717.         - None
  1718.  
  1719. "IPC Server handler 11 on 60020" daemon prio=10 tid=0x00007f3f5a54b000 nid=0x224f waiting on condition [0x00007f3f29877000]
  1720.    java.lang.Thread.State: WAITING (parking)
  1721.         at sun.misc.Unsafe.park(Native Method)
  1722.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1723.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1724.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1725.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1726.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1727.  
  1728.    Locked ownable synchronizers:
  1729.         - None
  1730.  
  1731. "IPC Server handler 10 on 60020" daemon prio=10 tid=0x00007f3f5a549000 nid=0x224e waiting on condition [0x00007f3f29978000]
  1732.    java.lang.Thread.State: WAITING (parking)
  1733.         at sun.misc.Unsafe.park(Native Method)
  1734.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1735.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1736.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1737.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1738.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1739.  
  1740.    Locked ownable synchronizers:
  1741.         - None
  1742.  
  1743. "IPC Server handler 9 on 60020" daemon prio=10 tid=0x00007f3f5a547000 nid=0x224d waiting on condition [0x00007f3f29a79000]
  1744.    java.lang.Thread.State: WAITING (parking)
  1745.         at sun.misc.Unsafe.park(Native Method)
  1746.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1747.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1748.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1749.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1750.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1751.  
  1752.    Locked ownable synchronizers:
  1753.         - None
  1754.  
  1755. "IPC Server handler 8 on 60020" daemon prio=10 tid=0x00007f3f5a545000 nid=0x224c waiting on condition [0x00007f3f29b7a000]
  1756.    java.lang.Thread.State: WAITING (parking)
  1757.         at sun.misc.Unsafe.park(Native Method)
  1758.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1759.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1760.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1761.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1762.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1763.  
  1764.    Locked ownable synchronizers:
  1765.         - None
  1766.  
  1767. "IPC Server handler 7 on 60020" daemon prio=10 tid=0x00007f3f5a543000 nid=0x224b waiting on condition [0x00007f3f29c7b000]
  1768.    java.lang.Thread.State: WAITING (parking)
  1769.         at sun.misc.Unsafe.park(Native Method)
  1770.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1771.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1772.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1773.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1774.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1775.  
  1776.    Locked ownable synchronizers:
  1777.         - None
  1778.  
  1779. "IPC Server handler 6 on 60020" daemon prio=10 tid=0x00007f3f5a541000 nid=0x224a waiting on condition [0x00007f3f29d7c000]
  1780.    java.lang.Thread.State: WAITING (parking)
  1781.         at sun.misc.Unsafe.park(Native Method)
  1782.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1783.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1784.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1785.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1786.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1787.  
  1788.    Locked ownable synchronizers:
  1789.         - None
  1790.  
  1791. "IPC Server handler 5 on 60020" daemon prio=10 tid=0x00007f3f5a53f000 nid=0x2249 waiting on condition [0x00007f3f29e7d000]
  1792.    java.lang.Thread.State: WAITING (parking)
  1793.         at sun.misc.Unsafe.park(Native Method)
  1794.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1795.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1796.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1797.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1798.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1799.  
  1800.    Locked ownable synchronizers:
  1801.         - None
  1802.  
  1803. "IPC Server handler 4 on 60020" daemon prio=10 tid=0x00007f3f5a53d800 nid=0x2248 waiting on condition [0x00007f3f29f7e000]
  1804.    java.lang.Thread.State: WAITING (parking)
  1805.         at sun.misc.Unsafe.park(Native Method)
  1806.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1807.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1808.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1809.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1810.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1811.  
  1812.    Locked ownable synchronizers:
  1813.         - None
  1814.  
  1815. "IPC Server handler 3 on 60020" daemon prio=10 tid=0x00007f3f5a53b800 nid=0x2247 waiting on condition [0x00007f3f2a07f000]
  1816.    java.lang.Thread.State: WAITING (parking)
  1817.         at sun.misc.Unsafe.park(Native Method)
  1818.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1819.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1820.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1821.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1822.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1823.  
  1824.    Locked ownable synchronizers:
  1825.         - None
  1826.  
  1827. "IPC Server handler 2 on 60020" daemon prio=10 tid=0x00007f3f5a53a000 nid=0x2246 waiting on condition [0x00007f3f2a180000]
  1828.    java.lang.Thread.State: WAITING (parking)
  1829.         at sun.misc.Unsafe.park(Native Method)
  1830.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1831.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1832.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1833.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1834.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1835.  
  1836.    Locked ownable synchronizers:
  1837.         - None
  1838.  
  1839. "IPC Server handler 1 on 60020" daemon prio=10 tid=0x00007f3f595f8000 nid=0x2245 waiting on condition [0x00007f3f2a281000]
  1840.    java.lang.Thread.State: WAITING (parking)
  1841.         at sun.misc.Unsafe.park(Native Method)
  1842.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1843.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1844.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1845.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1846.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1847.  
  1848.    Locked ownable synchronizers:
  1849.         - None
  1850.  
  1851. "IPC Server handler 0 on 60020" daemon prio=10 tid=0x00007f3f595f7000 nid=0x2244 waiting on condition [0x00007f3f2a382000]
  1852.    java.lang.Thread.State: WAITING (parking)
  1853.         at sun.misc.Unsafe.park(Native Method)
  1854.         - parking to wait for  <0x0000000412e6ce58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1855.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1856.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1857.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1858.         at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1398)
  1859.  
  1860.    Locked ownable synchronizers:
  1861.         - None
  1862.  
  1863. "IPC Server listener on 60020" daemon prio=10 tid=0x00007f3f5a0e7000 nid=0x2243 runnable [0x00007f3f2a483000]
  1864.    java.lang.Thread.State: RUNNABLE
  1865.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1866.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1867.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1868.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1869.         - locked <0x0000000412561270> (a sun.nio.ch.Util$2)
  1870.         - locked <0x0000000412561258> (a java.util.Collections$UnmodifiableSet)
  1871.         - locked <0x0000000412497d00> (a sun.nio.ch.EPollSelectorImpl)
  1872.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1873.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1874.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener.run(HBaseServer.java:636)
  1875.  
  1876.    Locked ownable synchronizers:
  1877.         - None
  1878.  
  1879. "IPC Server Responder" daemon prio=10 tid=0x00007f3f59606000 nid=0x2242 runnable [0x00007f3f2a584000]
  1880.    java.lang.Thread.State: RUNNABLE
  1881.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1882.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1883.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1884.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1885.         - locked <0x0000000412e6ccc0> (a sun.nio.ch.Util$2)
  1886.         - locked <0x0000000412e6cca8> (a java.util.Collections$UnmodifiableSet)
  1887.         - locked <0x00000004124c9008> (a sun.nio.ch.EPollSelectorImpl)
  1888.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1889.         at org.apache.hadoop.hbase.ipc.HBaseServer$Responder.doRunLoop(HBaseServer.java:825)
  1890.         at org.apache.hadoop.hbase.ipc.HBaseServer$Responder.run(HBaseServer.java:808)
  1891.  
  1892.    Locked ownable synchronizers:
  1893.         - None
  1894.  
  1895. "Timer-0" daemon prio=10 tid=0x00007f3f5a594800 nid=0x2241 in Object.wait() [0x00007f3f2a685000]
  1896.    java.lang.Thread.State: TIMED_WAITING (on object monitor)
  1897.         at java.lang.Object.wait(Native Method)
  1898.         at java.util.TimerThread.mainLoop(Timer.java:509)
  1899.         - locked <0x000000041260aba8> (a java.util.TaskQueue)
  1900.         at java.util.TimerThread.run(Timer.java:462)
  1901.  
  1902.    Locked ownable synchronizers:
  1903.         - None
  1904.  
  1905. "1943335765@qtp-1016672165-1 - Acceptor0 SelectChannelConnector@0.0.0.0:60030" prio=10 tid=0x00007f3f5a3ab800 nid=0x2240 runnable [0x00007f3f2a786000]
  1906.    java.lang.Thread.State: RUNNABLE
  1907.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1908.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1909.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1910.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1911.         - locked <0x0000000412e03af8> (a sun.nio.ch.Util$2)
  1912.         - locked <0x0000000412e03b10> (a java.util.Collections$UnmodifiableSet)
  1913.         - locked <0x0000000412dfb778> (a sun.nio.ch.EPollSelectorImpl)
  1914.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1915.         at org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:511)
  1916.         at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:193)
  1917.         at org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124)
  1918.         at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708)
  1919.         at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
  1920.  
  1921.    Locked ownable synchronizers:
  1922.         - None
  1923.  
  1924. "regionserver60020.leaseChecker" daemon prio=10 tid=0x00007f3f59ffc000 nid=0x223e waiting on condition [0x00007f3f2a988000]
  1925.    java.lang.Thread.State: TIMED_WAITING (parking)
  1926.         at sun.misc.Unsafe.park(Native Method)
  1927.         - parking to wait for  <0x0000000412f38fa0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1928.         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  1929.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  1930.         at java.util.concurrent.DelayQueue.poll(DelayQueue.java:209)
  1931.         at org.apache.hadoop.hbase.regionserver.Leases.run(Leases.java:83)
  1932.         at java.lang.Thread.run(Thread.java:662)
  1933.  
  1934.    Locked ownable synchronizers:
  1935.         - None
  1936.  
  1937. "regionserver60020.compactionChecker" daemon prio=10 tid=0x00007f3f59ffa800 nid=0x223d in Object.wait() [0x00007f3f2aa89000]
  1938.    java.lang.Thread.State: TIMED_WAITING (on object monitor)
  1939.         at java.lang.Object.wait(Native Method)
  1940.         at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:91)
  1941.         - locked <0x00000004134b5ae0> (a java.lang.Object)
  1942.         at org.apache.hadoop.hbase.Chore.run(Chore.java:75)
  1943.         at java.lang.Thread.run(Thread.java:662)
  1944.  
  1945.    Locked ownable synchronizers:
  1946.         - None
  1947.  
  1948. "regionserver60020.cacheFlusher" daemon prio=10 tid=0x00007f3f59ff9000 nid=0x223c waiting on condition [0x00007f3f2ab8a000]
  1949.    java.lang.Thread.State: TIMED_WAITING (parking)
  1950.         at sun.misc.Unsafe.park(Native Method)
  1951.         - parking to wait for  <0x0000000412f38fe8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1952.         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  1953.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  1954.         at java.util.concurrent.DelayQueue.poll(DelayQueue.java:201)
  1955.         at java.util.concurrent.DelayQueue.poll(DelayQueue.java:39)
  1956.         at org.apache.hadoop.hbase.regionserver.MemStoreFlusher.run(MemStoreFlusher.java:225)
  1957.         at java.lang.Thread.run(Thread.java:662)
  1958.  
  1959.    Locked ownable synchronizers:
  1960.         - None
  1961.  
  1962. "regionserver60020.logRoller" daemon prio=10 tid=0x00007f3f5a475800 nid=0x223b in Object.wait() [0x00007f3f2ac8b000]
  1963.    java.lang.Thread.State: TIMED_WAITING (on object monitor)
  1964.         at java.lang.Object.wait(Native Method)
  1965.         at org.apache.hadoop.hbase.regionserver.LogRoller.run(LogRoller.java:76)
  1966.         - locked <0x00000004134b12f8> (a java.util.concurrent.atomic.AtomicBoolean)
  1967.         at java.lang.Thread.run(Thread.java:662)
  1968.  
  1969.    Locked ownable synchronizers:
  1970.         - None
  1971.  
  1972. "Timer thread for monitoring jvm" daemon prio=10 tid=0x00007f3f590b9800 nid=0x223a in Object.wait() [0x00007f3f2ad8c000]
  1973.    java.lang.Thread.State: TIMED_WAITING (on object monitor)
  1974.         at java.lang.Object.wait(Native Method)
  1975.         at java.util.TimerThread.mainLoop(Timer.java:509)
  1976.         - locked <0x00000004124c8e58> (a java.util.TaskQueue)
  1977.         at java.util.TimerThread.run(Timer.java:462)
  1978.  
  1979.    Locked ownable synchronizers:
  1980.         - None
  1981.  
  1982. "Timer thread for monitoring hbase" daemon prio=10 tid=0x00007f3f5a06a800 nid=0x2239 in Object.wait() [0x00007f3f2ae8d000]
  1983.    java.lang.Thread.State: TIMED_WAITING (on object monitor)
  1984.         at java.lang.Object.wait(Native Method)
  1985.         at java.util.TimerThread.mainLoop(Timer.java:509)
  1986.         - locked <0x0000000412530828> (a java.util.TaskQueue)
  1987.         at java.util.TimerThread.run(Timer.java:462)
  1988.  
  1989.    Locked ownable synchronizers:
  1990.         - None
  1991.  
  1992. "regionserver60020.logSyncer" daemon prio=10 tid=0x00007f3f59ff6000 nid=0x2238 in Object.wait() [0x00007f3f2af8e000]
  1993.    java.lang.Thread.State: TIMED_WAITING (on object monitor)
  1994.         at java.lang.Object.wait(Native Method)
  1995.         at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.run(HLog.java:1253)
  1996.         - locked <0x00000004134a8d58> (a java.util.concurrent.atomic.AtomicBoolean)
  1997.         at java.lang.Thread.run(Thread.java:662)
  1998.  
  1999.    Locked ownable synchronizers:
  2000.         - None
  2001.  
  2002. "LeaseRenewer:hbase@nameservice1" daemon prio=10 tid=0x00007f3f59feb000 nid=0x2237 sleeping[0x00007f3f2b2a5000]
  2003.    java.lang.Thread.State: TIMED_WAITING (sleeping)
  2004.         at java.lang.Thread.sleep(Native Method)
  2005.         at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:438)
  2006.         at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71)
  2007.         at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:298)
  2008.         at java.lang.Thread.run(Thread.java:662)
  2009.  
  2010.    Locked ownable synchronizers:
  2011.         - None
  2012.  
  2013. "DestroyJavaVM" prio=10 tid=0x00007f3f5800d000 nid=0x21f7 waiting on condition [0x0000000000000000]
  2014.    java.lang.Thread.State: RUNNABLE
  2015.  
  2016.    Locked ownable synchronizers:
  2017.         - None
  2018.  
  2019. "IPC Client (869724450) connection to name02.dc.xyz.com/192.168.96.13:60000 from hbase" daemon prio=10 tid=0x00007f3f5932b800 nid=0x2230 in Object.wait() [0x00007f3f2b7aa000]
  2020.    java.lang.Thread.State: TIMED_WAITING (on object monitor)
  2021.         at java.lang.Object.wait(Native Method)
  2022.         at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.waitForWork(HBaseClient.java:534)
  2023.         - locked <0x0000000412514470> (a org.apache.hadoop.hbase.ipc.HBaseClient$Connection)
  2024.         at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.run(HBaseClient.java:579)
  2025.  
  2026.    Locked ownable synchronizers:
  2027.         - None
  2028.  
  2029. "regionserver60020-EventThread" daemon prio=10 tid=0x00007f3f5a463800 nid=0x222f waiting on condition [0x00007f3f2b8ab000]
  2030.    java.lang.Thread.State: WAITING (parking)
  2031.         at sun.misc.Unsafe.park(Native Method)
  2032.         - parking to wait for  <0x000000041260e480> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  2033.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2034.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  2035.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  2036.         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
  2037.  
  2038.    Locked ownable synchronizers:
  2039.         - None
  2040.  
  2041. "regionserver60020-SendThread(name02.dc.xyz.com:2181)" daemon prio=10 tid=0x00007f3f5a12e800 nid=0x222e runnable [0x00007f3f2b9ac000]
  2042.    java.lang.Thread.State: RUNNABLE
  2043.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  2044.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  2045.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  2046.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  2047.         - locked <0x000000041260e288> (a sun.nio.ch.Util$2)
  2048.         - locked <0x000000041260e2a0> (a java.util.Collections$UnmodifiableSet)
  2049.         - locked <0x0000000412582e58> (a sun.nio.ch.EPollSelectorImpl)
  2050.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  2051.         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
  2052.         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
  2053.  
  2054.    Locked ownable synchronizers:
  2055.         - None
  2056.  
  2057. "regionserver60020" prio=10 tid=0x00007f3f5a460000 nid=0x222d in Object.wait() [0x00007f3f2bbaf000]
  2058.    java.lang.Thread.State: TIMED_WAITING (on object monitor)
  2059.         at java.lang.Object.wait(Native Method)
  2060.         at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:91)
  2061.         - locked <0x00000004124b9930> (a java.lang.Object)
  2062.         at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:55)
  2063.         at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:773)
  2064.         at java.lang.Thread.run(Thread.java:662)
  2065.  
  2066.    Locked ownable synchronizers:
  2067.         - None
  2068.  
  2069. "LRU Statistics #0" daemon prio=10 tid=0x00007f3f5a117000 nid=0x222c waiting on condition [0x00007f3f2bcb0000]
  2070.    java.lang.Thread.State: TIMED_WAITING (parking)
  2071.         at sun.misc.Unsafe.park(Native Method)
  2072.         - parking to wait for  <0x000000041260e4c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  2073.         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  2074.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  2075.         at java.util.concurrent.DelayQueue.take(DelayQueue.java:164)
  2076.         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609)
  2077.         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602)
  2078.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  2079.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  2080.         at java.lang.Thread.run(Thread.java:662)
  2081.  
  2082.    Locked ownable synchronizers:
  2083.         - None
  2084.  
  2085. "main.LruBlockCache.EvictionThread" daemon prio=10 tid=0x00007f3f5a197000 nid=0x222b in Object.wait() [0x00007f3f2bdb1000]
  2086.    java.lang.Thread.State: WAITING (on object monitor)
  2087.         at java.lang.Object.wait(Native Method)
  2088.         - waiting on <0x000000041260e528> (a org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread)
  2089.         at java.lang.Object.wait(Object.java:485)
  2090.         at org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:612)
  2091.         - locked <0x000000041260e528> (a org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread)
  2092.         at java.lang.Thread.run(Thread.java:662)
  2093.  
  2094.    Locked ownable synchronizers:
  2095.         - None
  2096.  
  2097. "Timer thread for monitoring rpc" daemon prio=10 tid=0x00007f3f59369000 nid=0x2225 in Object.wait() [0x00007f3f2c0c5000]
  2098.    java.lang.Thread.State: TIMED_WAITING (on object monitor)
  2099.         at java.lang.Object.wait(Native Method)
  2100.         at java.util.TimerThread.mainLoop(Timer.java:509)
  2101.         - locked <0x000000041260e540> (a java.util.TaskQueue)
  2102.         at java.util.TimerThread.run(Timer.java:462)
  2103.  
  2104.    Locked ownable synchronizers:
  2105.         - None
  2106.  
  2107. "IPC Reader 9 on port 60020" daemon prio=10 tid=0x00007f3f593a4800 nid=0x2224 runnable [0x00007f3f2c1c6000]
  2108.    java.lang.Thread.State: RUNNABLE
  2109.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  2110.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  2111.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  2112.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  2113.         - locked <0x00000004125c69c0> (a sun.nio.ch.Util$2)
  2114.         - locked <0x00000004125c69d8> (a java.util.Collections$UnmodifiableSet)
  2115.         - locked <0x0000000412565a70> (a sun.nio.ch.EPollSelectorImpl)
  2116.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  2117.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  2118.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:528)
  2119.         - locked <0x00000004125c6990> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
  2120.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:514)
  2121.         at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  2122.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  2123.         at java.lang.Thread.run(Thread.java:662)
  2124.  
  2125.    Locked ownable synchronizers:
  2126.         - <0x0000000412530040> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)
  2127.  
  2128. "IPC Reader 8 on port 60020" daemon prio=10 tid=0x00007f3f5a08b800 nid=0x2223 runnable [0x00007f3f2c2c7000]
  2129.    java.lang.Thread.State: RUNNABLE
  2130.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  2131.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  2132.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  2133.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  2134.         - locked <0x000000041260dfa0> (a sun.nio.ch.Util$2)
  2135.         - locked <0x000000041260dfb8> (a java.util.Collections$UnmodifiableSet)
  2136.         - locked <0x00000004124a8020> (a sun.nio.ch.EPollSelectorImpl)
  2137.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  2138.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  2139.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:528)
  2140.         - locked <0x000000041260dfd0> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
  2141.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:514)
  2142.         at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  2143.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  2144.         at java.lang.Thread.run(Thread.java:662)
  2145.  
  2146.    Locked ownable synchronizers:
  2147.         - <0x000000041253feb0> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)
  2148.  
  2149. "IPC Reader 7 on port 60020" daemon prio=10 tid=0x00007f3f591a6000 nid=0x2222 runnable [0x00007f3f2c3c8000]
  2150.    java.lang.Thread.State: RUNNABLE
  2151.         at sun.nio.ch.FileDispatcher.read0(Native Method)
  2152.         at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:21)
  2153.         at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:202)
  2154.         at sun.nio.ch.IOUtil.read(IOUtil.java:175)
  2155.         at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:243)
  2156.         - locked <0x0000000414335068> (a java.lang.Object)
  2157.         at org.apache.hadoop.hbase.ipc.HBaseServer.channelRead(HBaseServer.java:1796)
  2158.         at org.apache.hadoop.hbase.ipc.HBaseServer$Connection.readAndProcess(HBaseServer.java:1220)
  2159.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener.doRead(HBaseServer.java:748)
  2160.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:539)
  2161.         - locked <0x000000041260e6a8> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
  2162.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:514)
  2163.         at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  2164.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  2165.         at java.lang.Thread.run(Thread.java:662)
  2166.  
  2167.    Locked ownable synchronizers:
  2168.         - <0x000000041253fe10> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)
  2169.  
  2170. "IPC Reader 6 on port 60020" daemon prio=10 tid=0x00007f3f594b5800 nid=0x2221 runnable [0x00007f3f2c4c9000]
  2171.    java.lang.Thread.State: RUNNABLE
  2172.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  2173.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  2174.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  2175.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  2176.         - locked <0x000000041260de08> (a sun.nio.ch.Util$2)
  2177.         - locked <0x000000041260de20> (a java.util.Collections$UnmodifiableSet)
  2178.         - locked <0x0000000412582ea0> (a sun.nio.ch.EPollSelectorImpl)
  2179.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  2180.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  2181.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:528)
  2182.         - locked <0x000000041260de38> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
  2183.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:514)
  2184.         at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  2185.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  2186.         at java.lang.Thread.run(Thread.java:662)
  2187.  
  2188.    Locked ownable synchronizers:
  2189.         - <0x0000000412df9740> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)
  2190.  
  2191. "IPC Reader 5 on port 60020" daemon prio=10 tid=0x00007f3f58ddc800 nid=0x2220 runnable [0x00007f3f2c5ca000]
  2192.    java.lang.Thread.State: RUNNABLE
  2193.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  2194.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  2195.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  2196.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  2197.         - locked <0x000000041260e0c0> (a sun.nio.ch.Util$2)
  2198.         - locked <0x000000041260e0d8> (a java.util.Collections$UnmodifiableSet)
  2199.         - locked <0x0000000412464730> (a sun.nio.ch.EPollSelectorImpl)
  2200.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  2201.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  2202.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:528)
  2203.         - locked <0x000000041260e0f0> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
  2204.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:514)
  2205.         at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  2206.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  2207.         at java.lang.Thread.run(Thread.java:662)
  2208.  
  2209.    Locked ownable synchronizers:
  2210.         - <0x000000041253ffb0> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)
  2211.  
  2212. "IPC Reader 4 on port 60020" daemon prio=10 tid=0x00007f3f5888a000 nid=0x221f runnable [0x00007f3f2c6cb000]
  2213.    java.lang.Thread.State: RUNNABLE
  2214.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  2215.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  2216.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  2217.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  2218.         - locked <0x00000004125fc5c0> (a sun.nio.ch.Util$2)
  2219.         - locked <0x00000004125fc5d8> (a java.util.Collections$UnmodifiableSet)
  2220.         - locked <0x00000004125bbe10> (a sun.nio.ch.EPollSelectorImpl)
  2221.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  2222.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  2223.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:528)
  2224.         - locked <0x00000004125fc590> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
  2225.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:514)
  2226.         at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  2227.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  2228.         at java.lang.Thread.run(Thread.java:662)
  2229.  
  2230.    Locked ownable synchronizers:
  2231.         - <0x00000004125b7f60> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)
  2232.  
  2233. "IPC Reader 3 on port 60020" daemon prio=10 tid=0x00007f3f59145000 nid=0x221e runnable [0x00007f3f2c7cc000]
  2234.    java.lang.Thread.State: RUNNABLE
  2235.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  2236.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  2237.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  2238.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  2239.         - locked <0x00000004125c6960> (a sun.nio.ch.Util$2)
  2240.         - locked <0x00000004125c6978> (a java.util.Collections$UnmodifiableSet)
  2241.         - locked <0x0000000412565ab8> (a sun.nio.ch.EPollSelectorImpl)
  2242.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  2243.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  2244.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:528)
  2245.         - locked <0x00000004125c6930> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
  2246.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:514)
  2247.         at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  2248.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  2249.         at java.lang.Thread.run(Thread.java:662)
  2250.  
  2251.    Locked ownable synchronizers:
  2252.         - <0x0000000412e1ef80> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)
  2253.  
  2254. "IPC Reader 2 on port 60020" daemon prio=10 tid=0x00007f3f59543000 nid=0x221d runnable [0x00007f3f2c8cd000]
  2255.    java.lang.Thread.State: RUNNABLE
  2256.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  2257.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  2258.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  2259.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  2260.         - locked <0x00000004125d3c28> (a sun.nio.ch.Util$2)
  2261.         - locked <0x00000004125d3c40> (a java.util.Collections$UnmodifiableSet)
  2262.         - locked <0x00000004124d11f8> (a sun.nio.ch.EPollSelectorImpl)
  2263.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  2264.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  2265.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:528)
  2266.         - locked <0x00000004125d3bf8> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
  2267.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:514)
  2268.         at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  2269.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  2270.         at java.lang.Thread.run(Thread.java:662)
  2271.  
  2272.    Locked ownable synchronizers:
  2273.         - <0x00000004125300c0> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)
  2274.  
  2275. "IPC Reader 1 on port 60020" daemon prio=10 tid=0x00007f3f59305000 nid=0x221c runnable [0x00007f3f2c9ce000]
  2276.    java.lang.Thread.State: RUNNABLE
  2277.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  2278.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  2279.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  2280.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  2281.         - locked <0x000000041260e120> (a sun.nio.ch.Util$2)
  2282.         - locked <0x000000041260e138> (a java.util.Collections$UnmodifiableSet)
  2283.         - locked <0x0000000412497b98> (a sun.nio.ch.EPollSelectorImpl)
  2284.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  2285.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  2286.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:528)
  2287.         - locked <0x000000041260e348> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
  2288.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:514)
  2289.         at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  2290.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  2291.         at java.lang.Thread.run(Thread.java:662)
  2292.  
  2293.    Locked ownable synchronizers:
  2294.         - <0x00000004125402d0> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)
  2295.  
  2296. "IPC Reader 0 on port 60020" daemon prio=10 tid=0x00007f3f5a046800 nid=0x221b runnable [0x00007f3f2cacf000]
  2297.    java.lang.Thread.State: RUNNABLE
  2298.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  2299.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  2300.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  2301.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  2302.         - locked <0x00000004126094f8> (a sun.nio.ch.Util$2)
  2303.         - locked <0x0000000412609510> (a java.util.Collections$UnmodifiableSet)
  2304.         - locked <0x0000000412582ee8> (a sun.nio.ch.EPollSelectorImpl)
  2305.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  2306.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  2307.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:528)
  2308.         - locked <0x0000000412609528> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader)
  2309.         at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:514)
  2310.         at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  2311.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  2312.         at java.lang.Thread.run(Thread.java:662)
  2313.  
  2314.    Locked ownable synchronizers:
  2315.         - <0x0000000412df96a0> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)
  2316.  
  2317. "Low Memory Detector" daemon prio=10 tid=0x00007f3f58291800 nid=0x2212 runnable [0x0000000000000000]
  2318.    java.lang.Thread.State: RUNNABLE
  2319.  
  2320.    Locked ownable synchronizers:
  2321.         - None
  2322.  
  2323. "C2 CompilerThread1" daemon prio=10 tid=0x00007f3f5828f000 nid=0x2211 waiting on condition [0x0000000000000000]
  2324.    java.lang.Thread.State: RUNNABLE
  2325.  
  2326.    Locked ownable synchronizers:
  2327.         - None
  2328.  
  2329. "C2 CompilerThread0" daemon prio=10 tid=0x00007f3f5828c800 nid=0x2210 waiting on condition [0x0000000000000000]
  2330.    java.lang.Thread.State: RUNNABLE
  2331.  
  2332.    Locked ownable synchronizers:
  2333.         - None
  2334.  
  2335. "Signal Dispatcher" daemon prio=10 tid=0x00007f3f5828a800 nid=0x220f runnable [0x0000000000000000]
  2336.    java.lang.Thread.State: RUNNABLE
  2337.  
  2338.    Locked ownable synchronizers:
  2339.         - None
  2340.  
  2341. "Surrogate Locker Thread (Concurrent GC)" daemon prio=10 tid=0x00007f3f58288800 nid=0x220e waiting on condition [0x0000000000000000]
  2342.    java.lang.Thread.State: RUNNABLE
  2343.  
  2344.    Locked ownable synchronizers:
  2345.         - None
  2346.  
  2347. "Finalizer" daemon prio=10 tid=0x00007f3f5826c000 nid=0x220d in Object.wait() [0x00007f3f33d31000]
  2348.    java.lang.Thread.State: WAITING (on object monitor)
  2349.         at java.lang.Object.wait(Native Method)
  2350.         at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118)
  2351.         - locked <0x0000000412461490> (a java.lang.ref.ReferenceQueue$Lock)
  2352.         at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134)
  2353.         at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159)
  2354.  
  2355.    Locked ownable synchronizers:
  2356.         - None
  2357.  
  2358. "Reference Handler" daemon prio=10 tid=0x00007f3f5826a000 nid=0x220c in Object.wait() [0x00007f3f33e32000]
  2359.    java.lang.Thread.State: WAITING (on object monitor)
  2360.         at java.lang.Object.wait(Native Method)
  2361.         at java.lang.Object.wait(Object.java:485)
  2362.         at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116)
  2363.         - locked <0x00000004124abf88> (a java.lang.ref.Reference$Lock)
  2364.  
  2365.    Locked ownable synchronizers:
  2366.         - None
  2367.  
  2368. "VM Thread" prio=10 tid=0x00007f3f58263000 nid=0x220b runnable
  2369.  
  2370. "Gang worker#0 (Parallel GC Threads)" prio=10 tid=0x00007f3f5801b800 nid=0x21f8 runnable
  2371.  
  2372. "Gang worker#1 (Parallel GC Threads)" prio=10 tid=0x00007f3f5801d000 nid=0x21f9 runnable
  2373.  
  2374. "Gang worker#2 (Parallel GC Threads)" prio=10 tid=0x00007f3f5801f000 nid=0x21fa runnable
  2375.  
  2376. "Gang worker#3 (Parallel GC Threads)" prio=10 tid=0x00007f3f58021000 nid=0x21fb runnable
  2377.  
  2378. "Gang worker#4 (Parallel GC Threads)" prio=10 tid=0x00007f3f58022800 nid=0x21fc runnable
  2379.  
  2380. "Gang worker#5 (Parallel GC Threads)" prio=10 tid=0x00007f3f58024800 nid=0x21fd runnable
  2381.  
  2382. "Gang worker#6 (Parallel GC Threads)" prio=10 tid=0x00007f3f58026800 nid=0x21fe runnable
  2383.  
  2384. "Gang worker#7 (Parallel GC Threads)" prio=10 tid=0x00007f3f58028000 nid=0x21ff runnable
  2385.  
  2386. "Gang worker#8 (Parallel GC Threads)" prio=10 tid=0x00007f3f5802a000 nid=0x2200 runnable
  2387.  
  2388. "Gang worker#9 (Parallel GC Threads)" prio=10 tid=0x00007f3f5802b800 nid=0x2201 runnable
  2389.  
  2390. "Gang worker#10 (Parallel GC Threads)" prio=10 tid=0x00007f3f5802d800 nid=0x2202 runnable
  2391.  
  2392. "Gang worker#11 (Parallel GC Threads)" prio=10 tid=0x00007f3f5802f800 nid=0x2203 runnable
  2393.  
  2394. "Gang worker#12 (Parallel GC Threads)" prio=10 tid=0x00007f3f58031000 nid=0x2204 runnable
  2395.  
  2396. "Gang worker#13 (Parallel GC Threads)" prio=10 tid=0x00007f3f58033000 nid=0x2205 runnable
  2397.  
  2398. "Gang worker#14 (Parallel GC Threads)" prio=10 tid=0x00007f3f58035000 nid=0x2206 runnable
  2399.  
  2400. "Gang worker#15 (Parallel GC Threads)" prio=10 tid=0x00007f3f58036800 nid=0x2207 runnable
  2401.  
  2402. "Gang worker#16 (Parallel GC Threads)" prio=10 tid=0x00007f3f58038800 nid=0x2208 runnable
  2403.  
  2404. "Gang worker#17 (Parallel GC Threads)" prio=10 tid=0x00007f3f5803a800 nid=0x2209 runnable
  2405.  
  2406. "Concurrent Mark-Sweep GC Thread" prio=10 tid=0x00007f3f5821d000 nid=0x220a runnable
  2407. "VM Periodic Task Thread" prio=10 tid=0x00007f3f5829d000 nid=0x2213 waiting on condition
  2408.  
  2409. JNI global references: 1263