API tools faq
paste
Advertisement
Guest User

Threads Stack Traces .. AsyncHbase 1.3.0-rc2

a guest
Dec 2nd, 2013
139
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 120.78 KB | None | 0 0
raw download clone embed print report
  1. IPC Client (1969448753) connection to localhost/127.0.0.1:52098 from rnaik@7051 daemon, prio=5, in group 'main', status: 'WAIT'
  2. at java.lang.Object.wait(Object.java:-1)
  3. at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:845)
  4. at org.apache.hadoop.ipc.Client$Connection.run(Client.java:890)
  5.  
  6. Hashed wheel timer #1@7040, prio=5, in group 'main', status: 'SLEEPING'
  7. at java.lang.Thread.sleep(Thread.java:-1)
  8. at org.jboss.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:467)
  9. at org.jboss.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:376)
  10. at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102)
  11. at java.lang.Thread.run(Thread.java:680)
  12.  
  13. IPC Client (1969448753) connection to /10.11.3.176:52106 from rnaik.hfs.0@6940 daemon, prio=5, in group 'main', status: 'WAIT'
  14. at java.lang.Object.wait(Object.java:-1)
  15. at org.apache.hadoop.hbase.ipc.RpcClient$Connection.waitForWork(RpcClient.java:672)
  16. at org.apache.hadoop.hbase.ipc.RpcClient$Connection.run(RpcClient.java:718)
  17.  
  18. IPC Client (1969448753) connection to localhost/127.0.0.1:52098 from rnaik@6933 daemon, prio=5, in group 'main', status: 'WAIT'
  19. at java.lang.Object.wait(Object.java:-1)
  20. at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:845)
  21. at org.apache.hadoop.ipc.Client$Connection.run(Client.java:890)
  22.  
  23. New I/O worker #1@6895, prio=5, in group 'main', status: 'RUNNING'
  24. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  25. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  26. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  27. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  28. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  29. at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64)
  30. at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:244)
  31. at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35)
  32. at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102)
  33. at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
  34. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
  35. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
  36. at java.lang.Thread.run(Thread.java:680)
  37.  
  38. AM.ZK.Worker-pool2-t13@5299 daemon, prio=5, in group 'main', status: 'WAIT'
  39. at sun.misc.Unsafe.park(Unsafe.java:-1)
  40. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
  41. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  42. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  43. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:955)
  44. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:917)
  45. at java.lang.Thread.run(Thread.java:680)
  46.  
  47. AM.ZK.Worker-pool2-t12@5298 daemon, prio=5, in group 'main', status: 'WAIT'
  48. at sun.misc.Unsafe.park(Unsafe.java:-1)
  49. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
  50. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  51. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  52. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:955)
  53. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:917)
  54. at java.lang.Thread.run(Thread.java:680)
  55.  
  56. AM.ZK.Worker-pool2-t11@5297 daemon, prio=5, in group 'main', status: 'WAIT'
  57. at sun.misc.Unsafe.park(Unsafe.java:-1)
  58. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
  59. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  60. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  61. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:955)
  62. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:917)
  63. at java.lang.Thread.run(Thread.java:680)
  64.  
  65. AM.ZK.Worker-pool2-t10@5292 daemon, prio=5, in group 'main', status: 'WAIT'
  66. at sun.misc.Unsafe.park(Unsafe.java:-1)
  67. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
  68. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  69. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  70. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:955)
  71. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:917)
  72. at java.lang.Thread.run(Thread.java:680)
  73.  
  74. RS_OPEN_REGION-10.11.3.176:52108-1@5291, prio=5, in group 'main', status: 'WAIT'
  75. at sun.misc.Unsafe.park(Unsafe.java:-1)
  76. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  77. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  78. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  79. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:957)
  80. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:917)
  81. at java.lang.Thread.run(Thread.java:680)
  82.  
  83. AM.ZK.Worker-pool2-t9@5289 daemon, prio=5, in group 'main', status: 'WAIT'
  84. at sun.misc.Unsafe.park(Unsafe.java:-1)
  85. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
  86. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  87. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  88. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:955)
  89. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:917)
  90. at java.lang.Thread.run(Thread.java:680)
  91.  
  92. main-EventThread@5237 daemon, prio=5, in group 'main', status: 'WAIT'
  93. at sun.misc.Unsafe.park(Unsafe.java:-1)
  94. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  95. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  96. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  97. at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
  98.  
  99. main-SendThread(fe80:0:0:0:0:0:0:1%1:63735)@5236 daemon, prio=5, in group 'main', status: 'RUNNING'
  100. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  101. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  102. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  103. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  104. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  105. at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
  106. at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
  107.  
  108. ResponseProcessor for block BP-2057828795-10.11.3.176-1386014670864:blk_1073741833_1009@5225 daemon, prio=5, in group 'main', status: 'RUNNING'
  109. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  110. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  111. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  112. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  113. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  114. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
  115. at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
  116. at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
  117. at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
  118. at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118)
  119. at java.io.FilterInputStream.read(FilterInputStream.java:66)
  120. at java.io.FilterInputStream.read(FilterInputStream.java:66)
  121. at org.apache.hadoop.hdfs.protocolPB.PBHelper.vintPrefixed(PBHelper.java:1490)
  122. at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:116)
  123. at org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer$ResponseProcessor.run(DFSOutputStream.java:721)
  124.  
  125. PacketResponder: BP-2057828795-10.11.3.176-1386014670864:blk_1073741833_1009, type=LAST_IN_PIPELINE, downstreams=0:[]@5224 daemon, prio=5, in group 'dataXceiverServer', status: 'WAIT'
  126. at java.lang.Object.wait(Object.java:-1)
  127. at java.lang.Object.wait(Object.java:485)
  128. at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:965)
  129. at java.lang.Thread.run(Thread.java:680)
  130.  
  131. DataXceiver for client DFSClient_hb_rs_10.11.3.176,52108,1386014678595_-631350290_170 at /127.0.0.1:52155 [Receiving block BP-2057828795-10.11.3.176-1386014670864:blk_1073741833_1009]@5222 daemon, prio=5, in group 'dataXceiverServer', status: 'RUNNING'
  132. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  133. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  134. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  135. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  136. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  137. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
  138. at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
  139. at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
  140. at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
  141. at java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
  142. at java.io.BufferedInputStream.read1(BufferedInputStream.java:258)
  143. at java.io.BufferedInputStream.read(BufferedInputStream.java:317)
  144. at java.io.DataInputStream.read(DataInputStream.java:132)
  145. at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:192)
  146. at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:213)
  147. at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134)
  148. at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109)
  149. at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:435)
  150. at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:693)
  151. at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:569)
  152. at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:115)
  153. at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:68)
  154. at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:221)
  155. at java.lang.Thread.run(Thread.java:680)
  156.  
  157. RS_OPEN_REGION-10.11.3.176:52108-0@5162, prio=5, in group 'main', status: 'WAIT'
  158. at sun.misc.Unsafe.park(Unsafe.java:-1)
  159. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  160. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  161. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  162. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:957)
  163. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:917)
  164. at java.lang.Thread.run(Thread.java:680)
  165.  
  166. ResponseProcessor for block BP-2057828795-10.11.3.176-1386014670864:blk_1073741832_1008@5139 daemon, prio=5, in group 'main', status: 'RUNNING'
  167. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  168. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  169. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  170. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  171. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  172. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
  173. at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
  174. at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
  175. at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
  176. at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118)
  177. at java.io.FilterInputStream.read(FilterInputStream.java:66)
  178. at java.io.FilterInputStream.read(FilterInputStream.java:66)
  179. at org.apache.hadoop.hdfs.protocolPB.PBHelper.vintPrefixed(PBHelper.java:1490)
  180. at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:116)
  181. at org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer$ResponseProcessor.run(DFSOutputStream.java:721)
  182.  
  183. PacketResponder: BP-2057828795-10.11.3.176-1386014670864:blk_1073741832_1008, type=LAST_IN_PIPELINE, downstreams=0:[]@5138 daemon, prio=5, in group 'dataXceiverServer', status: 'WAIT'
  184. at java.lang.Object.wait(Object.java:-1)
  185. at java.lang.Object.wait(Object.java:485)
  186. at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:965)
  187. at java.lang.Thread.run(Thread.java:680)
  188.  
  189. DataXceiver for client DFSClient_hb_rs_10.11.3.176,52108,1386014678595_-631350290_170 at /127.0.0.1:52152 [Receiving block BP-2057828795-10.11.3.176-1386014670864:blk_1073741832_1008]@5137 daemon, prio=5, in group 'dataXceiverServer', status: 'RUNNING'
  190. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  191. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  192. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  193. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  194. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  195. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
  196. at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
  197. at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
  198. at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
  199. at java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
  200. at java.io.BufferedInputStream.read1(BufferedInputStream.java:258)
  201. at java.io.BufferedInputStream.read(BufferedInputStream.java:317)
  202. at java.io.DataInputStream.read(DataInputStream.java:132)
  203. at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:192)
  204. at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:213)
  205. at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134)
  206. at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109)
  207. at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:435)
  208. at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:693)
  209. at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:569)
  210. at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:115)
  211. at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:68)
  212. at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:221)
  213. at java.lang.Thread.run(Thread.java:680)
  214.  
  215. MASTER_TABLE_OPERATIONS-10.11.3.176:52106-0@5044, prio=5, in group 'main', status: 'WAIT'
  216. at sun.misc.Unsafe.park(Unsafe.java:-1)
  217. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  218. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  219. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  220. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:957)
  221. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:917)
  222. at java.lang.Thread.run(Thread.java:680)
  223.  
  224. CatalogJanitor-10.11.3.176:52106@5003 daemon, prio=5, in group 'main', status: 'WAIT'
  225. at java.lang.Object.wait(Object.java:-1)
  226. at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:92)
  227. at org.apache.hadoop.hbase.Chore.run(Chore.java:88)
  228. at java.lang.Thread.run(Thread.java:680)
  229.  
  230. 10.11.3.176,52106,1386014673342-BalancerChore@5001 daemon, prio=5, in group 'main', status: 'WAIT'
  231. at java.lang.Object.wait(Object.java:-1)
  232. at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:92)
  233. at org.apache.hadoop.hbase.Chore.run(Chore.java:88)
  234. at java.lang.Thread.run(Thread.java:680)
  235.  
  236. 10.11.3.176,52106,1386014673342-ClusterStatusChore@5000 daemon, prio=5, in group 'main', status: 'WAIT'
  237. at java.lang.Object.wait(Object.java:-1)
  238. at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:92)
  239. at org.apache.hadoop.hbase.Chore.run(Chore.java:88)
  240. at java.lang.Thread.run(Thread.java:680)
  241.  
  242. RS_OPEN_META-10.11.3.176:52108-0.logSyncer@4862 daemon, prio=5, in group 'main', status: 'WAIT'
  243. at java.lang.Object.wait(Object.java:-1)
  244. at org.apache.hadoop.hbase.regionserver.wal.FSHLog$LogSyncer.run(FSHLog.java:960)
  245. at java.lang.Thread.run(Thread.java:680)
  246.  
  247. DataStreamer for file /user/rnaik/hbase/WALs/10.11.3.176,52108,1386014678595/10.11.3.176%2C52108%2C1386014678595.1386014685433.meta block BP-2057828795-10.11.3.176-1386014670864:blk_1073741832_1008@4861 daemon, prio=5, in group 'main', status: 'WAIT'
  248. at java.lang.Object.wait(Object.java:-1)
  249. at org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.run(DFSOutputStream.java:491)
  250.  
  251. RS_OPEN_META-10.11.3.176:52108-0-MetaLogRoller@4849 daemon, prio=5, in group 'main', status: 'WAIT'
  252. at java.lang.Object.wait(Object.java:-1)
  253. at org.apache.hadoop.hbase.regionserver.LogRoller.run(LogRoller.java:78)
  254. at java.lang.Thread.run(Thread.java:680)
  255.  
  256. RS_OPEN_META-10.11.3.176:52108-0@4843, prio=5, in group 'main', status: 'WAIT'
  257. at sun.misc.Unsafe.park(Unsafe.java:-1)
  258. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  259. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  260. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  261. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:957)
  262. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:917)
  263. at java.lang.Thread.run(Thread.java:680)
  264.  
  265. SplitLogWorker-10.11.3.176,52108,1386014678595@4770, prio=5, in group 'main', status: 'WAIT'
  266. at java.lang.Object.wait(Object.java:-1)
  267. at org.apache.hadoop.hbase.regionserver.SplitLogWorker.taskLoop(SplitLogWorker.java:254)
  268. at org.apache.hadoop.hbase.regionserver.SplitLogWorker.run(SplitLogWorker.java:205)
  269. at java.lang.Thread.run(Thread.java:680)
  270.  
  271. Replication.RpcServer.handler=2,port=52108@4766 daemon, prio=5, in group 'main', status: 'WAIT'
  272. at sun.misc.Unsafe.park(Unsafe.java:-1)
  273. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  274. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  275. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  276. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  277.  
  278. Replication.RpcServer.handler=1,port=52108@4765 daemon, prio=5, in group 'main', status: 'WAIT'
  279. at sun.misc.Unsafe.park(Unsafe.java:-1)
  280. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  281. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  282. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  283. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  284.  
  285. Replication.RpcServer.handler=0,port=52108@4764 daemon, prio=5, in group 'main', status: 'WAIT'
  286. at sun.misc.Unsafe.park(Unsafe.java:-1)
  287. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  288. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  289. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  290. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  291.  
  292. Priority.RpcServer.handler=9,port=52108@4763 daemon, prio=5, in group 'main', status: 'WAIT'
  293. at sun.misc.Unsafe.park(Unsafe.java:-1)
  294. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  295. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  296. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  297. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  298.  
  299. Priority.RpcServer.handler=8,port=52108@4762 daemon, prio=5, in group 'main', status: 'WAIT'
  300. at sun.misc.Unsafe.park(Unsafe.java:-1)
  301. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  302. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  303. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  304. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  305.  
  306. Priority.RpcServer.handler=7,port=52108@4761 daemon, prio=5, in group 'main', status: 'WAIT'
  307. at sun.misc.Unsafe.park(Unsafe.java:-1)
  308. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  309. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  310. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  311. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  312.  
  313. Priority.RpcServer.handler=6,port=52108@4760 daemon, prio=5, in group 'main', status: 'WAIT'
  314. at sun.misc.Unsafe.park(Unsafe.java:-1)
  315. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  316. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  317. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  318. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  319.  
  320. Priority.RpcServer.handler=5,port=52108@4759 daemon, prio=5, in group 'main', status: 'WAIT'
  321. at sun.misc.Unsafe.park(Unsafe.java:-1)
  322. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  323. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  324. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  325. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  326.  
  327. Priority.RpcServer.handler=4,port=52108@4758 daemon, prio=5, in group 'main', status: 'WAIT'
  328. at sun.misc.Unsafe.park(Unsafe.java:-1)
  329. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  330. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  331. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  332. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  333.  
  334. Priority.RpcServer.handler=3,port=52108@4757 daemon, prio=5, in group 'main', status: 'WAIT'
  335. at sun.misc.Unsafe.park(Unsafe.java:-1)
  336. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  337. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  338. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  339. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  340.  
  341. Priority.RpcServer.handler=2,port=52108@4756 daemon, prio=5, in group 'main', status: 'WAIT'
  342. at sun.misc.Unsafe.park(Unsafe.java:-1)
  343. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  344. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  345. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  346. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  347.  
  348. Priority.RpcServer.handler=1,port=52108@4755 daemon, prio=5, in group 'main', status: 'WAIT'
  349. at sun.misc.Unsafe.park(Unsafe.java:-1)
  350. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  351. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  352. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  353. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  354.  
  355. Priority.RpcServer.handler=0,port=52108@4754 daemon, prio=5, in group 'main', status: 'WAIT'
  356. at sun.misc.Unsafe.park(Unsafe.java:-1)
  357. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  358. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  359. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  360. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  361.  
  362. RpcServer.handler=29,port=52108@4753 daemon, prio=5, in group 'main', status: 'WAIT'
  363. at sun.misc.Unsafe.park(Unsafe.java:-1)
  364. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  365. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  366. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  367. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  368.  
  369. RpcServer.handler=28,port=52108@4752 daemon, prio=5, in group 'main', status: 'WAIT'
  370. at sun.misc.Unsafe.park(Unsafe.java:-1)
  371. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  372. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  373. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  374. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  375.  
  376. RpcServer.handler=27,port=52108@4751 daemon, prio=5, in group 'main', status: 'WAIT'
  377. at sun.misc.Unsafe.park(Unsafe.java:-1)
  378. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  379. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  380. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  381. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  382.  
  383. RpcServer.handler=26,port=52108@4750 daemon, prio=5, in group 'main', status: 'WAIT'
  384. at sun.misc.Unsafe.park(Unsafe.java:-1)
  385. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  386. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  387. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  388. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  389.  
  390. RpcServer.handler=25,port=52108@4749 daemon, prio=5, in group 'main', status: 'WAIT'
  391. at sun.misc.Unsafe.park(Unsafe.java:-1)
  392. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  393. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  394. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  395. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  396.  
  397. RpcServer.handler=24,port=52108@4748 daemon, prio=5, in group 'main', status: 'WAIT'
  398. at sun.misc.Unsafe.park(Unsafe.java:-1)
  399. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  400. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  401. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  402. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  403.  
  404. RpcServer.handler=23,port=52108@4747 daemon, prio=5, in group 'main', status: 'WAIT'
  405. at sun.misc.Unsafe.park(Unsafe.java:-1)
  406. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  407. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  408. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  409. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  410.  
  411. RpcServer.handler=22,port=52108@4746 daemon, prio=5, in group 'main', status: 'WAIT'
  412. at sun.misc.Unsafe.park(Unsafe.java:-1)
  413. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  414. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  415. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  416. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  417.  
  418. RpcServer.handler=21,port=52108@4745 daemon, prio=5, in group 'main', status: 'WAIT'
  419. at sun.misc.Unsafe.park(Unsafe.java:-1)
  420. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  421. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  422. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  423. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  424.  
  425. RpcServer.handler=20,port=52108@4744 daemon, prio=5, in group 'main', status: 'WAIT'
  426. at sun.misc.Unsafe.park(Unsafe.java:-1)
  427. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  428. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  429. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  430. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  431.  
  432. RpcServer.handler=19,port=52108@4743 daemon, prio=5, in group 'main', status: 'WAIT'
  433. at sun.misc.Unsafe.park(Unsafe.java:-1)
  434. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  435. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  436. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  437. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  438.  
  439. RpcServer.handler=18,port=52108@4742 daemon, prio=5, in group 'main', status: 'WAIT'
  440. at sun.misc.Unsafe.park(Unsafe.java:-1)
  441. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  442. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  443. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  444. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  445.  
  446. RpcServer.handler=17,port=52108@4741 daemon, prio=5, in group 'main', status: 'WAIT'
  447. at sun.misc.Unsafe.park(Unsafe.java:-1)
  448. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  449. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  450. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  451. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  452.  
  453. RpcServer.handler=16,port=52108@4740 daemon, prio=5, in group 'main', status: 'WAIT'
  454. at sun.misc.Unsafe.park(Unsafe.java:-1)
  455. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  456. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  457. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  458. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  459.  
  460. RpcServer.handler=15,port=52108@4739 daemon, prio=5, in group 'main', status: 'WAIT'
  461. at sun.misc.Unsafe.park(Unsafe.java:-1)
  462. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  463. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  464. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  465. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  466.  
  467. RpcServer.handler=14,port=52108@4738 daemon, prio=5, in group 'main', status: 'WAIT'
  468. at sun.misc.Unsafe.park(Unsafe.java:-1)
  469. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  470. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  471. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  472. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  473.  
  474. RpcServer.handler=13,port=52108@4737 daemon, prio=5, in group 'main', status: 'WAIT'
  475. at sun.misc.Unsafe.park(Unsafe.java:-1)
  476. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  477. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  478. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  479. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  480.  
  481. RpcServer.handler=12,port=52108@4736 daemon, prio=5, in group 'main', status: 'WAIT'
  482. at sun.misc.Unsafe.park(Unsafe.java:-1)
  483. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  484. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  485. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  486. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  487.  
  488. RpcServer.handler=11,port=52108@4735 daemon, prio=5, in group 'main', status: 'WAIT'
  489. at sun.misc.Unsafe.park(Unsafe.java:-1)
  490. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  491. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  492. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  493. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  494.  
  495. RpcServer.handler=10,port=52108@4734 daemon, prio=5, in group 'main', status: 'WAIT'
  496. at sun.misc.Unsafe.park(Unsafe.java:-1)
  497. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  498. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  499. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  500. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  501.  
  502. RpcServer.handler=9,port=52108@4733 daemon, prio=5, in group 'main', status: 'WAIT'
  503. at sun.misc.Unsafe.park(Unsafe.java:-1)
  504. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  505. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  506. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  507. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  508.  
  509. RpcServer.handler=8,port=52108@4732 daemon, prio=5, in group 'main', status: 'WAIT'
  510. at sun.misc.Unsafe.park(Unsafe.java:-1)
  511. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  512. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  513. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  514. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  515.  
  516. RpcServer.handler=7,port=52108@4731 daemon, prio=5, in group 'main', status: 'WAIT'
  517. at sun.misc.Unsafe.park(Unsafe.java:-1)
  518. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  519. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  520. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  521. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  522.  
  523. RpcServer.handler=6,port=52108@4730 daemon, prio=5, in group 'main', status: 'WAIT'
  524. at sun.misc.Unsafe.park(Unsafe.java:-1)
  525. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  526. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  527. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  528. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  529.  
  530. RpcServer.handler=5,port=52108@4729 daemon, prio=5, in group 'main', status: 'WAIT'
  531. at sun.misc.Unsafe.park(Unsafe.java:-1)
  532. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  533. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  534. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  535. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  536.  
  537. RpcServer.handler=4,port=52108@4728 daemon, prio=5, in group 'main', status: 'WAIT'
  538. at sun.misc.Unsafe.park(Unsafe.java:-1)
  539. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  540. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  541. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  542. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  543.  
  544. RpcServer.handler=3,port=52108@4727 daemon, prio=5, in group 'main', status: 'WAIT'
  545. at sun.misc.Unsafe.park(Unsafe.java:-1)
  546. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  547. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  548. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  549. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  550.  
  551. RpcServer.handler=2,port=52108@4726 daemon, prio=5, in group 'main', status: 'WAIT'
  552. at sun.misc.Unsafe.park(Unsafe.java:-1)
  553. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  554. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  555. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  556. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  557.  
  558. RpcServer.handler=1,port=52108@4725 daemon, prio=5, in group 'main', status: 'WAIT'
  559. at sun.misc.Unsafe.park(Unsafe.java:-1)
  560. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  561. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  562. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  563. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  564.  
  565. RpcServer.handler=0,port=52108@4724 daemon, prio=5, in group 'main', status: 'WAIT'
  566. at sun.misc.Unsafe.park(Unsafe.java:-1)
  567. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  568. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  569. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  570. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  571.  
  572. RpcServer.listener,port=52108@4723 daemon, prio=5, in group 'main', status: 'RUNNING'
  573. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  574. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  575. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  576. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  577. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  578. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  579. at org.apache.hadoop.hbase.ipc.RpcServer$Listener.run(RpcServer.java:660)
  580.  
  581. RpcServer.responder@4722 daemon, prio=5, in group 'main', status: 'RUNNING'
  582. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  583. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  584. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  585. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  586. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  587. at org.apache.hadoop.hbase.ipc.RpcServer$Responder.doRunLoop(RpcServer.java:847)
  588. at org.apache.hadoop.hbase.ipc.RpcServer$Responder.run(RpcServer.java:830)
  589.  
  590. 10.11.3.176:52108Replication Statistics #0@4721 daemon, prio=5, in group 'main', status: 'WAIT'
  591. at sun.misc.Unsafe.park(Unsafe.java:-1)
  592. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
  593. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  594. at java.util.concurrent.DelayQueue.take(DelayQueue.java:164)
  595. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609)
  596. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602)
  597. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:957)
  598. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:917)
  599. at java.lang.Thread.run(Thread.java:680)
  600.  
  601. RS:0;10.11.3.176:52108-EventThread@4719 daemon, prio=5, in group 'main', status: 'WAIT'
  602. at sun.misc.Unsafe.park(Unsafe.java:-1)
  603. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  604. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  605. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  606. at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
  607.  
  608. RS:0;10.11.3.176:52108-SendThread(localhost:63735)@4718 daemon, prio=5, in group 'main', status: 'RUNNING'
  609. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  610. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  611. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  612. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  613. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  614. at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
  615. at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
  616.  
  617. Timer-3@4713 daemon, prio=5, in group 'main', status: 'WAIT'
  618. at java.lang.Object.wait(Object.java:-1)
  619. at java.util.TimerThread.mainLoop(Timer.java:509)
  620. at java.util.TimerThread.run(Timer.java:462)
  621.  
  622. 459659709@qtp-1056892868-1 - Acceptor0 SelectChannelConnector@0.0.0.0:60030@4712 daemon, prio=5, in group 'main', status: 'RUNNING'
  623. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  624. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  625. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  626. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  627. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  628. at org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498)
  629. at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192)
  630. at org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124)
  631. at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708)
  632. at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
  633.  
  634. 660046352@qtp-1056892868-0@4711 daemon, prio=5, in group 'main', status: 'WAIT'
  635. at java.lang.Object.wait(Object.java:-1)
  636. at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626)
  637.  
  638. RS:0;10.11.3.176:52108.leaseChecker@4710 daemon, prio=5, in group 'main', status: 'SLEEPING'
  639. at java.lang.Thread.sleep(Thread.java:-1)
  640. at org.apache.hadoop.hbase.regionserver.Leases.run(Leases.java:95)
  641. at java.lang.Thread.run(Thread.java:680)
  642.  
  643. RS:0;10.11.3.176:52108.periodicFlusher@4709 daemon, prio=5, in group 'main', status: 'WAIT'
  644. at java.lang.Object.wait(Object.java:-1)
  645. at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:92)
  646. at org.apache.hadoop.hbase.Chore.run(Chore.java:88)
  647. at java.lang.Thread.run(Thread.java:680)
  648.  
  649. RS:0;10.11.3.176:52108.compactionChecker@4708 daemon, prio=5, in group 'main', status: 'WAIT'
  650. at java.lang.Object.wait(Object.java:-1)
  651. at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:92)
  652. at org.apache.hadoop.hbase.Chore.run(Chore.java:88)
  653. at java.lang.Thread.run(Thread.java:680)
  654.  
  655. Thread-139@4707, prio=5, in group 'main', status: 'WAIT'
  656. at sun.misc.Unsafe.park(Unsafe.java:-1)
  657. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
  658. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  659. at java.util.concurrent.DelayQueue.poll(DelayQueue.java:201)
  660. at java.util.concurrent.DelayQueue.poll(DelayQueue.java:39)
  661. at org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:228)
  662. at java.lang.Thread.run(Thread.java:680)
  663.  
  664. RS:0;10.11.3.176:52108.logRoller@4705 daemon, prio=5, in group 'main', status: 'WAIT'
  665. at java.lang.Object.wait(Object.java:-1)
  666. at org.apache.hadoop.hbase.regionserver.LogRoller.run(LogRoller.java:78)
  667. at java.lang.Thread.run(Thread.java:680)
  668.  
  669. HBase-Metrics2-1@4700 daemon, prio=5, in group 'main', status: 'WAIT'
  670. at sun.misc.Unsafe.park(Unsafe.java:-1)
  671. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
  672. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  673. at java.util.concurrent.DelayQueue.take(DelayQueue.java:164)
  674. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609)
  675. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602)
  676. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:957)
  677. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:917)
  678. at java.lang.Thread.run(Thread.java:680)
  679.  
  680. RS:0;10.11.3.176:52108.logSyncer@4691 daemon, prio=5, in group 'main', status: 'WAIT'
  681. at java.lang.Object.wait(Object.java:-1)
  682. at org.apache.hadoop.hbase.regionserver.wal.FSHLog$LogSyncer.run(FSHLog.java:960)
  683. at java.lang.Thread.run(Thread.java:680)
  684.  
  685. LeaseRenewer:rnaik.hfs.0@localhost:52098@4690 daemon, prio=5, in group 'main', status: 'SLEEPING'
  686. at java.lang.Thread.sleep(Thread.java:-1)
  687. at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:438)
  688. at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71)
  689. at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:298)
  690. at java.lang.Thread.run(Thread.java:680)
  691.  
  692. DataStreamer for file /user/rnaik/hbase/WALs/10.11.3.176,52108,1386014678595/10.11.3.176%2C52108%2C1386014678595.1386014684378 block BP-2057828795-10.11.3.176-1386014670864:blk_1073741833_1009@4689 daemon, prio=5, in group 'main', status: 'WAIT'
  693. at java.lang.Object.wait(Object.java:-1)
  694. at org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.run(DFSOutputStream.java:491)
  695.  
  696. M:0;10.11.3.176:52106.archivedHFileCleaner@4597 daemon, prio=5, in group 'main', status: 'WAIT'
  697. at java.lang.Object.wait(Object.java:-1)
  698. at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:92)
  699. at org.apache.hadoop.hbase.Chore.run(Chore.java:88)
  700. at java.lang.Thread.run(Thread.java:680)
  701.  
  702. snapshot-hfile-cleaner-cache-refresher@4594 daemon, prio=5, in group 'main', status: 'WAIT'
  703. at java.lang.Object.wait(Object.java:-1)
  704. at java.util.TimerThread.mainLoop(Timer.java:509)
  705. at java.util.TimerThread.run(Timer.java:462)
  706.  
  707. M:0;10.11.3.176:52106.oldLogCleaner@4585 daemon, prio=5, in group 'main', status: 'WAIT'
  708. at java.lang.Object.wait(Object.java:-1)
  709. at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:92)
  710. at org.apache.hadoop.hbase.Chore.run(Chore.java:88)
  711. at java.lang.Thread.run(Thread.java:680)
  712.  
  713. snapshot-log-cleaner-cache-refresher@4584 daemon, prio=5, in group 'main', status: 'WAIT'
  714. at java.lang.Object.wait(Object.java:-1)
  715. at java.util.TimerThread.mainLoop(Timer.java:509)
  716. at java.util.TimerThread.run(Timer.java:462)
  717.  
  718. M:0;10.11.3.176:52106-EventThread@4554 daemon, prio=5, in group 'main', status: 'WAIT'
  719. at sun.misc.Unsafe.park(Unsafe.java:-1)
  720. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  721. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  722. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  723. at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
  724.  
  725. M:0;10.11.3.176:52106-SendThread(localhost:63735)@4553 daemon, prio=5, in group 'main', status: 'RUNNING'
  726. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  727. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  728. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  729. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  730. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  731. at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
  732. at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
  733.  
  734. JvmPauseMonitor@4534 daemon, prio=5, in group 'main', status: 'SLEEPING'
  735. at java.lang.Thread.sleep(Thread.java:-1)
  736. at org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:159)
  737. at java.lang.Thread.run(Thread.java:680)
  738.  
  739. RS:0;10.11.3.176:52108-EventThread@4496 daemon, prio=5, in group 'main', status: 'WAIT'
  740. at sun.misc.Unsafe.park(Unsafe.java:-1)
  741. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  742. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  743. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  744. at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
  745.  
  746. RS:0;10.11.3.176:52108-SendThread(localhost:63735)@4495 daemon, prio=5, in group 'main', status: 'RUNNING'
  747. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  748. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  749. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  750. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  751. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  752. at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
  753. at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
  754.  
  755. M:0;10.11.3.176:52106-EventThread@4424 daemon, prio=5, in group 'main', status: 'WAIT'
  756. at sun.misc.Unsafe.park(Unsafe.java:-1)
  757. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  758. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  759. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  760. at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
  761.  
  762. M:0;10.11.3.176:52106-SendThread(fe80:0:0:0:0:0:0:1%1:63735)@4423 daemon, prio=5, in group 'main', status: 'RUNNING'
  763. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  764. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  765. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  766. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  767. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  768. at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
  769. at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
  770.  
  771. 10.11.3.176,52106,1386014673342.splitLogManagerTimeoutMonitor@4406 daemon, prio=5, in group 'main', status: 'WAIT'
  772. at java.lang.Object.wait(Object.java:-1)
  773. at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:92)
  774. at org.apache.hadoop.hbase.Chore.run(Chore.java:88)
  775. at java.lang.Thread.run(Thread.java:680)
  776.  
  777. RS:0;10.11.3.176:52108-EventThread@4202 daemon, prio=5, in group 'main', status: 'WAIT'
  778. at sun.misc.Unsafe.park(Unsafe.java:-1)
  779. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  780. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  781. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  782. at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
  783.  
  784. RS:0;10.11.3.176:52108-SendThread(localhost:63735)@4201 daemon, prio=5, in group 'main', status: 'RUNNING'
  785. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  786. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  787. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  788. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  789. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  790. at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
  791. at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
  792.  
  793. RS:0;10.11.3.176:52108@4197, prio=5, in group 'main', status: 'WAIT'
  794. at java.lang.Object.wait(Object.java:-1)
  795. at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:92)
  796. at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:56)
  797. at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:841)
  798. at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:155)
  799. at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:107)
  800. at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:139)
  801. at java.security.AccessController.doPrivileged(AccessController.java:-1)
  802. at javax.security.auth.Subject.doAs(Subject.java:337)
  803. at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1471)
  804. at sun.reflect.NativeMethodAccessorImpl.invoke0(NativeMethodAccessorImpl.java:-1)
  805. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  806. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  807. at java.lang.reflect.Method.invoke(Method.java:597)
  808. at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
  809. at org.apache.hadoop.hbase.security.User.call(User.java:414)
  810. at org.apache.hadoop.hbase.security.User.access$300(User.java:48)
  811. at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:254)
  812. at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:137)
  813. at java.lang.Thread.run(Thread.java:680)
  814.  
  815. org.apache.hadoop.hdfs.PeerCache@101b8d82@4187 daemon, prio=5, in group 'main', status: 'SLEEPING'
  816. at java.lang.Thread.sleep(Thread.java:-1)
  817. at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:252)
  818. at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:39)
  819. at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:135)
  820. at java.lang.Thread.run(Thread.java:680)
  821.  
  822. Timer-2@4109 daemon, prio=5, in group 'main', status: 'WAIT'
  823. at java.lang.Object.wait(Object.java:-1)
  824. at java.util.TimerThread.mainLoop(Timer.java:509)
  825. at java.util.TimerThread.run(Timer.java:462)
  826.  
  827. 991327472@qtp-1116247759-1 - Acceptor0 SelectChannelConnector@0.0.0.0:60010@4106 daemon, prio=5, in group 'main', status: 'RUNNING'
  828. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  829. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  830. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  831. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  832. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  833. at org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498)
  834. at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192)
  835. at org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124)
  836. at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708)
  837. at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
  838.  
  839. 1373076110@qtp-1116247759-0@4105 daemon, prio=5, in group 'main', status: 'WAIT'
  840. at java.lang.Object.wait(Object.java:-1)
  841. at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626)
  842.  
  843. M:0;10.11.3.176:52106@4097, prio=5, in group 'main', status: 'WAIT'
  844. at java.lang.Object.wait(Object.java:-1)
  845. at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:92)
  846. at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:56)
  847. at org.apache.hadoop.hbase.master.HMaster.loop(HMaster.java:734)
  848. at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:604)
  849. at java.lang.Thread.run(Thread.java:680)
  850.  
  851. LruStats #0@4090 daemon, prio=5, in group 'main', status: 'WAIT'
  852. at sun.misc.Unsafe.park(Unsafe.java:-1)
  853. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
  854. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  855. at java.util.concurrent.DelayQueue.take(DelayQueue.java:164)
  856. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609)
  857. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602)
  858. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:957)
  859. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:917)
  860. at java.lang.Thread.run(Thread.java:680)
  861.  
  862. main.LruBlockCache.EvictionThread@4088 daemon, prio=5, in group 'main', status: 'WAIT'
  863. at java.lang.Object.wait(Object.java:-1)
  864. at java.lang.Object.wait(Object.java:485)
  865. at org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:678)
  866. at java.lang.Thread.run(Thread.java:680)
  867.  
  868. RpcServer.reader=9,port=52108@4057 daemon, prio=5, in group 'main', status: 'RUNNING'
  869. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  870. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  871. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  872. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  873. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  874. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  875. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  876. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  877. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
  878. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
  879. at java.lang.Thread.run(Thread.java:680)
  880.  
  881. RpcServer.reader=8,port=52108@4056 daemon, prio=5, in group 'main', status: 'RUNNING'
  882. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  883. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  884. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  885. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  886. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  887. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  888. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  889. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  890. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
  891. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
  892. at java.lang.Thread.run(Thread.java:680)
  893.  
  894. RpcServer.reader=7,port=52108@4055 daemon, prio=5, in group 'main', status: 'RUNNING'
  895. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  896. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  897. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  898. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  899. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  900. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  901. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  902. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  903. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
  904. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
  905. at java.lang.Thread.run(Thread.java:680)
  906.  
  907. RpcServer.reader=6,port=52108@4054 daemon, prio=5, in group 'main', status: 'RUNNING'
  908. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  909. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  910. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  911. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  912. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  913. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  914. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  915. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  916. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
  917. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
  918. at java.lang.Thread.run(Thread.java:680)
  919.  
  920. RpcServer.reader=5,port=52108@4053 daemon, prio=5, in group 'main', status: 'RUNNING'
  921. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  922. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  923. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  924. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  925. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  926. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  927. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  928. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  929. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
  930. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
  931. at java.lang.Thread.run(Thread.java:680)
  932.  
  933. RpcServer.reader=4,port=52108@4052 daemon, prio=5, in group 'main', status: 'RUNNING'
  934. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  935. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  936. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  937. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  938. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  939. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  940. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  941. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  942. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
  943. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
  944. at java.lang.Thread.run(Thread.java:680)
  945.  
  946. RpcServer.reader=3,port=52108@4051 daemon, prio=5, in group 'main', status: 'RUNNING'
  947. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  948. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  949. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  950. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  951. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  952. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  953. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  954. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  955. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
  956. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
  957. at java.lang.Thread.run(Thread.java:680)
  958.  
  959. RpcServer.reader=2,port=52108@4050 daemon, prio=5, in group 'main', status: 'RUNNING'
  960. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  961. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  962. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  963. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  964. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  965. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  966. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  967. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  968. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
  969. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
  970. at java.lang.Thread.run(Thread.java:680)
  971.  
  972. RpcServer.reader=1,port=52108@4049 daemon, prio=5, in group 'main', status: 'RUNNING'
  973. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  974. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  975. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  976. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  977. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  978. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  979. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  980. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  981. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
  982. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
  983. at java.lang.Thread.run(Thread.java:680)
  984.  
  985. RpcServer.reader=0,port=52108@4048 daemon, prio=5, in group 'main', status: 'RUNNING'
  986. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  987. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  988. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  989. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  990. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  991. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  992. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  993. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  994. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
  995. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
  996. at java.lang.Thread.run(Thread.java:680)
  997.  
  998. JvmPauseMonitor@4016 daemon, prio=5, in group 'main', status: 'SLEEPING'
  999. at java.lang.Thread.sleep(Thread.java:-1)
  1000. at org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:159)
  1001. at java.lang.Thread.run(Thread.java:680)
  1002.  
  1003. Replication.RpcServer.handler=2,port=52106@4004 daemon, prio=5, in group 'main', status: 'WAIT'
  1004. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1005. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1006. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1007. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1008. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  1009.  
  1010. Replication.RpcServer.handler=1,port=52106@4003 daemon, prio=5, in group 'main', status: 'WAIT'
  1011. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1012. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1013. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1014. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1015. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  1016.  
  1017. Replication.RpcServer.handler=0,port=52106@4002 daemon, prio=5, in group 'main', status: 'WAIT'
  1018. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1019. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1020. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1021. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1022. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  1023.  
  1024. RpcServer.handler=29,port=52106@4001 daemon, prio=5, in group 'main', status: 'WAIT'
  1025. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1026. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1027. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1028. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1029. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  1030.  
  1031. RpcServer.handler=28,port=52106@4000 daemon, prio=5, in group 'main', status: 'WAIT'
  1032. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1033. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1034. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1035. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1036. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  1037.  
  1038. RpcServer.handler=27,port=52106@3999 daemon, prio=5, in group 'main', status: 'WAIT'
  1039. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1040. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1041. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1042. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1043. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  1044.  
  1045. RpcServer.handler=26,port=52106@3998 daemon, prio=5, in group 'main', status: 'WAIT'
  1046. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1047. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1048. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1049. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1050. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  1051.  
  1052. RpcServer.handler=25,port=52106@3997 daemon, prio=5, in group 'main', status: 'WAIT'
  1053. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1054. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1055. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1056. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1057. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  1058.  
  1059. RpcServer.handler=24,port=52106@3996 daemon, prio=5, in group 'main', status: 'WAIT'
  1060. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1061. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1062. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1063. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1064. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  1065.  
  1066. RpcServer.handler=23,port=52106@3995 daemon, prio=5, in group 'main', status: 'WAIT'
  1067. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1068. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1069. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1070. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1071. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  1072.  
  1073. RpcServer.handler=22,port=52106@3994 daemon, prio=5, in group 'main', status: 'WAIT'
  1074. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1075. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1076. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1077. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1078. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  1079.  
  1080. RpcServer.handler=21,port=52106@3993 daemon, prio=5, in group 'main', status: 'WAIT'
  1081. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1082. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1083. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1084. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1085. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  1086.  
  1087. RpcServer.handler=20,port=52106@3992 daemon, prio=5, in group 'main', status: 'WAIT'
  1088. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1089. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1090. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1091. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1092. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  1093.  
  1094. RpcServer.handler=19,port=52106@3991 daemon, prio=5, in group 'main', status: 'WAIT'
  1095. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1096. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1097. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1098. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1099. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  1100.  
  1101. RpcServer.handler=18,port=52106@3990 daemon, prio=5, in group 'main', status: 'WAIT'
  1102. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1103. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1104. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1105. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1106. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  1107.  
  1108. RpcServer.handler=17,port=52106@3989 daemon, prio=5, in group 'main', status: 'WAIT'
  1109. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1110. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1111. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1112. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1113. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  1114.  
  1115. RpcServer.handler=16,port=52106@3988 daemon, prio=5, in group 'main', status: 'WAIT'
  1116. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1117. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1118. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1119. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1120. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  1121.  
  1122. RpcServer.handler=15,port=52106@3987 daemon, prio=5, in group 'main', status: 'WAIT'
  1123. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1124. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1125. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1126. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1127. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  1128.  
  1129. RpcServer.handler=14,port=52106@3985 daemon, prio=5, in group 'main', status: 'WAIT'
  1130. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1131. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1132. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1133. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1134. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  1135.  
  1136. RpcServer.handler=13,port=52106@3984 daemon, prio=5, in group 'main', status: 'WAIT'
  1137. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1138. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1139. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1140. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1141. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  1142.  
  1143. RpcServer.handler=12,port=52106@3983 daemon, prio=5, in group 'main', status: 'WAIT'
  1144. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1145. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1146. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1147. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1148. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  1149.  
  1150. RpcServer.handler=11,port=52106@3982 daemon, prio=5, in group 'main', status: 'WAIT'
  1151. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1152. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1153. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1154. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1155. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  1156.  
  1157. RpcServer.handler=10,port=52106@3981 daemon, prio=5, in group 'main', status: 'WAIT'
  1158. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1159. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1160. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1161. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1162. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  1163.  
  1164. RpcServer.handler=9,port=52106@3980 daemon, prio=5, in group 'main', status: 'WAIT'
  1165. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1166. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1167. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1168. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1169. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  1170.  
  1171. RpcServer.handler=8,port=52106@3979 daemon, prio=5, in group 'main', status: 'WAIT'
  1172. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1173. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1174. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1175. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1176. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  1177.  
  1178. RpcServer.handler=7,port=52106@3978 daemon, prio=5, in group 'main', status: 'WAIT'
  1179. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1180. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1181. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1182. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1183. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  1184.  
  1185. RpcServer.handler=6,port=52106@3977 daemon, prio=5, in group 'main', status: 'WAIT'
  1186. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1187. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1188. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1189. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1190. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  1191.  
  1192. RpcServer.handler=5,port=52106@3976 daemon, prio=5, in group 'main', status: 'WAIT'
  1193. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1194. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1195. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1196. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1197. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  1198.  
  1199. RpcServer.handler=4,port=52106@3975 daemon, prio=5, in group 'main', status: 'WAIT'
  1200. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1201. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1202. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1203. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1204. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  1205.  
  1206. RpcServer.handler=3,port=52106@3974 daemon, prio=5, in group 'main', status: 'WAIT'
  1207. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1208. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1209. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1210. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1211. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  1212.  
  1213. RpcServer.handler=2,port=52106@3973 daemon, prio=5, in group 'main', status: 'WAIT'
  1214. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1215. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1216. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1217. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1218. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  1219.  
  1220. RpcServer.handler=1,port=52106@3972 daemon, prio=5, in group 'main', status: 'WAIT'
  1221. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1222. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1223. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1224. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1225. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  1226.  
  1227. RpcServer.handler=0,port=52106@3971 daemon, prio=5, in group 'main', status: 'WAIT'
  1228. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1229. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1230. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1231. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1232. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  1233.  
  1234. RpcServer.listener,port=52106@3960 daemon, prio=5, in group 'main', status: 'RUNNING'
  1235. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  1236. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  1237. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  1238. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1239. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1240. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1241. at org.apache.hadoop.hbase.ipc.RpcServer$Listener.run(RpcServer.java:660)
  1242.  
  1243. RpcServer.responder@3959 daemon, prio=5, in group 'main', status: 'RUNNING'
  1244. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  1245. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  1246. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  1247. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1248. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1249. at org.apache.hadoop.hbase.ipc.RpcServer$Responder.doRunLoop(RpcServer.java:847)
  1250. at org.apache.hadoop.hbase.ipc.RpcServer$Responder.run(RpcServer.java:830)
  1251.  
  1252. main-EventThread@3883 daemon, prio=5, in group 'main', status: 'WAIT'
  1253. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1254. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1255. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1256. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1257. at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
  1258.  
  1259. main-SendThread(fe80:0:0:0:0:0:0:1%1:63735)@3882 daemon, prio=5, in group 'main', status: 'RUNNING'
  1260. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  1261. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  1262. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  1263. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1264. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1265. at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
  1266. at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
  1267.  
  1268. RpcServer.reader=9,port=52106@3821 daemon, prio=5, in group 'main', status: 'RUNNING'
  1269. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  1270. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  1271. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  1272. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1273. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1274. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1275. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  1276. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  1277. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
  1278. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
  1279. at java.lang.Thread.run(Thread.java:680)
  1280.  
  1281. RpcServer.reader=8,port=52106@3820 daemon, prio=5, in group 'main', status: 'RUNNING'
  1282. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  1283. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  1284. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  1285. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1286. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1287. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1288. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  1289. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  1290. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
  1291. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
  1292. at java.lang.Thread.run(Thread.java:680)
  1293.  
  1294. RpcServer.reader=7,port=52106@3819 daemon, prio=5, in group 'main', status: 'RUNNING'
  1295. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  1296. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  1297. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  1298. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1299. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1300. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1301. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  1302. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  1303. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
  1304. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
  1305. at java.lang.Thread.run(Thread.java:680)
  1306.  
  1307. RpcServer.reader=6,port=52106@3818 daemon, prio=5, in group 'main', status: 'RUNNING'
  1308. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  1309. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  1310. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  1311. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1312. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1313. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1314. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  1315. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  1316. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
  1317. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
  1318. at java.lang.Thread.run(Thread.java:680)
  1319.  
  1320. RpcServer.reader=5,port=52106@3817 daemon, prio=5, in group 'main', status: 'RUNNING'
  1321. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  1322. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  1323. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  1324. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1325. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1326. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1327. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  1328. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  1329. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
  1330. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
  1331. at java.lang.Thread.run(Thread.java:680)
  1332.  
  1333. RpcServer.reader=4,port=52106@3816 daemon, prio=5, in group 'main', status: 'RUNNING'
  1334. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  1335. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  1336. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  1337. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1338. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1339. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1340. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  1341. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  1342. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
  1343. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
  1344. at java.lang.Thread.run(Thread.java:680)
  1345.  
  1346. RpcServer.reader=3,port=52106@3815 daemon, prio=5, in group 'main', status: 'RUNNING'
  1347. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  1348. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  1349. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  1350. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1351. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1352. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1353. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  1354. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  1355. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
  1356. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
  1357. at java.lang.Thread.run(Thread.java:680)
  1358.  
  1359. RpcServer.reader=2,port=52106@3814 daemon, prio=5, in group 'main', status: 'RUNNING'
  1360. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  1361. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  1362. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  1363. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1364. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1365. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1366. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  1367. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  1368. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
  1369. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
  1370. at java.lang.Thread.run(Thread.java:680)
  1371.  
  1372. RpcServer.reader=1,port=52106@3813 daemon, prio=5, in group 'main', status: 'RUNNING'
  1373. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  1374. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  1375. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  1376. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1377. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1378. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1379. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  1380. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  1381. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
  1382. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
  1383. at java.lang.Thread.run(Thread.java:680)
  1384.  
  1385. RpcServer.reader=0,port=52106@3812 daemon, prio=5, in group 'main', status: 'RUNNING'
  1386. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  1387. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  1388. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  1389. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1390. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1391. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1392. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  1393. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  1394. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
  1395. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
  1396. at java.lang.Thread.run(Thread.java:680)
  1397.  
  1398. LeaseRenewer:rnaik@localhost:52098@3464 daemon, prio=5, in group 'main', status: 'SLEEPING'
  1399. at java.lang.Thread.sleep(Thread.java:-1)
  1400. at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:438)
  1401. at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71)
  1402. at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:298)
  1403. at java.lang.Thread.run(Thread.java:680)
  1404.  
  1405. ProcessThread(sid:0 cport:-1):@3380, prio=5, in group 'main', status: 'WAIT'
  1406. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1407. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1408. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1409. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1410. at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:120)
  1411.  
  1412. SyncThread:0@3378, prio=5, in group 'main', status: 'WAIT'
  1413. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1414. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1415. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1416. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1417. at org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:97)
  1418.  
  1419. SessionTracker@3373, prio=5, in group 'main', status: 'WAIT'
  1420. at java.lang.Object.wait(Object.java:-1)
  1421. at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
  1422.  
  1423. NIOServerCxn.Factory:0.0.0.0/0.0.0.0:63735@3358 daemon, prio=5, in group 'main', status: 'RUNNING'
  1424. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  1425. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  1426. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  1427. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1428. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1429. at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178)
  1430. at java.lang.Thread.run(Thread.java:680)
  1431.  
  1432. refreshUsed-/Users/rnaik/Projects/idea/idea-flume/target/test-data/bb284d28-b816-495e-8294-55fbe3c2123c/dfscluster_c99a1859-8d5c-455c-9932-24752f6b4377/dfs/data/data2/current/BP-2057828795-10.11.3.176-1386014670864@3227 daemon, prio=5, in group 'main', status: 'SLEEPING'
  1433. at java.lang.Thread.sleep(Thread.java:-1)
  1434. at org.apache.hadoop.fs.DU$DURefreshThread.run(DU.java:85)
  1435. at java.lang.Thread.run(Thread.java:680)
  1436.  
  1437. refreshUsed-/Users/rnaik/Projects/idea/idea-flume/target/test-data/bb284d28-b816-495e-8294-55fbe3c2123c/dfscluster_c99a1859-8d5c-455c-9932-24752f6b4377/dfs/data/data1/current/BP-2057828795-10.11.3.176-1386014670864@3226 daemon, prio=5, in group 'main', status: 'SLEEPING'
  1438. at java.lang.Thread.sleep(Thread.java:-1)
  1439. at org.apache.hadoop.fs.DU$DURefreshThread.run(DU.java:85)
  1440. at java.lang.Thread.run(Thread.java:680)
  1441.  
  1442. java.util.concurrent.ThreadPoolExecutor$Worker@4a5a12f5@3214 daemon, prio=5, in group 'main', status: 'WAIT'
  1443. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1444. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
  1445. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  1446. at java.util.concurrent.DelayQueue.take(DelayQueue.java:164)
  1447. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609)
  1448. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602)
  1449. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:957)
  1450. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:917)
  1451. at java.lang.Thread.run(Thread.java:680)
  1452.  
  1453. Thread-56@3202 daemon, prio=5, in group 'main', status: 'SLEEPING'
  1454. at java.lang.Thread.sleep(Thread.java:-1)
  1455. at org.apache.hadoop.hdfs.server.datanode.DataBlockScanner.run(DataBlockScanner.java:78)
  1456. at java.lang.Thread.run(Thread.java:680)
  1457.  
  1458. IPC Parameter Sending Thread #0@2890 daemon, prio=5, in group 'main', status: 'WAIT'
  1459. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1460. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
  1461. at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424)
  1462. at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323)
  1463. at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874)
  1464. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:955)
  1465. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:917)
  1466. at java.lang.Thread.run(Thread.java:680)
  1467.  
  1468. IPC Server handler 9 on 52101@2623 daemon, prio=5, in group 'main', status: 'WAIT'
  1469. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1470. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1471. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1472. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1473. at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2024)
  1474.  
  1475. IPC Server handler 8 on 52101@2622 daemon, prio=5, in group 'main', status: 'WAIT'
  1476. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1477. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1478. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1479. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1480. at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2024)
  1481.  
  1482. IPC Server handler 7 on 52101@2620 daemon, prio=5, in group 'main', status: 'WAIT'
  1483. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1484. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1485. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1486. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1487. at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2024)
  1488.  
  1489. IPC Server handler 6 on 52101@2619 daemon, prio=5, in group 'main', status: 'WAIT'
  1490. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1491. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1492. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1493. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1494. at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2024)
  1495.  
  1496. IPC Server handler 5 on 52101@2618 daemon, prio=5, in group 'main', status: 'WAIT'
  1497. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1498. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1499. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1500. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1501. at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2024)
  1502.  
  1503. IPC Server handler 4 on 52101@2617 daemon, prio=5, in group 'main', status: 'WAIT'
  1504. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1505. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1506. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1507. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1508. at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2024)
  1509.  
  1510. IPC Server handler 3 on 52101@2616 daemon, prio=5, in group 'main', status: 'WAIT'
  1511. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1512. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1513. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1514. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1515. at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2024)
  1516.  
  1517. IPC Server handler 2 on 52101@2615 daemon, prio=5, in group 'main', status: 'WAIT'
  1518. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1519. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1520. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1521. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1522. at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2024)
  1523.  
  1524. IPC Server handler 1 on 52101@2614 daemon, prio=5, in group 'main', status: 'WAIT'
  1525. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1526. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1527. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1528. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1529. at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2024)
  1530.  
  1531. IPC Server handler 0 on 52101@2613 daemon, prio=5, in group 'main', status: 'WAIT'
  1532. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1533. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1534. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1535. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1536. at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2024)
  1537.  
  1538. IPC Server listener on 52101@2612 daemon, prio=5, in group 'main', status: 'RUNNING'
  1539. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  1540. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  1541. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  1542. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1543. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1544. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1545. at org.apache.hadoop.ipc.Server$Listener.run(Server.java:693)
  1546.  
  1547. IPC Server Responder@2611 daemon, prio=5, in group 'main', status: 'RUNNING'
  1548. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  1549. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  1550. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  1551. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1552. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1553. at org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:881)
  1554. at org.apache.hadoop.ipc.Server$Responder.run(Server.java:864)
  1555.  
  1556. org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@6d4b473@2610 daemon, prio=5, in group 'dataXceiverServer', status: 'RUNNING'
  1557. at sun.nio.ch.ServerSocketChannelImpl.accept0(ServerSocketChannelImpl.java:-1)
  1558. at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:150)
  1559. at sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:84)
  1560. at org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:134)
  1561. at org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:132)
  1562. at java.lang.Thread.run(Thread.java:680)
  1563.  
  1564. DataNode: [file:/Users/rnaik/Projects/idea/idea-flume/target/test-data/bb284d28-b816-495e-8294-55fbe3c2123c/dfscluster_c99a1859-8d5c-455c-9932-24752f6b4377/dfs/data/data1,file:/Users/rnaik/Projects/idea/idea-flume/target/test-data/bb284d28-b816-495e-8294-55fbe3c2123c/dfscluster_c99a1859-8d5c-455c-9932-24752f6b4377/dfs/data/data2] heartbeating to localhost/127.0.0.1:52098@2606 daemon, prio=5, in group 'main', status: 'WAIT'
  1565. at java.lang.Object.wait(Object.java:-1)
  1566. at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:573)
  1567. at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:676)
  1568. at java.lang.Thread.run(Thread.java:680)
  1569.  
  1570. Socket Reader #1 for port 52101@2570, prio=5, in group 'main', status: 'RUNNING'
  1571. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  1572. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  1573. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  1574. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1575. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1576. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1577. at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:580)
  1578. at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:566)
  1579.  
  1580. Timer-1@2555 daemon, prio=5, in group 'main', status: 'WAIT'
  1581. at java.lang.Object.wait(Object.java:-1)
  1582. at java.util.TimerThread.mainLoop(Timer.java:509)
  1583. at java.util.TimerThread.run(Timer.java:462)
  1584.  
  1585. 295308366@qtp-673706900-1 - Acceptor0 SelectChannelConnector@localhost:52100@2554 daemon, prio=5, in group 'main', status: 'RUNNING'
  1586. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  1587. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  1588. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  1589. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1590. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1591. at org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498)
  1592. at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192)
  1593. at org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124)
  1594. at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708)
  1595. at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
  1596.  
  1597. 1466926985@qtp-673706900-0@2553 daemon, prio=5, in group 'main', status: 'WAIT'
  1598. at java.lang.Object.wait(Object.java:-1)
  1599. at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626)
  1600.  
  1601. org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@2698dd08@2523 daemon, prio=5, in group 'main', status: 'SLEEPING'
  1602. at java.lang.Thread.sleep(Thread.java:-1)
  1603. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4023)
  1604. at java.lang.Thread.run(Thread.java:680)
  1605.  
  1606. org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@6c74b024@2521 daemon, prio=5, in group 'main', status: 'SLEEPING'
  1607. at java.lang.Thread.sleep(Thread.java:-1)
  1608. at org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:421)
  1609. at java.lang.Thread.run(Thread.java:680)
  1610.  
  1611. IPC Server handler 9 on 52098@2519 daemon, prio=5, in group 'main', status: 'WAIT'
  1612. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1613. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1614. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1615. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1616. at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2024)
  1617.  
  1618. IPC Server handler 8 on 52098@2518 daemon, prio=5, in group 'main', status: 'WAIT'
  1619. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1620. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1621. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1622. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1623. at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2024)
  1624.  
  1625. IPC Server handler 7 on 52098@2517 daemon, prio=5, in group 'main', status: 'WAIT'
  1626. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1627. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1628. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1629. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1630. at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2024)
  1631.  
  1632. IPC Server handler 6 on 52098@2516 daemon, prio=5, in group 'main', status: 'WAIT'
  1633. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1634. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1635. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1636. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1637. at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2024)
  1638.  
  1639. IPC Server handler 5 on 52098@2515 daemon, prio=5, in group 'main', status: 'WAIT'
  1640. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1641. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1642. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1643. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1644. at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2024)
  1645.  
  1646. IPC Server handler 4 on 52098@2514 daemon, prio=5, in group 'main', status: 'WAIT'
  1647. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1648. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1649. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1650. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1651. at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2024)
  1652.  
  1653. IPC Server handler 3 on 52098@2513 daemon, prio=5, in group 'main', status: 'WAIT'
  1654. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1655. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1656. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1657. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1658. at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2024)
  1659.  
  1660. IPC Server handler 2 on 52098@2512 daemon, prio=5, in group 'main', status: 'WAIT'
  1661. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1662. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1663. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1664. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1665. at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2024)
  1666.  
  1667. IPC Server handler 1 on 52098@2511 daemon, prio=5, in group 'main', status: 'WAIT'
  1668. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1669. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1670. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1671. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1672. at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2024)
  1673.  
  1674. IPC Server handler 0 on 52098@2510 daemon, prio=5, in group 'main', status: 'WAIT'
  1675. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1676. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1677. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  1678. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  1679. at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2024)
  1680.  
  1681. IPC Server listener on 52098@2508 daemon, prio=5, in group 'main', status: 'RUNNING'
  1682. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  1683. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  1684. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  1685. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1686. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1687. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1688. at org.apache.hadoop.ipc.Server$Listener.run(Server.java:693)
  1689.  
  1690. IPC Server Responder@2507 daemon, prio=5, in group 'main', status: 'RUNNING'
  1691. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  1692. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  1693. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  1694. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1695. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1696. at org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:881)
  1697. at org.apache.hadoop.ipc.Server$Responder.run(Server.java:864)
  1698.  
  1699. org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@16658bbe@2499 daemon, prio=5, in group 'main', status: 'SLEEPING'
  1700. at java.lang.Thread.sleep(Thread.java:-1)
  1701. at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor.run(BlockManager.java:3114)
  1702. at java.lang.Thread.run(Thread.java:680)
  1703.  
  1704. org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@64b9726e@2498 daemon, prio=5, in group 'main', status: 'SLEEPING'
  1705. at java.lang.Thread.sleep(Thread.java:-1)
  1706. at org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:295)
  1707. at java.lang.Thread.run(Thread.java:680)
  1708.  
  1709. org.apache.hadoop.hdfs.server.blockmanagement.DecommissionManager$Monitor@5fe1153a@2497 daemon, prio=5, in group 'main', status: 'SLEEPING'
  1710. at java.lang.Thread.sleep(Thread.java:-1)
  1711. at org.apache.hadoop.hdfs.server.blockmanagement.DecommissionManager$Monitor.run(DecommissionManager.java:76)
  1712. at java.lang.Thread.run(Thread.java:680)
  1713.  
  1714. org.apache.hadoop.hdfs.server.blockmanagement.PendingReplicationBlocks$PendingReplicationMonitor@2802cf63@2494 daemon, prio=5, in group 'main', status: 'SLEEPING'
  1715. at java.lang.Thread.sleep(Thread.java:-1)
  1716. at org.apache.hadoop.hdfs.server.blockmanagement.PendingReplicationBlocks$PendingReplicationMonitor.run(PendingReplicationBlocks.java:221)
  1717. at java.lang.Thread.run(Thread.java:680)
  1718.  
  1719. Socket Reader #1 for port 52098@2438, prio=5, in group 'main', status: 'RUNNING'
  1720. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  1721. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  1722. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  1723. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1724. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1725. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1726. at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:580)
  1727. at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:566)
  1728.  
  1729. Timer-0@2026 daemon, prio=5, in group 'main', status: 'WAIT'
  1730. at java.lang.Object.wait(Object.java:-1)
  1731. at java.util.TimerThread.mainLoop(Timer.java:509)
  1732. at java.util.TimerThread.run(Timer.java:462)
  1733.  
  1734. 335916127@qtp-349106503-1 - Acceptor0 SelectChannelConnector@localhost:52097@1950 daemon, prio=5, in group 'main', status: 'RUNNING'
  1735. at sun.nio.ch.KQueueArrayWrapper.kevent0(KQueueArrayWrapper.java:-1)
  1736. at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:136)
  1737. at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:69)
  1738. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1739. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1740. at org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498)
  1741. at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192)
  1742. at org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124)
  1743. at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708)
  1744. at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
  1745.  
  1746. 727552603@qtp-349106503-0@1949 daemon, prio=5, in group 'main', status: 'WAIT'
  1747. at java.lang.Object.wait(Object.java:-1)
  1748. at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626)
  1749.  
  1750. Timer for 'NameNode' metrics system@1795 daemon, prio=5, in group 'main', status: 'WAIT'
  1751. at java.lang.Object.wait(Object.java:-1)
  1752. at java.util.TimerThread.mainLoop(Timer.java:509)
  1753. at java.util.TimerThread.run(Timer.java:462)
  1754.  
  1755. Signal Dispatcher@6797 daemon, prio=9, in group 'system', status: 'RUNNING'
  1756.  
  1757. Finalizer@6798 daemon, prio=8, in group 'system', status: 'WAIT'
  1758. at java.lang.Object.wait(Object.java:-1)
  1759. at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118)
  1760. at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134)
  1761. at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:171)
  1762.  
  1763. Reference Handler@6799 daemon, prio=10, in group 'system', status: 'WAIT'
  1764. at java.lang.Object.wait(Object.java:-1)
  1765. at java.lang.Object.wait(Object.java:485)
  1766. at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116)
  1767.  
  1768. main@1, prio=5, in group 'main', status: 'WAIT'
  1769. at sun.misc.Unsafe.park(Unsafe.java:-1)
  1770. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  1771. at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:811)
  1772. at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:969)
  1773. at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1281)
  1774. at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:207)
  1775. at org.apache.flume.sink.hbase.AsyncHBaseSink.start(AsyncHBaseSink.java:440)
  1776. at org.apache.flume.sink.hbase.TestAsyncHBaseSink.testTimeOut(TestAsyncHBaseSink.java:212)
  1777. at sun.reflect.NativeMethodAccessorImpl.invoke0(NativeMethodAccessorImpl.java:-1)
  1778. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  1779. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  1780. at java.lang.reflect.Method.invoke(Method.java:597)
  1781. at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:45)
  1782. at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15)
  1783. at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:42)
  1784. at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20)
  1785. at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:22)
  1786. at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:30)
  1787. at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:263)
  1788. at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:68)
  1789. at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:47)
  1790. at org.junit.runners.ParentRunner$3.run(ParentRunner.java:231)
  1791. at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:60)
  1792. at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:229)
  1793. at org.junit.runners.ParentRunner.access$000(ParentRunner.java:50)
  1794. at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:222)
  1795. at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28)
  1796. at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:30)
  1797. at org.junit.runners.ParentRunner.run(ParentRunner.java:300)
  1798. at org.junit.runner.JUnitCore.run(JUnitCore.java:157)
  1799. at com.intellij.junit4.JUnit4IdeaTestRunner.startRunnerWithArgs(JUnit4IdeaTestRunner.java:77)
  1800. at com.intellij.rt.execution.junit.JUnitStarter.prepareStreamsAndStart(JUnitStarter.java:195)
  1801. at com.intellij.rt.execution.junit.JUnitStarter.main(JUnitStarter.java:63)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!