Process Thread Dump:
132 active threads
Thread 28613 (PacketResponder 2 for Block blk_-7652687037357571749_1079907):
  State: RUNNABLE
  Blocked count: 439
  Waited count: 0
  Stack:
    sun.nio.ch.SocketChannelImpl.isConnected(SocketChannelImpl.java:476)
    sun.nio.ch.SocketChannelImpl.ensureWriteOpen(SocketChannelImpl.java:147)
    sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:342)
    org.apache.hadoop.net.SocketOutputStream$Writer.performIO(SocketOutputStream.java:55)
    org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:142)
    org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:146)
    org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:107)
    java.io.DataOutputStream.writeLong(DataOutputStream.java:224)
    org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.write(DataTransferProtocol.java:132)
    org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1001)
    java.lang.Thread.run(Thread.java:636)
Thread 28612 (DataXceiver for client /10.103.7.6:53609 [receiving block blk_-7652687037357571749_1079907 client=DFSClient_76180402]):
  State: RUNNABLE
  Blocked count: 344
  Waited count: 0
  Stack:
    java.io.FileOutputStream.writeBytes(Native Method)
    java.io.FileOutputStream.write(FileOutputStream.java:297)
    sun.nio.cs.StreamEncoder.writeBytes(StreamEncoder.java:220)
    sun.nio.cs.StreamEncoder.implFlushBuffer(StreamEncoder.java:290)
    sun.nio.cs.StreamEncoder.implFlush(StreamEncoder.java:294)
    sun.nio.cs.StreamEncoder.flush(StreamEncoder.java:140)
    java.io.OutputStreamWriter.flush(OutputStreamWriter.java:229)
    org.apache.log4j.helpers.QuietWriter.flush(QuietWriter.java:58)
    org.apache.log4j.WriterAppender.subAppend(WriterAppender.java:316)
    org.apache.log4j.DailyRollingFileAppender.subAppend(DailyRollingFileAppender.java:359)
    org.apache.log4j.WriterAppender.append(WriterAppender.java:160)
    org.apache.log4j.AppenderSkeleton.doAppend(AppenderSkeleton.java:251)
    org.apache.log4j.helpers.AppenderAttachableImpl.appendLoopOnAppenders(AppenderAttachableImpl.java:66)
    org.apache.log4j.Category.callAppenders(Category.java:206)
    org.apache.log4j.Category.forcedLog(Category.java:391)
    org.apache.log4j.Category.log(Category.java:856)
    org.apache.commons.logging.impl.Log4JLogger.debug(Log4JLogger.java:110)
    org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.enqueue(BlockReceiver.java:736)
    org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:489)
    org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:532)
Thread 28417 (DataXceiver for client /10.103.7.27:35503 [sending block blk_-3018243034987864176_1079262]):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
    sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228)
    sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83)
    sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
    sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
    org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:332)
    org.apache.hadoop.net.SocketIOWithTimeout.waitForIO(SocketIOWithTimeout.java:245)
    org.apache.hadoop.net.SocketOutputStream.waitForWritable(SocketOutputStream.java:159)
    org.apache.hadoop.net.SocketOutputStream.transferToFully(SocketOutputStream.java:198)
    org.apache.hadoop.hdfs.server.datanode.BlockSender.sendChunks(BlockSender.java:350)
    org.apache.hadoop.hdfs.server.datanode.BlockSender.sendBlock(BlockSender.java:436)
    org.apache.hadoop.hdfs.server.datanode.DataXceiver.readBlock(DataXceiver.java:197)
    org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:110)
Thread 28301 (DataXceiver for client /10.103.7.27:35229 [sending block blk_-8337984682056778857_1079177]):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
    sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228)
    sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83)
    sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
    sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
    org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:332)
    org.apache.hadoop.net.SocketIOWithTimeout.waitForIO(SocketIOWithTimeout.java:245)
    org.apache.hadoop.net.SocketOutputStream.waitForWritable(SocketOutputStream.java:159)
    org.apache.hadoop.net.SocketOutputStream.transferToFully(SocketOutputStream.java:198)
    org.apache.hadoop.hdfs.server.datanode.BlockSender.sendChunks(BlockSender.java:350)
    org.apache.hadoop.hdfs.server.datanode.BlockSender.sendBlock(BlockSender.java:436)
    org.apache.hadoop.hdfs.server.datanode.DataXceiver.readBlock(DataXceiver.java:197)
    org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:110)
Thread 19631 (PacketResponder 0 for Block blk_2879409928202065598_1079689):
  State: TIMED_WAITING
  Blocked count: 35955
  Waited count: 34754
  Stack:
    java.lang.Object.wait(Native Method)
    org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.lastDataNodeRun(BlockReceiver.java:777)
    org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:868)
    java.lang.Thread.run(Thread.java:636)
Thread 19630 (DataXceiver for client /10.103.7.21:46686 [receiving block blk_2879409928202065598_1079689 client=DFSClient_hb_rs_mtag25.prod.imageshack.com,60020,1304034330407_1304034330431]):
  State: BLOCKED
  Blocked count: 4487
  Waited count: 0
  Blocked on org.apache.log4j.spi.RootLogger@67008722
  Blocked by 28613 (PacketResponder 2 for Block blk_-7652687037357571749_1079907)
  Stack:
    org.apache.log4j.Category.callAppenders(Category.java:204)
    org.apache.log4j.Category.forcedLog(Category.java:391)
    org.apache.log4j.Category.log(Category.java:856)
    org.apache.commons.logging.impl.Log4JLogger.debug(Log4JLogger.java:110)
    org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:393)
    org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:532)
    org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:377)
    org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:118)
Thread 13843 (PacketResponder 0 for Block blk_4648484754511923918_1079581):
  State: TIMED_WAITING
  Blocked count: 72294
  Waited count: 70105
  Stack:
    java.lang.Object.wait(Native Method)
    org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.lastDataNodeRun(BlockReceiver.java:777)
    org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:868)
    java.lang.Thread.run(Thread.java:636)
Thread 13842 (DataXceiver for client /10.103.7.3:48915 [receiving block blk_4648484754511923918_1079581 client=DFSClient_hb_rs_mtag11.prod.imageshack.com,60020,1303861689516_1303861689536]):
  State: RUNNABLE
  Blocked count: 8489
  Waited count: 0
  Stack:
    sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
    sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228)
    sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83)
    sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
    sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
    org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:332)
    org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
    org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:155)
    org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:128)
    java.io.BufferedInputStream.read1(BufferedInputStream.java:273)
    java.io.BufferedInputStream.read(BufferedInputStream.java:334)
    java.io.DataInputStream.read(DataInputStream.java:149)
    org.apache.hadoop.hdfs.server.datanode.BlockReceiver.readToBuf(BlockReceiver.java:265)
    org.apache.hadoop.hdfs.server.datanode.BlockReceiver.readNextPacket(BlockReceiver.java:312)
    org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:376)
    org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:532)
    org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:377)
    org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:118)
Thread 13836 (PacketResponder 2 for Block blk_-1545914577307066025_1079580):
  State: BLOCKED
  Blocked count: 9275
  Waited count: 42
  Blocked on org.apache.log4j.spi.RootLogger@67008722
  Blocked by 28613 (PacketResponder 2 for Block blk_-7652687037357571749_1079907)
  Stack:
    org.apache.log4j.Category.callAppenders(Category.java:204)
    org.apache.log4j.Category.forcedLog(Category.java:391)
    org.apache.log4j.Category.log(Category.java:856)
    org.apache.commons.logging.impl.Log4JLogger.debug(Log4JLogger.java:110)
    org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:894)
    java.lang.Thread.run(Thread.java:636)
Thread 13835 (DataXceiver for client /10.103.7.6:52452 [receiving block blk_-1545914577307066025_1079580 client=DFSClient_hb_rs_mtag6.prod.imageshack.com,60020,1304059871214_1304059871270]):
  State: RUNNABLE
  Blocked count: 16211
  Waited count: 0
  Stack:
    sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
    sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228)
    sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83)
    sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
    sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
    org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:332)
    org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
    org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:155)
    org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:128)
    java.io.BufferedInputStream.read1(BufferedInputStream.java:273)
    java.io.BufferedInputStream.read(BufferedInputStream.java:334)
    java.io.DataInputStream.read(DataInputStream.java:149)
    org.apache.hadoop.hdfs.server.datanode.BlockReceiver.readToBuf(BlockReceiver.java:265)
    org.apache.hadoop.hdfs.server.datanode.BlockReceiver.readNextPacket(BlockReceiver.java:312)
    org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:376)
    org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:532)
    org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:377)
    org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:118)
Thread 10983 (PacketResponder 1 for Block blk_-6318500958267165298_1079535):
  State: BLOCKED
  Blocked count: 5727
  Waited count: 54
  Blocked on org.apache.log4j.spi.RootLogger@67008722
  Blocked by 19630 (DataXceiver for client /10.103.7.21:46686 [receiving block blk_2879409928202065598_1079689 client=DFSClient_hb_rs_mtag25.prod.imageshack.com,60020,1304034330407_1304034330431])
  Stack:
    org.apache.log4j.Category.callAppenders(Category.java:204)
    org.apache.log4j.Category.forcedLog(Category.java:391)
    org.apache.log4j.Category.log(Category.java:856)
    org.apache.commons.logging.impl.Log4JLogger.debug(Log4JLogger.java:110)
    org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1004)
    java.lang.Thread.run(Thread.java:636)
Thread 10982 (DataXceiver for client /10.103.7.7:54365 [receiving block blk_-6318500958267165298_1079535 client=DFSClient_hb_rs_mtag7.prod.imageshack.com,60020,1304012022714_1304012022768]):
  State: RUNNABLE
  Blocked count: 11965
  Waited count: 0
  Stack:
    sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
    sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228)
    sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83)
    sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
    sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
    org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:332)
    org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
    org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:155)
    org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:128)
    java.io.BufferedInputStream.read1(BufferedInputStream.java:273)
    java.io.BufferedInputStream.read(BufferedInputStream.java:334)
    java.io.DataInputStream.read(DataInputStream.java:149)
    org.apache.hadoop.hdfs.server.datanode.BlockReceiver.readToBuf(BlockReceiver.java:265)
    org.apache.hadoop.hdfs.server.datanode.BlockReceiver.readNextPacket(BlockReceiver.java:312)
    org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:376)
    org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:532)
    org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:377)
    org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:118)
Thread 138 (org.apache.hadoop.hdfs.server.datanode.DataBlockScanner@63a5ec6c):
  State: TIMED_WAITING
  Blocked count: 41
  Waited count: 14706
  Stack:
    java.lang.Object.wait(Native Method)
    org.apache.hadoop.hdfs.server.datanode.BlockTransferThrottler.throttle(BlockTransferThrottler.java:96)
    org.apache.hadoop.hdfs.server.datanode.BlockSender.sendChunks(BlockSender.java:364)
    org.apache.hadoop.hdfs.server.datanode.BlockSender.sendBlock(BlockSender.java:436)
    org.apache.hadoop.hdfs.server.datanode.DataBlockScanner.verifyBlock(DataBlockScanner.java:464)
    org.apache.hadoop.hdfs.server.datanode.DataBlockScanner.verifyFirstBlock(DataBlockScanner.java:524)
    org.apache.hadoop.hdfs.server.datanode.DataBlockScanner.run(DataBlockScanner.java:622)
    java.lang.Thread.run(Thread.java:636)
Thread 24 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@5c435a3a):
  State: RUNNABLE
  Blocked count: 874
  Waited count: 0
  Stack:
    sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
    sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
    sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:102)
    org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:130)
    java.lang.Thread.run(Thread.java:636)
Thread 135 (DataNode: [/disk1/dfs/data,/disk3/dfs/data,/disk4/dfs/data]):
  State: TIMED_WAITING
  Blocked count: 5062
  Waited count: 12718
  Stack:
    java.lang.Object.wait(Native Method)
    org.apache.hadoop.hdfs.server.datanode.DataNode.offerService(DataNode.java:844)
    org.apache.hadoop.hdfs.server.datanode.DataNode.run(DataNode.java:1262)
    java.lang.Thread.run(Thread.java:636)
Thread 134 (pool-2-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 2
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@79fcf790
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
    java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
    java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
    java.lang.Thread.run(Thread.java:636)
Thread 133 (IPC Server handler 99 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 132 (IPC Server handler 98 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 131 (IPC Server handler 97 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 130 (IPC Server handler 96 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 129 (IPC Server handler 95 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 128 (IPC Server handler 94 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 127 (IPC Server handler 93 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 126 (IPC Server handler 92 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 125 (IPC Server handler 91 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 124 (IPC Server handler 90 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 123 (IPC Server handler 89 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 122 (IPC Server handler 88 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 121 (IPC Server handler 87 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 120 (IPC Server handler 86 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 119 (IPC Server handler 85 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 118 (IPC Server handler 84 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 117 (IPC Server handler 83 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 116 (IPC Server handler 82 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 115 (IPC Server handler 81 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 114 (IPC Server handler 80 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 113 (IPC Server handler 79 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 112 (IPC Server handler 78 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 111 (IPC Server handler 77 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 110 (IPC Server handler 76 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 109 (IPC Server handler 75 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 108 (IPC Server handler 74 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 107 (IPC Server handler 73 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 106 (IPC Server handler 72 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 105 (IPC Server handler 71 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 104 (IPC Server handler 70 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 103 (IPC Server handler 69 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 102 (IPC Server handler 68 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 101 (IPC Server handler 67 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 100 (IPC Server handler 66 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 99 (IPC Server handler 65 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 98 (IPC Server handler 64 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 97 (IPC Server handler 63 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 96 (IPC Server handler 62 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 95 (IPC Server handler 61 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 94 (IPC Server handler 60 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 93 (IPC Server handler 59 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 92 (IPC Server handler 58 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 91 (IPC Server handler 57 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 90 (IPC Server handler 56 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 89 (IPC Server handler 55 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 88 (IPC Server handler 54 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 87 (IPC Server handler 53 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 86 (IPC Server handler 52 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 85 (IPC Server handler 51 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 84 (IPC Server handler 50 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 83 (IPC Server handler 49 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 82 (IPC Server handler 48 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 81 (IPC Server handler 47 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 80 (IPC Server handler 46 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 79 (IPC Server handler 45 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 78 (IPC Server handler 44 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 77 (IPC Server handler 43 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 76 (IPC Server handler 42 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 75 (IPC Server handler 41 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 74 (IPC Server handler 40 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 73 (IPC Server handler 39 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 72 (IPC Server handler 38 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 71 (IPC Server handler 37 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 70 (IPC Server handler 36 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 69 (IPC Server handler 35 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 68 (IPC Server handler 34 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 67 (IPC Server handler 33 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 66 (IPC Server handler 32 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 65 (IPC Server handler 31 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 64 (IPC Server handler 30 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 63 (IPC Server handler 29 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 62 (IPC Server handler 28 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 61 (IPC Server handler 27 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 60 (IPC Server handler 26 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 59 (IPC Server handler 25 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 58 (IPC Server handler 24 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 57 (IPC Server handler 23 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 56 (IPC Server handler 22 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 55 (IPC Server handler 21 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 54 (IPC Server handler 20 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 53 (IPC Server handler 19 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 52 (IPC Server handler 18 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 51 (IPC Server handler 17 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 50 (IPC Server handler 16 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 49 (IPC Server handler 15 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 48 (IPC Server handler 14 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 47 (IPC Server handler 13 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 46 (IPC Server handler 12 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 45 (IPC Server handler 11 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 44 (IPC Server handler 10 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 43 (IPC Server handler 9 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 42 (IPC Server handler 8 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 41 (IPC Server handler 7 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 40 (IPC Server handler 6 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 39 (IPC Server handler 5 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 38 (IPC Server handler 4 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 37 (IPC Server handler 3 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 36 (IPC Server handler 2 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 35 (IPC Server handler 1 on 50020):
  State: WAITING
  Blocked count: 1
  Waited count: 2
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 34 (IPC Server handler 0 on 50020):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ee14d81
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
    java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
    java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
    org.apache.hadoop.ipc.Server$Handler.run(Server.java:948)
Thread 31 (IPC Server listener on 50020):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
    sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228)
    sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83)
    sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
    sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
    sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)
    org.apache.hadoop.ipc.Server$Listener.run(Server.java:326)
Thread 33 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
    sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228)
    sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83)
    sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
    sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
    org.apache.hadoop.ipc.Server$Responder.run(Server.java:486)
Thread 32 (Timer thread for monitoring rpc):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1084
  Stack:
    java.lang.Object.wait(Native Method)
    java.util.TimerThread.mainLoop(Timer.java:531)
    java.util.TimerThread.run(Timer.java:484)
Thread 30 (Timer thread for monitoring dfs):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 1084
  Stack:
    java.lang.Object.wait(Native Method)
    java.util.TimerThread.mainLoop(Timer.java:531)
    java.util.TimerThread.run(Timer.java:484)
Thread 29 (Timer thread for monitoring jvm):
  State: TIMED_WAITING
  Blocked count: 2
  Waited count: 1084
  Stack:
    java.lang.Object.wait(Native Method)
    java.util.TimerThread.mainLoop(Timer.java:531)
    java.util.TimerThread.run(Timer.java:484)
Thread 28 (Timer-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 362
  Stack:
    java.lang.Object.wait(Native Method)
    java.util.TimerThread.mainLoop(Timer.java:531)
    java.util.TimerThread.run(Timer.java:484)
Thread 27 (199020253@qtp0-1 - Acceptor0 SelectChannelConnector@0.0.0.0:50075):
  State: RUNNABLE
  Blocked count: 11
  Waited count: 1
  Stack:
    sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
    sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228)
    sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83)
    sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
    sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
    org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:429)
    org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:185)
    org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124)
    org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:707)
    org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:522)
Thread 26 (1654792719@qtp0-0):
  State: RUNNABLE
  Blocked count: 1422
  Waited count: 1888
  Stack:
    sun.management.ThreadImpl.getThreadInfo0(Native Method)
    sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:165)
    sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:141)
    org.apache.hadoop.util.ReflectionUtils.printThreadInfo(ReflectionUtils.java:149)
    org.apache.hadoop.http.HttpServer$StackServlet.doGet(HttpServer.java:541)
    javax.servlet.http.HttpServlet.service(HttpServlet.java:707)
    javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
    org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:502)
    org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:363)
    org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
    org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:181)
    org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
    org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:417)
    org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
    org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
    org.mortbay.jetty.Server.handle(Server.java:324)
    org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:534)
    org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:864)
    org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:533)
    org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:207)
Thread 23 (refreshUsed-/disk1/dfs/data):
  State: TIMED_WAITING
  Blocked count: 20
  Waited count: 39
  Stack:
    java.lang.Thread.sleep(Native Method)
    org.apache.hadoop.fs.DU$DURefreshThread.run(DU.java:80)
    java.lang.Thread.run(Thread.java:636)
Thread 20 (IPC Client (47) connection to mtag1/10.103.7.1:9000 from hadoop):
  State: TIMED_WAITING
  Blocked count: 4256
  Waited count: 4146
  Stack:
    java.lang.Object.wait(Native Method)
    org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:433)
    org.apache.hadoop.ipc.Client$Connection.run(Client.java:476)
Thread 19 (sendParams-0):
  State: TIMED_WAITING
  Blocked count: 166
  Waited count: 4507
  Stack:
    sun.misc.Unsafe.park(Native Method)
    java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
    java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:453)
    java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:352)
    java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
    java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
    java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
    java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
    java.lang.Thread.run(Thread.java:636)
Thread 10 (RMI TCP Accept-0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.net.PlainSocketImpl.socketAccept(Native Method)
    java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:375)
    java.net.ServerSocket.implAccept(ServerSocket.java:470)
    java.net.ServerSocket.accept(ServerSocket.java:438)
    sun.management.jmxremote.LocalRMIServerSocketFactory$1.accept(LocalRMIServerSocketFactory.java:52)
    sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:387)
    sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:359)
    java.lang.Thread.run(Thread.java:636)
Thread 5 (Signal Dispatcher):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 3 (Finalizer):
  State: WAITING
  Blocked count: 1298
  Waited count: 523
  Waiting on java.lang.ref.ReferenceQueue$Lock@1451ef4e
  Stack:
    java.lang.Object.wait(Native Method)
    java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:133)
    java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:149)
    java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:177)
Thread 2 (Reference Handler):
  State: WAITING
  Blocked count: 883
  Waited count: 523
  Waiting on java.lang.ref.Reference$Lock@f35f44e
  Stack:
    java.lang.Object.wait(Native Method)
    java.lang.Object.wait(Object.java:502)
    java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133)
Thread 1 (main):
  State: WAITING
  Blocked count: 7
  Waited count: 11
  Waiting on java.lang.Thread@1f3a34af
  Stack:
    java.lang.Object.wait(Native Method)
    java.lang.Thread.join(Thread.java:1160)
    java.lang.Thread.join(Thread.java:1213)
    org.apache.hadoop.hdfs.server.datanode.DataNode.join(DataNode.java:1334)
    org.apache.hadoop.hdfs.server.datanode.DataNode.main(DataNode.java:1450)