Guest User

Untitled

a guest
Jul 18th, 2010
187
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Java 42.91 KB | None | 0 0
  1. 2010-07-17 11:02:13
  2. Full thread dump Java HotSpot(TM) 64-Bit Server VM (14.2-b01 mixed mode):
  3.  
  4. "JMX server connection timeout 223490" - Thread t@223490
  5.    java.lang.Thread.State: TIMED_WAITING on [I@3a01d21d
  6.     at java.lang.Object.wait(Native Method)
  7.     at com.sun.jmx.remote.internal.ServerCommunicatorAdmin$Timeout.run(ServerCommunicatorAdmin.java:150)
  8.     at java.lang.Thread.run(Thread.java:619)
  9.  
  10.    Locked ownable synchronizers:
  11.     - None
  12.  
  13. "RMI TCP Connection(260)-192.168.200.226" - Thread t@223489
  14.    java.lang.Thread.State: RUNNABLE
  15.     at sun.management.ThreadImpl.dumpThreads0(Native Method)
  16.     at sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:374)
  17.     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  18.     at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  19.     at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  20.     at java.lang.reflect.Method.invoke(Method.java:597)
  21.     at com.sun.jmx.mbeanserver.ConvertingMethod.invokeWithOpenReturn(ConvertingMethod.java:167)
  22.     at com.sun.jmx.mbeanserver.MXBeanIntrospector.invokeM2(MXBeanIntrospector.java:96)
  23.     at com.sun.jmx.mbeanserver.MXBeanIntrospector.invokeM2(MXBeanIntrospector.java:33)
  24.     at com.sun.jmx.mbeanserver.MBeanIntrospector.invokeM(MBeanIntrospector.java:208)
  25.     at com.sun.jmx.mbeanserver.PerInterface.invoke(PerInterface.java:120)
  26.     at com.sun.jmx.mbeanserver.MBeanSupport.invoke(MBeanSupport.java:262)
  27.     at javax.management.StandardMBean.invoke(StandardMBean.java:391)
  28.     at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.invoke(DefaultMBeanServerInterceptor.java:836)
  29.     at com.sun.jmx.mbeanserver.JmxMBeanServer.invoke(JmxMBeanServer.java:761)
  30.     at javax.management.remote.rmi.RMIConnectionImpl.doOperation(RMIConnectionImpl.java:1426)
  31.     at javax.management.remote.rmi.RMIConnectionImpl.access$200(RMIConnectionImpl.java:72)
  32.     at javax.management.remote.rmi.RMIConnectionImpl$PrivilegedOperation.run(RMIConnectionImpl.java:1264)
  33.     at javax.management.remote.rmi.RMIConnectionImpl.doPrivilegedOperation(RMIConnectionImpl.java:1359)
  34.     at javax.management.remote.rmi.RMIConnectionImpl.invoke(RMIConnectionImpl.java:788)
  35.     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  36.     at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  37.     at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  38.     at java.lang.reflect.Method.invoke(Method.java:597)
  39.     at sun.rmi.server.UnicastServerRef.dispatch(UnicastServerRef.java:305)
  40.     at sun.rmi.transport.Transport$1.run(Transport.java:159)
  41.     at java.security.AccessController.doPrivileged(Native Method)
  42.     at sun.rmi.transport.Transport.serviceCall(Transport.java:155)
  43.     at sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:535)
  44.     at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:790)
  45.     at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:649)
  46.     at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  47.     at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  48.     at java.lang.Thread.run(Thread.java:619)
  49.  
  50.    Locked ownable synchronizers:
  51.     - locked java.util.concurrent.locks.ReentrantLock$NonfairSync@2346311a
  52.  
  53. "RMI TCP Connection(259)-192.168.200.226" - Thread t@223488
  54.    java.lang.Thread.State: RUNNABLE
  55.     at java.net.SocketInputStream.socketRead0(Native Method)
  56.     at java.net.SocketInputStream.read(SocketInputStream.java:129)
  57.     at java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
  58.     at java.io.BufferedInputStream.read(BufferedInputStream.java:237)
  59.     - locked java.io.BufferedInputStream@4c93ed35
  60.     at java.io.FilterInputStream.read(FilterInputStream.java:66)
  61.     at sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:517)
  62.     at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:790)
  63.     at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:649)
  64.     at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  65.     at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  66.     at java.lang.Thread.run(Thread.java:619)
  67.  
  68.    Locked ownable synchronizers:
  69.     - locked java.util.concurrent.locks.ReentrantLock$NonfairSync@3ba59da
  70.  
  71. "IPC Client (47) connection to nn01.colo.networkedinsights.com/192.168.200.30:8020 from hadoop" - Thread t@223487
  72.    java.lang.Thread.State: TIMED_WAITING on org.apache.hadoop.ipc.Client$Connection@3f60f91f
  73.     at java.lang.Object.wait(Native Method)
  74.     at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:403)
  75.     at org.apache.hadoop.ipc.Client$Connection.run(Client.java:445)
  76.  
  77.    Locked ownable synchronizers:
  78.     - None
  79.  
  80. "ResponseProcessor for block blk_948764246077513308_3027309" - Thread t@222108
  81.    java.lang.Thread.State: RUNNABLE
  82.     at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  83.     at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215)
  84.     at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  85.     at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  86.     - locked sun.nio.ch.Util$1@778382ba
  87.     - locked java.util.Collections$UnmodifiableSet@5afbbea2
  88.     - locked sun.nio.ch.EPollSelectorImpl@45a0ac58
  89.     at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  90.     at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:332)
  91.     at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
  92.     at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:155)
  93.     at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:128)
  94.     at java.io.DataInputStream.readFully(DataInputStream.java:178)
  95.     at java.io.DataInputStream.readLong(DataInputStream.java:399)
  96.     at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$ResponseProcessor.run(DFSClient.java:2399)
  97.  
  98.    Locked ownable synchronizers:
  99.     - None
  100.  
  101. "DataStreamer for file /hbase/.logs/dn02.colo.networkedinsights.com,60020,1279290610364/hlog.dat.1279346880970 block blk_948764246077513308_3027309" - Thread t@222105
  102.    java.lang.Thread.State: TIMED_WAITING on java.util.LinkedList@42b09277
  103.     at java.lang.Object.wait(Native Method)
  104.     at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$DataStreamer.run(DFSClient.java:2247)
  105.  
  106.    Locked ownable synchronizers:
  107.     - None
  108.  
  109. "IPC Client (47) connection to /192.168.200.30:60000 from an unknown user" - Thread t@197937
  110.    java.lang.Thread.State: TIMED_WAITING on org.apache.hadoop.hbase.ipc.HBaseClient$Connection@165695
  111.     at java.lang.Object.wait(Native Method)
  112.     at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.waitForWork(HBaseClient.java:404)
  113.     at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.run(HBaseClient.java:447)
  114.  
  115.    Locked ownable synchronizers:
  116.     - None
  117.  
  118. "RMI Scheduler(0)" - Thread t@76245
  119.    java.lang.Thread.State: TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@9bf1d8d
  120.     at sun.misc.Unsafe.park(Native Method)
  121.     at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  122.     at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963)
  123.     at java.util.concurrent.DelayQueue.take(DelayQueue.java:164)
  124.     at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:583)
  125.     at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:576)
  126.     at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  127.     at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  128.     at java.lang.Thread.run(Thread.java:619)
  129.  
  130.    Locked ownable synchronizers:
  131.     - None
  132.  
  133. "regionserver/192.168.200.32:60020.compactor-EventThread" - Thread t@45004
  134.    java.lang.Thread.State: WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@b0f71ca
  135.     at sun.misc.Unsafe.park(Native Method)
  136.     at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  137.     at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  138.     at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  139.     at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:414)
  140.  
  141.    Locked ownable synchronizers:
  142.     - None
  143.  
  144. "regionserver/192.168.200.32:60020.compactor-SendThread" - Thread t@45003
  145.    java.lang.Thread.State: RUNNABLE
  146.     at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  147.     at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215)
  148.     at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  149.     at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  150.     - locked sun.nio.ch.Util$1@e06cd13
  151.     - locked java.util.Collections$UnmodifiableSet@5e97b059
  152.     - locked sun.nio.ch.EPollSelectorImpl@719874fd
  153.     at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  154.     at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:921)
  155.  
  156.    Locked ownable synchronizers:
  157.     - None
  158.  
  159. "pool-1-thread-1" - Thread t@74
  160.    java.lang.Thread.State: TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7512376c
  161.     at sun.misc.Unsafe.park(Native Method)
  162.     at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  163.     at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963)
  164.     at java.util.concurrent.DelayQueue.take(DelayQueue.java:164)
  165.     at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:583)
  166.     at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:576)
  167.     at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  168.     at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  169.     at java.lang.Thread.run(Thread.java:619)
  170.  
  171.    Locked ownable synchronizers:
  172.     - None
  173.  
  174. "LruBlockCache.EvictionThread" - Thread t@72
  175.    java.lang.Thread.State: WAITING on org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread@7ef4cf7f
  176.     at java.lang.Object.wait(Native Method)
  177.     at java.lang.Object.wait(Object.java:485)
  178.     at org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:512)
  179.  
  180.    Locked ownable synchronizers:
  181.     - None
  182.  
  183. "IPC Server handler 24 on 60020" - Thread t@71
  184.    java.lang.Thread.State: BLOCKED on org.apache.hadoop.hbase.regionserver.MemStoreFlusher@4c2fe6bf owned by: IPC Server handler 18 on 60020
  185.     at org.apache.hadoop.hbase.regionserver.MemStoreFlusher.reclaimMemStoreMemory(MemStoreFlusher.java:320)
  186.     at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1775)
  187.     at sun.reflect.GeneratedMethodAccessor61.invoke(Unknown Source)
  188.     at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  189.     at java.lang.reflect.Method.invoke(Method.java:597)
  190.     at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  191.     at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  192.  
  193.    Locked ownable synchronizers:
  194.     - None
  195.  
  196. "IPC Server handler 23 on 60020" - Thread t@70
  197.    java.lang.Thread.State: WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a62dbf6
  198.     at sun.misc.Unsafe.park(Native Method)
  199.     at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  200.     at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  201.     at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  202.     at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  203.  
  204.    Locked ownable synchronizers:
  205.     - None
  206.  
  207. "IPC Server handler 22 on 60020" - Thread t@69
  208.    java.lang.Thread.State: BLOCKED on org.apache.hadoop.hbase.regionserver.MemStoreFlusher@4c2fe6bf owned by: IPC Server handler 18 on 60020
  209.     at org.apache.hadoop.hbase.regionserver.MemStoreFlusher.reclaimMemStoreMemory(MemStoreFlusher.java:320)
  210.     at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1775)
  211.     at sun.reflect.GeneratedMethodAccessor61.invoke(Unknown Source)
  212.     at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  213.     at java.lang.reflect.Method.invoke(Method.java:597)
  214.     at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  215.     at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  216.  
  217.    Locked ownable synchronizers:
  218.     - None
  219.  
  220. "IPC Server handler 21 on 60020" - Thread t@68
  221.    java.lang.Thread.State: BLOCKED on org.apache.hadoop.hbase.regionserver.MemStoreFlusher@4c2fe6bf owned by: IPC Server handler 18 on 60020
  222.     at org.apache.hadoop.hbase.regionserver.MemStoreFlusher.reclaimMemStoreMemory(MemStoreFlusher.java:320)
  223.     at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1775)
  224.     at sun.reflect.GeneratedMethodAccessor61.invoke(Unknown Source)
  225.     at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  226.     at java.lang.reflect.Method.invoke(Method.java:597)
  227.     at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  228.     at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  229.  
  230.    Locked ownable synchronizers:
  231.     - None
  232.  
  233. "IPC Server handler 20 on 60020" - Thread t@67
  234.    java.lang.Thread.State: WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a62dbf6
  235.     at sun.misc.Unsafe.park(Native Method)
  236.     at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  237.     at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  238.     at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  239.     at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  240.  
  241.    Locked ownable synchronizers:
  242.     - None
  243.  
  244. "IPC Server handler 19 on 60020" - Thread t@66
  245.    java.lang.Thread.State: WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a62dbf6
  246.     at sun.misc.Unsafe.park(Native Method)
  247.     at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  248.     at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  249.     at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  250.     at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  251.  
  252.    Locked ownable synchronizers:
  253.     - None
  254.  
  255. "IPC Server handler 18 on 60020" - Thread t@65
  256.    java.lang.Thread.State: WAITING on java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@99de7de owned by: IPC Server handler 17 on 60020
  257.     at sun.misc.Unsafe.park(Native Method)
  258.     at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  259.     at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747)
  260.     at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778)
  261.     at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114)
  262.     at java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:807)
  263.     at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:953)
  264.     at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:846)
  265.     at org.apache.hadoop.hbase.regionserver.MemStoreFlusher.flushRegion(MemStoreFlusher.java:241)
  266.     at org.apache.hadoop.hbase.regionserver.MemStoreFlusher.flushSomeRegions(MemStoreFlusher.java:352)
  267.     - locked org.apache.hadoop.hbase.regionserver.MemStoreFlusher@4c2fe6bf
  268.     at org.apache.hadoop.hbase.regionserver.MemStoreFlusher.reclaimMemStoreMemory(MemStoreFlusher.java:321)
  269.     - locked org.apache.hadoop.hbase.regionserver.MemStoreFlusher@4c2fe6bf
  270.     at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1775)
  271.     at sun.reflect.GeneratedMethodAccessor61.invoke(Unknown Source)
  272.     at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  273.     at java.lang.reflect.Method.invoke(Method.java:597)
  274.     at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  275.     at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  276.  
  277.    Locked ownable synchronizers:
  278.     - locked java.util.concurrent.locks.ReentrantLock$NonfairSync@5cd62cac
  279.  
  280.     - locked java.util.concurrent.locks.ReentrantLock$NonfairSync@3cf93af4
  281.  
  282. "IPC Server handler 17 on 60020" - Thread t@64
  283.    java.lang.Thread.State: BLOCKED on java.util.HashSet@1e1b300f owned by: regionserver/192.168.200.32:60020.cacheFlusher
  284.     at org.apache.hadoop.hbase.regionserver.MemStoreFlusher.request(MemStoreFlusher.java:172)
  285.     at org.apache.hadoop.hbase.regionserver.HRegion.requestFlush(HRegion.java:1524)
  286.     at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1509)
  287.     at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1292)
  288.     at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  289.     at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  290.     at sun.reflect.GeneratedMethodAccessor61.invoke(Unknown Source)
  291.     at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  292.     at java.lang.reflect.Method.invoke(Method.java:597)
  293.     at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  294.     at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  295.  
  296.    Locked ownable synchronizers:
  297.     - locked java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@99de7de
  298.  
  299. "IPC Server handler 16 on 60020" - Thread t@63
  300.    java.lang.Thread.State: BLOCKED on org.apache.hadoop.hbase.regionserver.MemStoreFlusher@4c2fe6bf owned by: IPC Server handler 18 on 60020
  301.     at org.apache.hadoop.hbase.regionserver.MemStoreFlusher.reclaimMemStoreMemory(MemStoreFlusher.java:320)
  302.     at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1775)
  303.     at sun.reflect.GeneratedMethodAccessor61.invoke(Unknown Source)
  304.     at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  305.     at java.lang.reflect.Method.invoke(Method.java:597)
  306.     at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  307.     at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  308.  
  309.    Locked ownable synchronizers:
  310.     - None
  311.  
  312. "IPC Server handler 15 on 60020" - Thread t@62
  313.    java.lang.Thread.State: BLOCKED on org.apache.hadoop.hbase.regionserver.MemStoreFlusher@4c2fe6bf owned by: IPC Server handler 18 on 60020
  314.     at org.apache.hadoop.hbase.regionserver.MemStoreFlusher.reclaimMemStoreMemory(MemStoreFlusher.java:320)
  315.     at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1775)
  316.     at sun.reflect.GeneratedMethodAccessor61.invoke(Unknown Source)
  317.     at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  318.     at java.lang.reflect.Method.invoke(Method.java:597)
  319.     at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  320.     at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  321.  
  322.    Locked ownable synchronizers:
  323.     - None
  324.  
  325. "IPC Server handler 14 on 60020" - Thread t@61
  326.    java.lang.Thread.State: BLOCKED on org.apache.hadoop.hbase.regionserver.MemStoreFlusher@4c2fe6bf owned by: IPC Server handler 18 on 60020
  327.     at org.apache.hadoop.hbase.regionserver.MemStoreFlusher.reclaimMemStoreMemory(MemStoreFlusher.java:320)
  328.     at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1775)
  329.     at sun.reflect.GeneratedMethodAccessor61.invoke(Unknown Source)
  330.     at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  331.     at java.lang.reflect.Method.invoke(Method.java:597)
  332.     at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  333.     at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  334.  
  335.    Locked ownable synchronizers:
  336.     - None
  337.  
  338. "IPC Server handler 13 on 60020" - Thread t@60
  339.    java.lang.Thread.State: BLOCKED on org.apache.hadoop.hbase.regionserver.MemStoreFlusher@4c2fe6bf owned by: IPC Server handler 18 on 60020
  340.     at org.apache.hadoop.hbase.regionserver.MemStoreFlusher.reclaimMemStoreMemory(MemStoreFlusher.java:320)
  341.     at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1775)
  342.     at sun.reflect.GeneratedMethodAccessor61.invoke(Unknown Source)
  343.     at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  344.     at java.lang.reflect.Method.invoke(Method.java:597)
  345.     at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  346.     at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  347.  
  348.    Locked ownable synchronizers:
  349.     - None
  350.  
  351. "IPC Server handler 12 on 60020" - Thread t@59
  352.    java.lang.Thread.State: BLOCKED on org.apache.hadoop.hbase.regionserver.MemStoreFlusher@4c2fe6bf owned by: IPC Server handler 18 on 60020
  353.     at org.apache.hadoop.hbase.regionserver.MemStoreFlusher.reclaimMemStoreMemory(MemStoreFlusher.java:320)
  354.     at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1775)
  355.     at sun.reflect.GeneratedMethodAccessor61.invoke(Unknown Source)
  356.     at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  357.     at java.lang.reflect.Method.invoke(Method.java:597)
  358.     at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  359.     at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  360.  
  361.    Locked ownable synchronizers:
  362.     - None
  363.  
  364. "IPC Server handler 11 on 60020" - Thread t@58
  365.    java.lang.Thread.State: BLOCKED on org.apache.hadoop.hbase.regionserver.MemStoreFlusher@4c2fe6bf owned by: IPC Server handler 18 on 60020
  366.     at org.apache.hadoop.hbase.regionserver.MemStoreFlusher.reclaimMemStoreMemory(MemStoreFlusher.java:320)
  367.     at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1775)
  368.     at sun.reflect.GeneratedMethodAccessor61.invoke(Unknown Source)
  369.     at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  370.     at java.lang.reflect.Method.invoke(Method.java:597)
  371.     at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  372.     at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  373.  
  374.    Locked ownable synchronizers:
  375.     - None
  376.  
  377. "IPC Server handler 10 on 60020" - Thread t@57
  378.    java.lang.Thread.State: BLOCKED on org.apache.hadoop.hbase.regionserver.MemStoreFlusher@4c2fe6bf owned by: IPC Server handler 18 on 60020
  379.     at org.apache.hadoop.hbase.regionserver.MemStoreFlusher.reclaimMemStoreMemory(MemStoreFlusher.java:320)
  380.     at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1775)
  381.     at sun.reflect.GeneratedMethodAccessor61.invoke(Unknown Source)
  382.     at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  383.     at java.lang.reflect.Method.invoke(Method.java:597)
  384.     at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  385.     at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  386.  
  387.    Locked ownable synchronizers:
  388.     - None
  389.  
  390. "IPC Server handler 9 on 60020" - Thread t@56
  391.    java.lang.Thread.State: BLOCKED on org.apache.hadoop.hbase.regionserver.MemStoreFlusher@4c2fe6bf owned by: IPC Server handler 18 on 60020
  392.     at org.apache.hadoop.hbase.regionserver.MemStoreFlusher.reclaimMemStoreMemory(MemStoreFlusher.java:320)
  393.     at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1775)
  394.     at sun.reflect.GeneratedMethodAccessor61.invoke(Unknown Source)
  395.     at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  396.     at java.lang.reflect.Method.invoke(Method.java:597)
  397.     at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  398.     at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  399.  
  400.    Locked ownable synchronizers:
  401.     - None
  402.  
  403. "IPC Server handler 8 on 60020" - Thread t@55
  404.    java.lang.Thread.State: BLOCKED on org.apache.hadoop.hbase.regionserver.MemStoreFlusher@4c2fe6bf owned by: IPC Server handler 18 on 60020
  405.     at org.apache.hadoop.hbase.regionserver.MemStoreFlusher.reclaimMemStoreMemory(MemStoreFlusher.java:320)
  406.     at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1775)
  407.     at sun.reflect.GeneratedMethodAccessor61.invoke(Unknown Source)
  408.     at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  409.     at java.lang.reflect.Method.invoke(Method.java:597)
  410.     at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  411.     at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  412.  
  413.    Locked ownable synchronizers:
  414.     - None
  415.  
  416. "IPC Server handler 7 on 60020" - Thread t@54
  417.    java.lang.Thread.State: BLOCKED on org.apache.hadoop.hbase.regionserver.MemStoreFlusher@4c2fe6bf owned by: IPC Server handler 18 on 60020
  418.     at org.apache.hadoop.hbase.regionserver.MemStoreFlusher.reclaimMemStoreMemory(MemStoreFlusher.java:320)
  419.     at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1775)
  420.     at sun.reflect.GeneratedMethodAccessor61.invoke(Unknown Source)
  421.     at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  422.     at java.lang.reflect.Method.invoke(Method.java:597)
  423.     at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  424.     at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  425.  
  426.    Locked ownable synchronizers:
  427.     - None
  428.  
  429. "IPC Server handler 6 on 60020" - Thread t@53
  430.    java.lang.Thread.State: BLOCKED on org.apache.hadoop.hbase.regionserver.MemStoreFlusher@4c2fe6bf owned by: IPC Server handler 18 on 60020
  431.     at org.apache.hadoop.hbase.regionserver.MemStoreFlusher.reclaimMemStoreMemory(MemStoreFlusher.java:320)
  432.     at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1775)
  433.     at sun.reflect.GeneratedMethodAccessor61.invoke(Unknown Source)
  434.     at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  435.     at java.lang.reflect.Method.invoke(Method.java:597)
  436.     at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  437.     at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  438.  
  439.    Locked ownable synchronizers:
  440.     - None
  441.  
  442. "IPC Server handler 5 on 60020" - Thread t@52
  443.    java.lang.Thread.State: WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a62dbf6
  444.     at sun.misc.Unsafe.park(Native Method)
  445.     at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  446.     at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  447.     at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  448.     at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  449.  
  450.    Locked ownable synchronizers:
  451.     - None
  452.  
  453. "IPC Server handler 4 on 60020" - Thread t@51
  454.    java.lang.Thread.State: WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a62dbf6
  455.     at sun.misc.Unsafe.park(Native Method)
  456.     at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  457.     at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  458.     at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  459.     at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  460.  
  461.    Locked ownable synchronizers:
  462.     - None
  463.  
  464. "IPC Server handler 3 on 60020" - Thread t@50
  465.    java.lang.Thread.State: WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a62dbf6
  466.     at sun.misc.Unsafe.park(Native Method)
  467.     at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  468.     at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  469.     at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  470.     at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  471.  
  472.    Locked ownable synchronizers:
  473.     - None
  474.  
  475. "IPC Server handler 2 on 60020" - Thread t@49
  476.    java.lang.Thread.State: WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a62dbf6
  477.     at sun.misc.Unsafe.park(Native Method)
  478.     at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  479.     at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  480.     at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  481.     at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  482.  
  483.    Locked ownable synchronizers:
  484.     - None
  485.  
  486. "IPC Server handler 1 on 60020" - Thread t@48
  487.    java.lang.Thread.State: BLOCKED on org.apache.hadoop.hbase.regionserver.MemStoreFlusher@4c2fe6bf owned by: IPC Server handler 18 on 60020
  488.     at org.apache.hadoop.hbase.regionserver.MemStoreFlusher.reclaimMemStoreMemory(MemStoreFlusher.java:320)
  489.     at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1775)
  490.     at sun.reflect.GeneratedMethodAccessor61.invoke(Unknown Source)
  491.     at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  492.     at java.lang.reflect.Method.invoke(Method.java:597)
  493.     at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  494.     at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  495.  
  496.    Locked ownable synchronizers:
  497.     - None
  498.  
  499. "IPC Server handler 0 on 60020" - Thread t@47
  500.    java.lang.Thread.State: BLOCKED on org.apache.hadoop.hbase.regionserver.MemStoreFlusher@4c2fe6bf owned by: IPC Server handler 18 on 60020
  501.     at org.apache.hadoop.hbase.regionserver.MemStoreFlusher.reclaimMemStoreMemory(MemStoreFlusher.java:320)
  502.     at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1775)
  503.     at sun.reflect.GeneratedMethodAccessor61.invoke(Unknown Source)
  504.     at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  505.     at java.lang.reflect.Method.invoke(Method.java:597)
  506.     at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  507.     at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  508.  
  509.    Locked ownable synchronizers:
  510.     - None
  511.  
  512. "IPC Server listener on 60020" - Thread t@14
  513.    java.lang.Thread.State: RUNNABLE
  514.     at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  515.     at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215)
  516.     at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  517.     at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  518.     - locked sun.nio.ch.Util$1@5028c84e
  519.     - locked java.util.Collections$UnmodifiableSet@2576a1ff
  520.     - locked sun.nio.ch.EPollSelectorImpl@f857f90
  521.     at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  522.     at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  523.     at org.apache.hadoop.hbase.ipc.HBaseServer$Listener.run(HBaseServer.java:308)
  524.  
  525.    Locked ownable synchronizers:
  526.     - None
  527.  
  528. "IPC Server Responder" - Thread t@16
  529.    java.lang.Thread.State: RUNNABLE
  530.     at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  531.     at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215)
  532.     at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  533.     at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  534.     - locked sun.nio.ch.Util$1@579cee6
  535.     - locked java.util.Collections$UnmodifiableSet@7ffe60d8
  536.     - locked sun.nio.ch.EPollSelectorImpl@1588468e
  537.     at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  538.     at org.apache.hadoop.hbase.ipc.HBaseServer$Responder.run(HBaseServer.java:477)
  539.  
  540.    Locked ownable synchronizers:
  541.     - None
  542.  
  543. "Timer-0" - Thread t@46
  544.    java.lang.Thread.State: TIMED_WAITING on java.util.TaskQueue@7057323f
  545.     at java.lang.Object.wait(Native Method)
  546.     at java.util.TimerThread.mainLoop(Timer.java:509)
  547.     at java.util.TimerThread.run(Timer.java:462)
  548.  
  549.    Locked ownable synchronizers:
  550.     - None
  551.  
  552. "1260987126@qtp0-1 - Acceptor0 [email protected]:60030" - Thread t@45
  553.    java.lang.Thread.State: RUNNABLE
  554.     at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  555.     at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215)
  556.     at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  557.     at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  558.     - locked sun.nio.ch.Util$1@25d01fad
  559.     - locked java.util.Collections$UnmodifiableSet@2cfaa40
  560.     - locked sun.nio.ch.EPollSelectorImpl@fb25131
  561.     at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  562.     at org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:429)
  563.     at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:185)
  564.     at org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124)
  565.     at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:707)
  566.     at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:522)
  567.  
  568.    Locked ownable synchronizers:
  569.     - None
  570.  
  571. "1896653320@qtp0-0" - Thread t@44
  572.    java.lang.Thread.State: TIMED_WAITING on org.mortbay.thread.QueuedThreadPool$PoolThread@710ca208
  573.     at java.lang.Object.wait(Native Method)
  574.     at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:565)
  575.  
  576.    Locked ownable synchronizers:
  577.     - None
  578.  
  579. "regionserver/192.168.200.32:60020.leaseChecker" - Thread t@23
  580.    java.lang.Thread.State: TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6ca3ffb7
  581.     at sun.misc.Unsafe.park(Native Method)
  582.     at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  583.     at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963)
  584.     at java.util.concurrent.DelayQueue.poll(DelayQueue.java:201)
  585.     at org.apache.hadoop.hbase.Leases.run(Leases.java:81)
  586.  
  587.    Locked ownable synchronizers:
  588.     - None
  589.  
  590. "regionserver/192.168.200.32:60020.majorCompactionChecker" - Thread t@22
  591.    java.lang.Thread.State: TIMED_WAITING
  592.     at java.lang.Thread.sleep(Native Method)
  593.     at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:74)
  594.     at org.apache.hadoop.hbase.Chore.run(Chore.java:76)
  595.  
  596.    Locked ownable synchronizers:
  597.     - None
  598.  
  599. "regionserver/192.168.200.32:60020.worker" - Thread t@17
  600.    java.lang.Thread.State: TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2e97f1a
  601.     at sun.misc.Unsafe.park(Native Method)
  602.     at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  603.     at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963)
  604.     at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:395)
  605.     at org.apache.hadoop.hbase.regionserver.HRegionServer$Worker.run(HRegionServer.java:1425)
  606.     at java.lang.Thread.run(Thread.java:619)
  607.  
  608.    Locked ownable synchronizers:
  609.     - None
  610.  
  611. "regionserver/192.168.200.32:60020.compactor" - Thread t@19
  612.    java.lang.Thread.State: TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2f978574
  613.     at sun.misc.Unsafe.park(Native Method)
  614.     at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  615.     at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963)
  616.     at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:395)
  617.     at org.apache.hadoop.hbase.regionserver.CompactSplitThread.run(CompactSplitThread.java:85)
  618.  
  619.    Locked ownable synchronizers:
  620.     - None
  621.  
  622. "regionserver/192.168.200.32:60020.cacheFlusher" - Thread t@18
  623.    java.lang.Thread.State: WAITING on java.util.concurrent.locks.ReentrantLock$NonfairSync@5cd62cac owned by: IPC Server handler 18 on 60020
  624.     at sun.misc.Unsafe.park(Native Method)
  625.     at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  626.     at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747)
  627.     at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778)
  628.     at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114)
  629.     at java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:186)
  630.     at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262)
  631.     at org.apache.hadoop.hbase.regionserver.MemStoreFlusher.flushRegion(MemStoreFlusher.java:235)
  632.     - locked java.util.HashSet@1e1b300f
  633.     at org.apache.hadoop.hbase.regionserver.MemStoreFlusher.run(MemStoreFlusher.java:149)
  634.  
  635.    Locked ownable synchronizers:
  636.     - None
  637.  
  638. "regionserver/192.168.200.32:60020.logFlusher" - Thread t@21
  639.    java.lang.Thread.State: TIMED_WAITING
  640.     at java.lang.Thread.sleep(Native Method)
  641.     at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:74)
  642.     at org.apache.hadoop.hbase.Chore.run(Chore.java:76)
  643.  
  644.    Locked ownable synchronizers:
  645.     - None
  646.  
  647. "regionserver/192.168.200.32:60020.logRoller" - Thread t@20
  648.    java.lang.Thread.State: WAITING on java.util.concurrent.locks.ReentrantLock$NonfairSync@3cf93af4 owned by: IPC Server handler 18 on 60020
  649.     at sun.misc.Unsafe.park(Native Method)
  650.     at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  651.     at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747)
  652.     at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778)
  653.     at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114)
  654.     at java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:186)
  655.     at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262)
  656.     at org.apache.hadoop.hbase.regionserver.HLog.rollWriter(HLog.java:335)
  657.     at org.apache.hadoop.hbase.regionserver.LogRoller.run(LogRoller.java:80)
  658.  
  659.    Locked ownable synchronizers:
  660.     - locked java.util.concurrent.locks.ReentrantLock$NonfairSync@3f07004
  661.  
  662. "Timer thread for monitoring jvm" - Thread t@42
  663.    java.lang.Thread.State: TIMED_WAITING on java.util.TaskQueue@32031b14
  664.     at java.lang.Object.wait(Native Method)
  665.     at java.util.TimerThread.mainLoop(Timer.java:509)
  666.     at java.util.TimerThread.run(Timer.java:462)
  667.  
  668.    Locked ownable synchronizers:
  669.     - None
  670.  
  671. "Timer thread for monitoring hbase" - Thread t@41
  672.    java.lang.Thread.State: TIMED_WAITING on java.util.TaskQueue@2efbfe50
  673.     at java.lang.Object.wait(Native Method)
  674.     at java.util.TimerThread.mainLoop(Timer.java:509)
  675.     at java.util.TimerThread.run(Timer.java:462)
  676.  
  677.    Locked ownable synchronizers:
  678.     - None
  679.  
  680. "LeaseChecker" - Thread t@40
  681.    java.lang.Thread.State: RUNNABLE
  682.     at java.lang.Thread.sleep(Native Method)
  683.     at org.apache.hadoop.hdfs.DFSClient$LeaseChecker.run(DFSClient.java:1066)
  684.     at java.lang.Thread.run(Thread.java:619)
  685.  
  686.    Locked ownable synchronizers:
  687.     - None
  688.  
  689. "DestroyJavaVM" - Thread t@27
  690.    java.lang.Thread.State: RUNNABLE
  691.  
  692.    Locked ownable synchronizers:
  693.     - None
  694.  
  695. "regionserver/192.168.200.32:60020" - Thread t@26
  696.    java.lang.Thread.State: TIMED_WAITING
  697.     at java.lang.Thread.sleep(Native Method)
  698.     at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:74)
  699.     at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:594)
  700.     at java.lang.Thread.run(Thread.java:619)
  701.  
  702.    Locked ownable synchronizers:
  703.     - None
  704.  
  705. "main-EventThread" - Thread t@25
  706.    java.lang.Thread.State: WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1128bc44
  707.     at sun.misc.Unsafe.park(Native Method)
  708.     at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  709.     at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  710.     at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  711.     at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:414)
  712.  
  713.    Locked ownable synchronizers:
  714.     - None
  715.  
  716. "main-SendThread" - Thread t@24
  717.    java.lang.Thread.State: RUNNABLE
  718.     at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  719.     at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215)
  720.     at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  721.     at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  722.     - locked sun.nio.ch.Util$1@1e4a18a1
  723.     - locked java.util.Collections$UnmodifiableSet@12970190
  724.     - locked sun.nio.ch.EPollSelectorImpl@77e79e78
  725.     at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  726.     at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:921)
  727.  
  728.    Locked ownable synchronizers:
  729.     - None
  730.  
  731. "Timer thread for monitoring rpc" - Thread t@15
  732.    java.lang.Thread.State: TIMED_WAITING on java.util.TaskQueue@9601d29
  733.     at java.lang.Object.wait(Native Method)
  734.     at java.util.TimerThread.mainLoop(Timer.java:509)
  735.     at java.util.TimerThread.run(Timer.java:462)
  736.  
  737.    Locked ownable synchronizers:
  738.     - None
  739.  
  740. "RMI TCP Accept-0" - Thread t@12
  741.    java.lang.Thread.State: RUNNABLE
  742.     at java.net.PlainSocketImpl.socketAccept(Native Method)
  743.     at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390)
  744.     - locked java.net.SocksSocketImpl@75515c8
  745.     at java.net.ServerSocket.implAccept(ServerSocket.java:453)
  746.     at java.net.ServerSocket.accept(ServerSocket.java:421)
  747.     at sun.management.jmxremote.LocalRMIServerSocketFactory$1.accept(LocalRMIServerSocketFactory.java:34)
  748.     at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369)
  749.     at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341)
  750.     at java.lang.Thread.run(Thread.java:619)
  751.  
  752.    Locked ownable synchronizers:
  753.     - None
  754.  
  755. "RMI TCP Accept-10102" - Thread t@11
  756.    java.lang.Thread.State: RUNNABLE
  757.     at java.net.PlainSocketImpl.socketAccept(Native Method)
  758.     at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390)
  759.     - locked java.net.SocksSocketImpl@6309013a
  760.     at java.net.ServerSocket.implAccept(ServerSocket.java:453)
  761.     at java.net.ServerSocket.accept(ServerSocket.java:421)
  762.     at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369)
  763.     at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341)
  764.     at java.lang.Thread.run(Thread.java:619)
  765.  
  766.    Locked ownable synchronizers:
  767.     - None
  768.  
  769. "RMI TCP Accept-0" - Thread t@10
  770.    java.lang.Thread.State: RUNNABLE
  771.     at java.net.PlainSocketImpl.socketAccept(Native Method)
  772.     at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390)
  773.     - locked java.net.SocksSocketImpl@642fb9a1
  774.     at java.net.ServerSocket.implAccept(ServerSocket.java:453)
  775.     at java.net.ServerSocket.accept(ServerSocket.java:421)
  776.     at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369)
  777.     at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341)
  778.     at java.lang.Thread.run(Thread.java:619)
  779.  
  780.    Locked ownable synchronizers:
  781.     - None
  782.  
  783. "Signal Dispatcher" - Thread t@5
  784.    java.lang.Thread.State: RUNNABLE
  785.  
  786.    Locked ownable synchronizers:
  787.     - None
  788.  
  789. "Finalizer" - Thread t@3
  790.    java.lang.Thread.State: WAITING on java.lang.ref.ReferenceQueue$Lock@51a738e
  791.     at java.lang.Object.wait(Native Method)
  792.     at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118)
  793.     at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134)
  794.     at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159)
  795.  
  796.    Locked ownable synchronizers:
  797.     - None
  798.  
  799. "Reference Handler" - Thread t@2
  800.    java.lang.Thread.State: WAITING on java.lang.ref.Reference$Lock@b987240
  801.     at java.lang.Object.wait(Native Method)
  802.     at java.lang.Object.wait(Object.java:485)
  803.     at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116)
  804.  
  805.    Locked ownable synchronizers:
  806.     - None
Advertisement
Add Comment
Please, Sign In to add comment