API tools faq
paste
Guest User

thread dump

a guest
Apr 30th, 2010
170
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 220.14 KB | None | 0 0
raw download clone embed print report
  1. Process Thread Dump:
  2. 335 active threads
  3. Thread 439 (ResponseProcessor for block blk_4926106196688114516_1149):
  4. State: RUNNABLE
  5. Blocked count: 1
  6. Waited count: 0
  7. Stack:
  8. sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  9. sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215)
  10. sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  11. sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  12. sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  13. org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:332)
  14. org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
  15. org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:155)
  16. org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:128)
  17. java.io.DataInputStream.readFully(DataInputStream.java:178)
  18. java.io.DataInputStream.readLong(DataInputStream.java:399)
  19. org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$ResponseProcessor.run(DFSClient.java:2399)
  20. Thread 438 (DataStreamer for file /hbase/.logs/ip-10-195-105-203.ec2.internal,60020,1272655497987/hlog.dat.1272656084778 block blk_4926106196688114516_1149):
  21. State: TIMED_WAITING
  22. Blocked count: 539
  23. Waited count: 540
  24. Stack:
  25. java.lang.Object.wait(Native Method)
  26. org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$DataStreamer.run(DFSClient.java:2247)
  27. Thread 372 (IPC Client (47) connection to /10.195.151.143:60020 from an unknown user):
  28. State: TIMED_WAITING
  29. Blocked count: 149218
  30. Waited count: 148916
  31. Stack:
  32. java.lang.Object.wait(Native Method)
  33. org.apache.hadoop.hbase.ipc.HBaseClient$Connection.waitForWork(HBaseClient.java:404)
  34. org.apache.hadoop.hbase.ipc.HBaseClient$Connection.run(HBaseClient.java:447)
  35. Thread 371 (IPC Client (47) connection to /10.195.105.203:60020 from an unknown user):
  36. State: RUNNABLE
  37. Blocked count: 149157
  38. Waited count: 148924
  39. Stack:
  40. sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  41. sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215)
  42. sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  43. sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  44. sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  45. org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:332)
  46. org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
  47. org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:155)
  48. org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:128)
  49. java.io.FilterInputStream.read(FilterInputStream.java:116)
  50. org.apache.hadoop.hbase.ipc.HBaseClient$Connection$PingInputStream.read(HBaseClient.java:279)
  51. java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
  52. java.io.BufferedInputStream.read(BufferedInputStream.java:237)
  53. java.io.DataInputStream.readInt(DataInputStream.java:370)
  54. org.apache.hadoop.hbase.ipc.HBaseClient$Connection.receiveResponse(HBaseClient.java:504)
  55. org.apache.hadoop.hbase.ipc.HBaseClient$Connection.run(HBaseClient.java:448)
  56. Thread 370 (IPC Client (47) connection to /10.194.43.191:60020 from an unknown user):
  57. State: RUNNABLE
  58. Blocked count: 149236
  59. Waited count: 148924
  60. Stack:
  61. java.nio.Bits.copyToByteArray(Native Method)
  62. java.nio.DirectByteBuffer.get(DirectByteBuffer.java:224)
  63. java.nio.HeapByteBuffer.put(HeapByteBuffer.java:191)
  64. sun.nio.ch.IOUtil.read(IOUtil.java:209)
  65. sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:236)
  66. org.apache.hadoop.net.SocketInputStream$Reader.performIO(SocketInputStream.java:55)
  67. org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:142)
  68. org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:155)
  69. org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:128)
  70. java.io.FilterInputStream.read(FilterInputStream.java:116)
  71. org.apache.hadoop.hbase.ipc.HBaseClient$Connection$PingInputStream.read(HBaseClient.java:279)
  72. java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
  73. java.io.BufferedInputStream.read(BufferedInputStream.java:237)
  74. java.io.DataInputStream.readInt(DataInputStream.java:370)
  75. org.apache.hadoop.hbase.ipc.HBaseClient$Connection.receiveResponse(HBaseClient.java:504)
  76. org.apache.hadoop.hbase.ipc.HBaseClient$Connection.run(HBaseClient.java:448)
  77. Thread 369 (IPC Client (47) connection to /10.195.90.191:60020 from an unknown user):
  78. State: RUNNABLE
  79. Blocked count: 19891
  80. Waited count: 19216
  81. Stack:
  82. java.lang.Object.wait(Native Method)
  83. org.apache.hadoop.hbase.ipc.HBaseClient$Connection.waitForWork(HBaseClient.java:404)
  84. org.apache.hadoop.hbase.ipc.HBaseClient$Connection.run(HBaseClient.java:447)
  85. Thread 355 (IPC Server handler 9 on 60020-EventThread):
  86. State: WAITING
  87. Blocked count: 0
  88. Waited count: 2
  89. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@63a9fcea
  90. Stack:
  91. sun.misc.Unsafe.park(Native Method)
  92. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  93. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  94. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  95. org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:414)
  96. Thread 354 (IPC Server handler 9 on 60020-SendThread):
  97. State: RUNNABLE
  98. Blocked count: 0
  99. Waited count: 0
  100. Stack:
  101. sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  102. sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215)
  103. sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  104. sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  105. sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  106. org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:921)
  107. Thread 347 (pool-1-thread-1):
  108. State: TIMED_WAITING
  109. Blocked count: 0
  110. Waited count: 10
  111. Stack:
  112. sun.misc.Unsafe.park(Native Method)
  113. java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  114. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963)
  115. java.util.concurrent.DelayQueue.take(DelayQueue.java:164)
  116. java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:583)
  117. java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:576)
  118. java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  119. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  120. java.lang.Thread.run(Thread.java:619)
  121. Thread 345 (LruBlockCache.EvictionThread):
  122. State: WAITING
  123. Blocked count: 0
  124. Waited count: 1
  125. Waiting on org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread@6335605a
  126. Stack:
  127. java.lang.Object.wait(Native Method)
  128. java.lang.Object.wait(Object.java:485)
  129. org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:512)
  130. Thread 23 (Transactional leases):
  131. State: TIMED_WAITING
  132. Blocked count: 0
  133. Waited count: 599
  134. Stack:
  135. sun.misc.Unsafe.park(Native Method)
  136. java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  137. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963)
  138. java.util.concurrent.DelayQueue.poll(DelayQueue.java:201)
  139. org.apache.hadoop.hbase.Leases.run(Leases.java:81)
  140. Thread 22 (regionserver/10.195.105.203:60020.oldTransactionCleaner):
  141. State: TIMED_WAITING
  142. Blocked count: 0
  143. Waited count: 10
  144. Stack:
  145. java.lang.Thread.sleep(Native Method)
  146. org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:74)
  147. org.apache.hadoop.hbase.Chore.run(Chore.java:76)
  148. Thread 344 (IPC Server handler 299 on 60020):
  149. State: WAITING
  150. Blocked count: 2381
  151. Waited count: 2068
  152. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  153. Stack:
  154. sun.misc.Unsafe.park(Native Method)
  155. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  156. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  157. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  158. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  159. Thread 343 (IPC Server handler 298 on 60020):
  160. State: WAITING
  161. Blocked count: 4607
  162. Waited count: 3523
  163. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  164. Stack:
  165. sun.misc.Unsafe.park(Native Method)
  166. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  167. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  168. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  169. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  170. Thread 342 (IPC Server handler 297 on 60020):
  171. State: WAITING
  172. Blocked count: 2416
  173. Waited count: 2066
  174. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  175. Stack:
  176. sun.misc.Unsafe.park(Native Method)
  177. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  178. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  179. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  180. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  181. Thread 341 (IPC Server handler 296 on 60020):
  182. State: WAITING
  183. Blocked count: 3683
  184. Waited count: 3049
  185. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  186. Stack:
  187. sun.misc.Unsafe.park(Native Method)
  188. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  189. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  190. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  191. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  192. Thread 340 (IPC Server handler 295 on 60020):
  193. State: BLOCKED
  194. Blocked count: 3160
  195. Waited count: 2534
  196. Blocked on org.apache.hadoop.hbase.client.HTable@67030895
  197. Blocked by 166 (IPC Server handler 121 on 60020)
  198. Stack:
  199. org.apache.hadoop.hbase.client.HTable.put(HTable.java:470)
  200. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  201. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  202. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  203. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  204. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  205. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  206. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  207. java.lang.reflect.Method.invoke(Method.java:597)
  208. org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  209. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  210. Thread 339 (IPC Server handler 294 on 60020):
  211. State: WAITING
  212. Blocked count: 2422
  213. Waited count: 2065
  214. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  215. Stack:
  216. sun.misc.Unsafe.park(Native Method)
  217. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  218. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  219. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  220. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  221. Thread 338 (IPC Server handler 293 on 60020):
  222. State: BLOCKED
  223. Blocked count: 4278
  224. Waited count: 3251
  225. Blocked on org.apache.hadoop.hbase.client.HTable@67030895
  226. Blocked by 166 (IPC Server handler 121 on 60020)
  227. Stack:
  228. org.apache.hadoop.hbase.client.HTable.put(HTable.java:470)
  229. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  230. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  231. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  232. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  233. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  234. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  235. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  236. java.lang.reflect.Method.invoke(Method.java:597)
  237. org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  238. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  239. Thread 337 (IPC Server handler 292 on 60020):
  240. State: WAITING
  241. Blocked count: 3681
  242. Waited count: 3051
  243. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  244. Stack:
  245. sun.misc.Unsafe.park(Native Method)
  246. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  247. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  248. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  249. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  250. Thread 336 (IPC Server handler 291 on 60020):
  251. State: WAITING
  252. Blocked count: 3904
  253. Waited count: 3034
  254. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  255. Stack:
  256. sun.misc.Unsafe.park(Native Method)
  257. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  258. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  259. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  260. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  261. Thread 335 (IPC Server handler 290 on 60020):
  262. State: RUNNABLE
  263. Blocked count: 7561
  264. Waited count: 5341
  265. Stack:
  266. sun.nio.ch.NativeThread.current(Native Method)
  267. sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:331)
  268. org.apache.hadoop.net.SocketOutputStream$Writer.performIO(SocketOutputStream.java:55)
  269. org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:142)
  270. org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:146)
  271. org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:107)
  272. java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:65)
  273. java.io.BufferedOutputStream.flush(BufferedOutputStream.java:123)
  274. java.io.DataOutputStream.flush(DataOutputStream.java:106)
  275. org.apache.hadoop.hbase.ipc.HBaseClient$Connection.sendParam(HBaseClient.java:483)
  276. org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:713)
  277. org.apache.hadoop.hbase.ipc.HBaseRPC$Invoker.invoke(HBaseRPC.java:333)
  278. $Proxy2.put(Unknown Source)
  279. org.apache.hadoop.hbase.client.HConnectionManager$TableServers$3$1.call(HConnectionManager.java:1242)
  280. org.apache.hadoop.hbase.client.HConnectionManager$TableServers$3$1.call(HConnectionManager.java:1240)
  281. org.apache.hadoop.hbase.client.HConnectionManager$TableServers.getRegionServerWithRetries(HConnectionManager.java:1035)
  282. org.apache.hadoop.hbase.client.HConnectionManager$TableServers$3.doCall(HConnectionManager.java:1239)
  283. org.apache.hadoop.hbase.client.HConnectionManager$TableServers$Batch.process(HConnectionManager.java:1161)
  284. org.apache.hadoop.hbase.client.HConnectionManager$TableServers.processBatchOfRows(HConnectionManager.java:1247)
  285. org.apache.hadoop.hbase.client.HTable.flushCommits(HTable.java:609)
  286. Thread 334 (IPC Server handler 289 on 60020):
  287. State: WAITING
  288. Blocked count: 5438
  289. Waited count: 4006
  290. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  291. Stack:
  292. sun.misc.Unsafe.park(Native Method)
  293. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  294. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  295. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  296. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  297. Thread 333 (IPC Server handler 288 on 60020):
  298. State: WAITING
  299. Blocked count: 5266
  300. Waited count: 4023
  301. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  302. Stack:
  303. sun.misc.Unsafe.park(Native Method)
  304. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  305. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  306. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  307. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  308. Thread 332 (IPC Server handler 287 on 60020):
  309. State: WAITING
  310. Blocked count: 4685
  311. Waited count: 3523
  312. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  313. Stack:
  314. sun.misc.Unsafe.park(Native Method)
  315. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  316. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  317. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  318. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  319. Thread 331 (IPC Server handler 286 on 60020):
  320. State: WAITING
  321. Blocked count: 4731
  322. Waited count: 3518
  323. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  324. Stack:
  325. sun.misc.Unsafe.park(Native Method)
  326. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  327. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  328. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  329. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  330. Thread 330 (IPC Server handler 285 on 60020):
  331. State: WAITING
  332. Blocked count: 3978
  333. Waited count: 3036
  334. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  335. Stack:
  336. sun.misc.Unsafe.park(Native Method)
  337. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  338. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  339. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  340. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  341. Thread 329 (IPC Server handler 284 on 60020):
  342. State: WAITING
  343. Blocked count: 4382
  344. Waited count: 3539
  345. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  346. Stack:
  347. sun.misc.Unsafe.park(Native Method)
  348. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  349. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  350. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  351. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  352. Thread 328 (IPC Server handler 283 on 60020):
  353. State: WAITING
  354. Blocked count: 3162
  355. Waited count: 2554
  356. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  357. Stack:
  358. sun.misc.Unsafe.park(Native Method)
  359. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  360. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  361. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  362. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  363. Thread 327 (IPC Server handler 282 on 60020):
  364. State: WAITING
  365. Blocked count: 3175
  366. Waited count: 2550
  367. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  368. Stack:
  369. sun.misc.Unsafe.park(Native Method)
  370. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  371. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  372. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  373. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  374. Thread 326 (IPC Server handler 281 on 60020):
  375. State: WAITING
  376. Blocked count: 3916
  377. Waited count: 3037
  378. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  379. Stack:
  380. sun.misc.Unsafe.park(Native Method)
  381. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  382. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  383. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  384. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  385. Thread 325 (IPC Server handler 280 on 60020):
  386. State: WAITING
  387. Blocked count: 1337
  388. Waited count: 1595
  389. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  390. Stack:
  391. sun.misc.Unsafe.park(Native Method)
  392. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  393. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  394. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  395. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  396. Thread 324 (IPC Server handler 279 on 60020):
  397. State: WAITING
  398. Blocked count: 3196
  399. Waited count: 2546
  400. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  401. Stack:
  402. sun.misc.Unsafe.park(Native Method)
  403. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  404. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  405. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  406. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  407. Thread 323 (IPC Server handler 278 on 60020):
  408. State: WAITING
  409. Blocked count: 4621
  410. Waited count: 3521
  411. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  412. Stack:
  413. sun.misc.Unsafe.park(Native Method)
  414. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  415. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  416. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  417. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  418. Thread 322 (IPC Server handler 277 on 60020):
  419. State: WAITING
  420. Blocked count: 3924
  421. Waited count: 3038
  422. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  423. Stack:
  424. sun.misc.Unsafe.park(Native Method)
  425. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  426. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  427. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  428. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  429. Thread 321 (IPC Server handler 276 on 60020):
  430. State: BLOCKED
  431. Blocked count: 4420
  432. Waited count: 3508
  433. Blocked on org.apache.hadoop.hbase.client.HTable@3a2cd38d
  434. Blocked by 118 (IPC Server handler 73 on 60020)
  435. Stack:
  436. org.apache.hadoop.hbase.client.HTable.put(HTable.java:470)
  437. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  438. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  439. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  440. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  441. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  442. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  443. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  444. java.lang.reflect.Method.invoke(Method.java:597)
  445. org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  446. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  447. Thread 320 (IPC Server handler 275 on 60020):
  448. State: WAITING
  449. Blocked count: 1643
  450. Waited count: 1580
  451. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  452. Stack:
  453. sun.misc.Unsafe.park(Native Method)
  454. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  455. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  456. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  457. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  458. Thread 319 (IPC Server handler 274 on 60020):
  459. State: WAITING
  460. Blocked count: 3127
  461. Waited count: 2552
  462. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  463. Stack:
  464. sun.misc.Unsafe.park(Native Method)
  465. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  466. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  467. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  468. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  469. Thread 318 (IPC Server handler 273 on 60020):
  470. State: WAITING
  471. Blocked count: 4630
  472. Waited count: 3535
  473. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  474. Stack:
  475. sun.misc.Unsafe.park(Native Method)
  476. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  477. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  478. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  479. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  480. Thread 317 (IPC Server handler 272 on 60020):
  481. State: WAITING
  482. Blocked count: 5143
  483. Waited count: 4019
  484. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  485. Stack:
  486. sun.misc.Unsafe.park(Native Method)
  487. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  488. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  489. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  490. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  491. Thread 316 (IPC Server handler 271 on 60020):
  492. State: WAITING
  493. Blocked count: 5460
  494. Waited count: 4007
  495. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  496. Stack:
  497. sun.misc.Unsafe.park(Native Method)
  498. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  499. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  500. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  501. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  502. Thread 315 (IPC Server handler 270 on 60020):
  503. State: WAITING
  504. Blocked count: 3156
  505. Waited count: 2555
  506. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  507. Stack:
  508. sun.misc.Unsafe.park(Native Method)
  509. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  510. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  511. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  512. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  513. Thread 314 (IPC Server handler 269 on 60020):
  514. State: WAITING
  515. Blocked count: 6240
  516. Waited count: 4488
  517. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  518. Stack:
  519. sun.misc.Unsafe.park(Native Method)
  520. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  521. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  522. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  523. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  524. Thread 313 (IPC Server handler 268 on 60020):
  525. State: BLOCKED
  526. Blocked count: 5202
  527. Waited count: 4046
  528. Blocked on org.apache.hadoop.hbase.client.HTable@67030895
  529. Blocked by 280 (IPC Server handler 235 on 60020)
  530. Stack:
  531. org.apache.hadoop.hbase.client.HTable.put(HTable.java:470)
  532. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  533. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  534. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  535. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  536. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  537. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  538. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  539. java.lang.reflect.Method.invoke(Method.java:597)
  540. org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  541. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  542. Thread 312 (IPC Server handler 267 on 60020):
  543. State: WAITING
  544. Blocked count: 3856
  545. Waited count: 3039
  546. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  547. Stack:
  548. sun.misc.Unsafe.park(Native Method)
  549. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  550. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  551. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  552. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  553. Thread 311 (IPC Server handler 266 on 60020):
  554. State: WAITING
  555. Blocked count: 4760
  556. Waited count: 3523
  557. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  558. Stack:
  559. sun.misc.Unsafe.park(Native Method)
  560. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  561. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  562. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  563. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  564. Thread 310 (IPC Server handler 265 on 60020):
  565. State: WAITING
  566. Blocked count: 3130
  567. Waited count: 2550
  568. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  569. Stack:
  570. sun.misc.Unsafe.park(Native Method)
  571. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  572. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  573. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  574. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  575. Thread 309 (IPC Server handler 264 on 60020):
  576. State: BLOCKED
  577. Blocked count: 2898
  578. Waited count: 2590
  579. Blocked on org.apache.hadoop.hbase.client.HTable@67030895
  580. Blocked by 77 (IPC Server handler 32 on 60020)
  581. Stack:
  582. org.apache.hadoop.hbase.client.HTable.put(HTable.java:470)
  583. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  584. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  585. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  586. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  587. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  588. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  589. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  590. java.lang.reflect.Method.invoke(Method.java:597)
  591. org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  592. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  593. Thread 308 (IPC Server handler 263 on 60020):
  594. State: WAITING
  595. Blocked count: 4629
  596. Waited count: 3529
  597. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  598. Stack:
  599. sun.misc.Unsafe.park(Native Method)
  600. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  601. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  602. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  603. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  604. Thread 307 (IPC Server handler 262 on 60020):
  605. State: WAITING
  606. Blocked count: 4674
  607. Waited count: 3524
  608. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  609. Stack:
  610. sun.misc.Unsafe.park(Native Method)
  611. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  612. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  613. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  614. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  615. Thread 306 (IPC Server handler 261 on 60020):
  616. State: WAITING
  617. Blocked count: 1634
  618. Waited count: 1578
  619. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  620. Stack:
  621. sun.misc.Unsafe.park(Native Method)
  622. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  623. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  624. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  625. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  626. Thread 305 (IPC Server handler 260 on 60020):
  627. State: WAITING
  628. Blocked count: 4443
  629. Waited count: 3534
  630. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  631. Stack:
  632. sun.misc.Unsafe.park(Native Method)
  633. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  634. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  635. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  636. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  637. Thread 304 (IPC Server handler 259 on 60020):
  638. State: WAITING
  639. Blocked count: 2434
  640. Waited count: 2061
  641. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  642. Stack:
  643. sun.misc.Unsafe.park(Native Method)
  644. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  645. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  646. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  647. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  648. Thread 303 (IPC Server handler 258 on 60020):
  649. State: WAITING
  650. Blocked count: 2379
  651. Waited count: 2066
  652. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  653. Stack:
  654. sun.misc.Unsafe.park(Native Method)
  655. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  656. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  657. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  658. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  659. Thread 302 (IPC Server handler 257 on 60020):
  660. State: WAITING
  661. Blocked count: 2406
  662. Waited count: 2067
  663. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  664. Stack:
  665. sun.misc.Unsafe.park(Native Method)
  666. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  667. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  668. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  669. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  670. Thread 301 (IPC Server handler 256 on 60020):
  671. State: WAITING
  672. Blocked count: 8242
  673. Waited count: 5957
  674. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  675. Stack:
  676. sun.misc.Unsafe.park(Native Method)
  677. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  678. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  679. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  680. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  681. Thread 300 (IPC Server handler 255 on 60020):
  682. State: WAITING
  683. Blocked count: 2404
  684. Waited count: 2076
  685. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  686. Stack:
  687. sun.misc.Unsafe.park(Native Method)
  688. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  689. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  690. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  691. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  692. Thread 299 (IPC Server handler 254 on 60020):
  693. State: WAITING
  694. Blocked count: 5690
  695. Waited count: 4155
  696. Waiting on org.apache.hadoop.hbase.ipc.HBaseClient$Call@b857789
  697. Stack:
  698. java.lang.Object.wait(Native Method)
  699. java.lang.Object.wait(Object.java:485)
  700. org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:717)
  701. org.apache.hadoop.hbase.ipc.HBaseRPC$Invoker.invoke(HBaseRPC.java:333)
  702. $Proxy2.put(Unknown Source)
  703. org.apache.hadoop.hbase.client.HConnectionManager$TableServers$3$1.call(HConnectionManager.java:1242)
  704. org.apache.hadoop.hbase.client.HConnectionManager$TableServers$3$1.call(HConnectionManager.java:1240)
  705. org.apache.hadoop.hbase.client.HConnectionManager$TableServers.getRegionServerWithRetries(HConnectionManager.java:1035)
  706. org.apache.hadoop.hbase.client.HConnectionManager$TableServers$3.doCall(HConnectionManager.java:1239)
  707. org.apache.hadoop.hbase.client.HConnectionManager$TableServers$Batch.process(HConnectionManager.java:1161)
  708. org.apache.hadoop.hbase.client.HConnectionManager$TableServers.processBatchOfRows(HConnectionManager.java:1247)
  709. org.apache.hadoop.hbase.client.HTable.flushCommits(HTable.java:609)
  710. org.apache.hadoop.hbase.client.HTable.put(HTable.java:474)
  711. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  712. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  713. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  714. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  715. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  716. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  717. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  718. Thread 298 (IPC Server handler 253 on 60020):
  719. State: WAITING
  720. Blocked count: 4656
  721. Waited count: 3533
  722. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  723. Stack:
  724. sun.misc.Unsafe.park(Native Method)
  725. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  726. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  727. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  728. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  729. Thread 297 (IPC Server handler 252 on 60020):
  730. State: WAITING
  731. Blocked count: 3622
  732. Waited count: 3050
  733. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  734. Stack:
  735. sun.misc.Unsafe.park(Native Method)
  736. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  737. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  738. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  739. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  740. Thread 296 (IPC Server handler 251 on 60020):
  741. State: WAITING
  742. Blocked count: 5516
  743. Waited count: 4005
  744. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  745. Stack:
  746. sun.misc.Unsafe.park(Native Method)
  747. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  748. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  749. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  750. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  751. Thread 295 (IPC Server handler 250 on 60020):
  752. State: WAITING
  753. Blocked count: 4726
  754. Waited count: 3522
  755. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  756. Stack:
  757. sun.misc.Unsafe.park(Native Method)
  758. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  759. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  760. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  761. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  762. Thread 294 (IPC Server handler 249 on 60020):
  763. State: WAITING
  764. Blocked count: 4645
  765. Waited count: 3524
  766. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  767. Stack:
  768. sun.misc.Unsafe.park(Native Method)
  769. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  770. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  771. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  772. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  773. Thread 293 (IPC Server handler 248 on 60020):
  774. State: WAITING
  775. Blocked count: 5188
  776. Waited count: 4018
  777. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  778. Stack:
  779. sun.misc.Unsafe.park(Native Method)
  780. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  781. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  782. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  783. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  784. Thread 292 (IPC Server handler 247 on 60020):
  785. State: WAITING
  786. Blocked count: 3170
  787. Waited count: 2551
  788. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  789. Stack:
  790. sun.misc.Unsafe.park(Native Method)
  791. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  792. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  793. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  794. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  795. Thread 291 (IPC Server handler 246 on 60020):
  796. State: WAITING
  797. Blocked count: 3218
  798. Waited count: 2553
  799. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  800. Stack:
  801. sun.misc.Unsafe.park(Native Method)
  802. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  803. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  804. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  805. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  806. Thread 290 (IPC Server handler 245 on 60020):
  807. State: BLOCKED
  808. Blocked count: 3076
  809. Waited count: 2457
  810. Blocked on org.apache.hadoop.hbase.client.HTable@3a2cd38d
  811. Blocked by 246 (IPC Server handler 201 on 60020)
  812. Stack:
  813. org.apache.hadoop.hbase.client.HTable.put(HTable.java:470)
  814. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  815. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  816. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  817. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  818. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  819. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  820. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  821. java.lang.reflect.Method.invoke(Method.java:597)
  822. org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  823. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  824. Thread 289 (IPC Server handler 244 on 60020):
  825. State: WAITING
  826. Blocked count: 2909
  827. Waited count: 2565
  828. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  829. Stack:
  830. sun.misc.Unsafe.park(Native Method)
  831. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  832. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  833. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  834. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  835. Thread 288 (IPC Server handler 243 on 60020):
  836. State: BLOCKED
  837. Blocked count: 4691
  838. Waited count: 3521
  839. Blocked on org.apache.hadoop.hbase.client.HTable@67030895
  840. Blocked by 313 (IPC Server handler 268 on 60020)
  841. Stack:
  842. org.apache.hadoop.hbase.client.HTable.put(HTable.java:470)
  843. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  844. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  845. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  846. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  847. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  848. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  849. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  850. java.lang.reflect.Method.invoke(Method.java:597)
  851. org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  852. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  853. Thread 287 (IPC Server handler 242 on 60020):
  854. State: WAITING
  855. Blocked count: 2394
  856. Waited count: 2067
  857. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  858. Stack:
  859. sun.misc.Unsafe.park(Native Method)
  860. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  861. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  862. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  863. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  864. Thread 286 (IPC Server handler 241 on 60020):
  865. State: WAITING
  866. Blocked count: 5460
  867. Waited count: 4005
  868. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  869. Stack:
  870. sun.misc.Unsafe.park(Native Method)
  871. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  872. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  873. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  874. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  875. Thread 285 (IPC Server handler 240 on 60020):
  876. State: BLOCKED
  877. Blocked count: 4089
  878. Waited count: 3327
  879. Blocked on org.apache.hadoop.hbase.client.HTable@67030895
  880. Blocked by 313 (IPC Server handler 268 on 60020)
  881. Stack:
  882. org.apache.hadoop.hbase.client.HTable.put(HTable.java:470)
  883. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  884. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  885. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  886. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  887. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  888. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  889. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  890. java.lang.reflect.Method.invoke(Method.java:597)
  891. org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  892. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  893. Thread 284 (IPC Server handler 239 on 60020):
  894. State: WAITING
  895. Blocked count: 2876
  896. Waited count: 2563
  897. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  898. Stack:
  899. sun.misc.Unsafe.park(Native Method)
  900. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  901. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  902. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  903. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  904. Thread 283 (IPC Server handler 238 on 60020):
  905. State: WAITING
  906. Blocked count: 3160
  907. Waited count: 2547
  908. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  909. Stack:
  910. sun.misc.Unsafe.park(Native Method)
  911. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  912. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  913. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  914. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  915. Thread 282 (IPC Server handler 237 on 60020):
  916. State: WAITING
  917. Blocked count: 4722
  918. Waited count: 3522
  919. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  920. Stack:
  921. sun.misc.Unsafe.park(Native Method)
  922. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  923. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  924. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  925. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  926. Thread 281 (IPC Server handler 236 on 60020):
  927. State: WAITING
  928. Blocked count: 8268
  929. Waited count: 5971
  930. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  931. Stack:
  932. sun.misc.Unsafe.park(Native Method)
  933. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  934. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  935. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  936. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  937. Thread 280 (IPC Server handler 235 on 60020):
  938. State: BLOCKED
  939. Blocked count: 5152
  940. Waited count: 3983
  941. Blocked on org.apache.hadoop.hbase.client.HTable@67030895
  942. Blocked by 338 (IPC Server handler 293 on 60020)
  943. Stack:
  944. org.apache.hadoop.hbase.client.HTable.put(HTable.java:470)
  945. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  946. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  947. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  948. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  949. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  950. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  951. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  952. java.lang.reflect.Method.invoke(Method.java:597)
  953. org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  954. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  955. Thread 279 (IPC Server handler 234 on 60020):
  956. State: WAITING
  957. Blocked count: 3977
  958. Waited count: 3035
  959. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  960. Stack:
  961. sun.misc.Unsafe.park(Native Method)
  962. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  963. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  964. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  965. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  966. Thread 278 (IPC Server handler 233 on 60020):
  967. State: WAITING
  968. Blocked count: 3873
  969. Waited count: 3034
  970. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  971. Stack:
  972. sun.misc.Unsafe.park(Native Method)
  973. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  974. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  975. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  976. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  977. Thread 277 (IPC Server handler 232 on 60020):
  978. State: WAITING
  979. Blocked count: 3711
  980. Waited count: 3054
  981. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  982. Stack:
  983. sun.misc.Unsafe.park(Native Method)
  984. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  985. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  986. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  987. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  988. Thread 276 (IPC Server handler 231 on 60020):
  989. State: BLOCKED
  990. Blocked count: 2131
  991. Waited count: 2083
  992. Blocked on org.apache.hadoop.hbase.client.HTable@67030895
  993. Blocked by 182 (IPC Server handler 137 on 60020)
  994. Stack:
  995. org.apache.hadoop.hbase.client.HTable.put(HTable.java:470)
  996. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  997. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  998. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  999. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  1000. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  1001. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  1002. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  1003. java.lang.reflect.Method.invoke(Method.java:597)
  1004. org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  1005. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  1006. Thread 275 (IPC Server handler 230 on 60020):
  1007. State: WAITING
  1008. Blocked count: 2376
  1009. Waited count: 2064
  1010. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1011. Stack:
  1012. sun.misc.Unsafe.park(Native Method)
  1013. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1014. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1015. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1016. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1017. Thread 274 (IPC Server handler 229 on 60020):
  1018. State: WAITING
  1019. Blocked count: 3162
  1020. Waited count: 2548
  1021. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1022. Stack:
  1023. sun.misc.Unsafe.park(Native Method)
  1024. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1025. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1026. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1027. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1028. Thread 273 (IPC Server handler 228 on 60020):
  1029. State: WAITING
  1030. Blocked count: 3745
  1031. Waited count: 3054
  1032. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1033. Stack:
  1034. sun.misc.Unsafe.park(Native Method)
  1035. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1036. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1037. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1038. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1039. Thread 272 (IPC Server handler 227 on 60020):
  1040. State: BLOCKED
  1041. Blocked count: 3214
  1042. Waited count: 2792
  1043. Blocked on org.apache.hadoop.hbase.client.HTable@3a2cd38d
  1044. Blocked by 96 (IPC Server handler 51 on 60020)
  1045. Stack:
  1046. org.apache.hadoop.hbase.client.HTable.put(HTable.java:470)
  1047. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  1048. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  1049. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  1050. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  1051. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  1052. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  1053. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  1054. java.lang.reflect.Method.invoke(Method.java:597)
  1055. org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  1056. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  1057. Thread 271 (IPC Server handler 226 on 60020):
  1058. State: WAITING
  1059. Blocked count: 4709
  1060. Waited count: 3520
  1061. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1062. Stack:
  1063. sun.misc.Unsafe.park(Native Method)
  1064. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1065. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1066. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1067. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1068. Thread 270 (IPC Server handler 225 on 60020):
  1069. State: WAITING
  1070. Blocked count: 3132
  1071. Waited count: 2551
  1072. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1073. Stack:
  1074. sun.misc.Unsafe.park(Native Method)
  1075. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1076. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1077. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1078. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1079. Thread 269 (IPC Server handler 224 on 60020):
  1080. State: WAITING
  1081. Blocked count: 4431
  1082. Waited count: 3536
  1083. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1084. Stack:
  1085. sun.misc.Unsafe.park(Native Method)
  1086. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1087. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1088. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1089. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1090. Thread 268 (IPC Server handler 223 on 60020):
  1091. State: WAITING
  1092. Blocked count: 3623
  1093. Waited count: 3052
  1094. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1095. Stack:
  1096. sun.misc.Unsafe.park(Native Method)
  1097. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1098. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1099. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1100. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1101. Thread 267 (IPC Server handler 222 on 60020):
  1102. State: WAITING
  1103. Blocked count: 5423
  1104. Waited count: 4013
  1105. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1106. Stack:
  1107. sun.misc.Unsafe.park(Native Method)
  1108. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1109. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1110. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1111. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1112. Thread 266 (IPC Server handler 221 on 60020):
  1113. State: WAITING
  1114. Blocked count: 3933
  1115. Waited count: 3039
  1116. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1117. Stack:
  1118. sun.misc.Unsafe.park(Native Method)
  1119. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1120. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1121. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1122. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1123. Thread 265 (IPC Server handler 220 on 60020):
  1124. State: WAITING
  1125. Blocked count: 6736
  1126. Waited count: 4998
  1127. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1128. Stack:
  1129. sun.misc.Unsafe.park(Native Method)
  1130. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1131. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1132. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1133. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1134. Thread 264 (IPC Server handler 219 on 60020):
  1135. State: WAITING
  1136. Blocked count: 5984
  1137. Waited count: 4510
  1138. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1139. Stack:
  1140. sun.misc.Unsafe.park(Native Method)
  1141. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1142. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1143. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1144. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1145. Thread 263 (IPC Server handler 218 on 60020):
  1146. State: WAITING
  1147. Blocked count: 2431
  1148. Waited count: 2062
  1149. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1150. Stack:
  1151. sun.misc.Unsafe.park(Native Method)
  1152. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1153. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1154. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1155. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1156. Thread 262 (IPC Server handler 217 on 60020):
  1157. State: WAITING
  1158. Blocked count: 4790
  1159. Waited count: 3524
  1160. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1161. Stack:
  1162. sun.misc.Unsafe.park(Native Method)
  1163. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1164. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1165. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1166. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1167. Thread 261 (IPC Server handler 216 on 60020):
  1168. State: WAITING
  1169. Blocked count: 6004
  1170. Waited count: 4505
  1171. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1172. Stack:
  1173. sun.misc.Unsafe.park(Native Method)
  1174. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1175. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1176. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1177. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1178. Thread 260 (IPC Server handler 215 on 60020):
  1179. State: WAITING
  1180. Blocked count: 2935
  1181. Waited count: 2567
  1182. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1183. Stack:
  1184. sun.misc.Unsafe.park(Native Method)
  1185. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1186. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1187. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1188. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1189. Thread 259 (IPC Server handler 214 on 60020):
  1190. State: WAITING
  1191. Blocked count: 2475
  1192. Waited count: 2064
  1193. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1194. Stack:
  1195. sun.misc.Unsafe.park(Native Method)
  1196. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1197. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1198. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1199. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1200. Thread 258 (IPC Server handler 213 on 60020):
  1201. State: WAITING
  1202. Blocked count: 2377
  1203. Waited count: 2062
  1204. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1205. Stack:
  1206. sun.misc.Unsafe.park(Native Method)
  1207. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1208. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1209. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1210. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1211. Thread 257 (IPC Server handler 212 on 60020):
  1212. State: WAITING
  1213. Blocked count: 2894
  1214. Waited count: 2565
  1215. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1216. Stack:
  1217. sun.misc.Unsafe.park(Native Method)
  1218. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1219. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1220. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1221. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1222. Thread 256 (IPC Server handler 211 on 60020):
  1223. State: WAITING
  1224. Blocked count: 2146
  1225. Waited count: 2078
  1226. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1227. Stack:
  1228. sun.misc.Unsafe.park(Native Method)
  1229. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1230. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1231. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1232. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1233. Thread 255 (IPC Server handler 210 on 60020):
  1234. State: WAITING
  1235. Blocked count: 2350
  1236. Waited count: 2067
  1237. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1238. Stack:
  1239. sun.misc.Unsafe.park(Native Method)
  1240. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1241. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1242. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1243. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1244. Thread 254 (IPC Server handler 209 on 60020):
  1245. State: WAITING
  1246. Blocked count: 3135
  1247. Waited count: 2552
  1248. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1249. Stack:
  1250. sun.misc.Unsafe.park(Native Method)
  1251. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1252. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1253. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1254. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1255. Thread 253 (IPC Server handler 208 on 60020):
  1256. State: WAITING
  1257. Blocked count: 4641
  1258. Waited count: 3524
  1259. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1260. Stack:
  1261. sun.misc.Unsafe.park(Native Method)
  1262. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1263. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1264. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1265. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1266. Thread 252 (IPC Server handler 207 on 60020):
  1267. State: WAITING
  1268. Blocked count: 3664
  1269. Waited count: 3053
  1270. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1271. Stack:
  1272. sun.misc.Unsafe.park(Native Method)
  1273. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1274. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1275. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1276. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1277. Thread 251 (IPC Server handler 206 on 60020):
  1278. State: WAITING
  1279. Blocked count: 6982
  1280. Waited count: 4975
  1281. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1282. Stack:
  1283. sun.misc.Unsafe.park(Native Method)
  1284. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1285. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1286. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1287. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1288. Thread 250 (IPC Server handler 205 on 60020):
  1289. State: WAITING
  1290. Blocked count: 3983
  1291. Waited count: 3035
  1292. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1293. Stack:
  1294. sun.misc.Unsafe.park(Native Method)
  1295. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1296. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1297. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1298. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1299. Thread 249 (IPC Server handler 204 on 60020):
  1300. State: WAITING
  1301. Blocked count: 851
  1302. Waited count: 1094
  1303. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1304. Stack:
  1305. sun.misc.Unsafe.park(Native Method)
  1306. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1307. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1308. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1309. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1310. Thread 248 (IPC Server handler 203 on 60020):
  1311. State: WAITING
  1312. Blocked count: 2101
  1313. Waited count: 2076
  1314. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1315. Stack:
  1316. sun.misc.Unsafe.park(Native Method)
  1317. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1318. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1319. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1320. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1321. Thread 247 (IPC Server handler 202 on 60020):
  1322. State: WAITING
  1323. Blocked count: 5523
  1324. Waited count: 4005
  1325. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1326. Stack:
  1327. sun.misc.Unsafe.park(Native Method)
  1328. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1329. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1330. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1331. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1332. Thread 246 (IPC Server handler 201 on 60020):
  1333. State: WAITING
  1334. Blocked count: 5171
  1335. Waited count: 3827
  1336. Waiting on org.apache.hadoop.hbase.ipc.HBaseClient$Call@aae7d03
  1337. Stack:
  1338. java.lang.Object.wait(Native Method)
  1339. java.lang.Object.wait(Object.java:485)
  1340. org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:717)
  1341. org.apache.hadoop.hbase.ipc.HBaseRPC$Invoker.invoke(HBaseRPC.java:333)
  1342. $Proxy2.put(Unknown Source)
  1343. org.apache.hadoop.hbase.client.HConnectionManager$TableServers$3$1.call(HConnectionManager.java:1242)
  1344. org.apache.hadoop.hbase.client.HConnectionManager$TableServers$3$1.call(HConnectionManager.java:1240)
  1345. org.apache.hadoop.hbase.client.HConnectionManager$TableServers.getRegionServerWithRetries(HConnectionManager.java:1035)
  1346. org.apache.hadoop.hbase.client.HConnectionManager$TableServers$3.doCall(HConnectionManager.java:1239)
  1347. org.apache.hadoop.hbase.client.HConnectionManager$TableServers$Batch.process(HConnectionManager.java:1161)
  1348. org.apache.hadoop.hbase.client.HConnectionManager$TableServers.processBatchOfRows(HConnectionManager.java:1247)
  1349. org.apache.hadoop.hbase.client.HTable.flushCommits(HTable.java:609)
  1350. org.apache.hadoop.hbase.client.HTable.put(HTable.java:474)
  1351. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  1352. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  1353. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  1354. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  1355. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  1356. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  1357. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  1358. Thread 245 (IPC Server handler 200 on 60020):
  1359. State: WAITING
  1360. Blocked count: 3144
  1361. Waited count: 2552
  1362. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1363. Stack:
  1364. sun.misc.Unsafe.park(Native Method)
  1365. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1366. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1367. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1368. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1369. Thread 244 (IPC Server handler 199 on 60020):
  1370. State: WAITING
  1371. Blocked count: 5993
  1372. Waited count: 4506
  1373. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1374. Stack:
  1375. sun.misc.Unsafe.park(Native Method)
  1376. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1377. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1378. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1379. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1380. Thread 243 (IPC Server handler 198 on 60020):
  1381. State: WAITING
  1382. Blocked count: 1612
  1383. Waited count: 1579
  1384. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1385. Stack:
  1386. sun.misc.Unsafe.park(Native Method)
  1387. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1388. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1389. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1390. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1391. Thread 242 (IPC Server handler 197 on 60020):
  1392. State: WAITING
  1393. Blocked count: 1670
  1394. Waited count: 1584
  1395. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1396. Stack:
  1397. sun.misc.Unsafe.park(Native Method)
  1398. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1399. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1400. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1401. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1402. Thread 241 (IPC Server handler 196 on 60020):
  1403. State: WAITING
  1404. Blocked count: 1637
  1405. Waited count: 1579
  1406. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1407. Stack:
  1408. sun.misc.Unsafe.park(Native Method)
  1409. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1410. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1411. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1412. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1413. Thread 240 (IPC Server handler 195 on 60020):
  1414. State: WAITING
  1415. Blocked count: 6674
  1416. Waited count: 4996
  1417. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1418. Stack:
  1419. sun.misc.Unsafe.park(Native Method)
  1420. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1421. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1422. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1423. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1424. Thread 239 (IPC Server handler 194 on 60020):
  1425. State: WAITING
  1426. Blocked count: 3926
  1427. Waited count: 3036
  1428. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1429. Stack:
  1430. sun.misc.Unsafe.park(Native Method)
  1431. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1432. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1433. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1434. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1435. Thread 238 (IPC Server handler 193 on 60020):
  1436. State: WAITING
  1437. Blocked count: 6197
  1438. Waited count: 4494
  1439. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1440. Stack:
  1441. sun.misc.Unsafe.park(Native Method)
  1442. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1443. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1444. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1445. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1446. Thread 237 (IPC Server handler 192 on 60020):
  1447. State: WAITING
  1448. Blocked count: 4687
  1449. Waited count: 3525
  1450. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1451. Stack:
  1452. sun.misc.Unsafe.park(Native Method)
  1453. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1454. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1455. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1456. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1457. Thread 236 (IPC Server handler 191 on 60020):
  1458. State: WAITING
  1459. Blocked count: 4445
  1460. Waited count: 3540
  1461. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1462. Stack:
  1463. sun.misc.Unsafe.park(Native Method)
  1464. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1465. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1466. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1467. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1468. Thread 235 (IPC Server handler 190 on 60020):
  1469. State: WAITING
  1470. Blocked count: 3176
  1471. Waited count: 2551
  1472. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1473. Stack:
  1474. sun.misc.Unsafe.park(Native Method)
  1475. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1476. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1477. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1478. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1479. Thread 234 (IPC Server handler 189 on 60020):
  1480. State: WAITING
  1481. Blocked count: 3929
  1482. Waited count: 3036
  1483. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1484. Stack:
  1485. sun.misc.Unsafe.park(Native Method)
  1486. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1487. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1488. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1489. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1490. Thread 233 (IPC Server handler 188 on 60020):
  1491. State: WAITING
  1492. Blocked count: 5502
  1493. Waited count: 4012
  1494. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1495. Stack:
  1496. sun.misc.Unsafe.park(Native Method)
  1497. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1498. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1499. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1500. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1501. Thread 232 (IPC Server handler 187 on 60020):
  1502. State: WAITING
  1503. Blocked count: 5192
  1504. Waited count: 4021
  1505. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1506. Stack:
  1507. sun.misc.Unsafe.park(Native Method)
  1508. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1509. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1510. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1511. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1512. Thread 231 (IPC Server handler 186 on 60020):
  1513. State: WAITING
  1514. Blocked count: 4681
  1515. Waited count: 3526
  1516. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1517. Stack:
  1518. sun.misc.Unsafe.park(Native Method)
  1519. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1520. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1521. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1522. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1523. Thread 230 (IPC Server handler 185 on 60020):
  1524. State: WAITING
  1525. Blocked count: 3966
  1526. Waited count: 3037
  1527. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1528. Stack:
  1529. sun.misc.Unsafe.park(Native Method)
  1530. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1531. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1532. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1533. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1534. Thread 229 (IPC Server handler 184 on 60020):
  1535. State: WAITING
  1536. Blocked count: 2372
  1537. Waited count: 2065
  1538. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1539. Stack:
  1540. sun.misc.Unsafe.park(Native Method)
  1541. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1542. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1543. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1544. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1545. Thread 228 (IPC Server handler 183 on 60020):
  1546. State: WAITING
  1547. Blocked count: 5926
  1548. Waited count: 4503
  1549. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1550. Stack:
  1551. sun.misc.Unsafe.park(Native Method)
  1552. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1553. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1554. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1555. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1556. Thread 227 (IPC Server handler 182 on 60020):
  1557. State: WAITING
  1558. Blocked count: 4741
  1559. Waited count: 3518
  1560. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1561. Stack:
  1562. sun.misc.Unsafe.park(Native Method)
  1563. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1564. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1565. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1566. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1567. Thread 226 (IPC Server handler 181 on 60020):
  1568. State: WAITING
  1569. Blocked count: 1669
  1570. Waited count: 1580
  1571. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1572. Stack:
  1573. sun.misc.Unsafe.park(Native Method)
  1574. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1575. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1576. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1577. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1578. Thread 225 (IPC Server handler 180 on 60020):
  1579. State: WAITING
  1580. Blocked count: 4716
  1581. Waited count: 3524
  1582. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1583. Stack:
  1584. sun.misc.Unsafe.park(Native Method)
  1585. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1586. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1587. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1588. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1589. Thread 224 (IPC Server handler 179 on 60020):
  1590. State: WAITING
  1591. Blocked count: 3668
  1592. Waited count: 3051
  1593. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1594. Stack:
  1595. sun.misc.Unsafe.park(Native Method)
  1596. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1597. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1598. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1599. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1600. Thread 223 (IPC Server handler 178 on 60020):
  1601. State: WAITING
  1602. Blocked count: 3117
  1603. Waited count: 2550
  1604. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1605. Stack:
  1606. sun.misc.Unsafe.park(Native Method)
  1607. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1608. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1609. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1610. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1611. Thread 222 (IPC Server handler 177 on 60020):
  1612. State: WAITING
  1613. Blocked count: 4696
  1614. Waited count: 3523
  1615. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1616. Stack:
  1617. sun.misc.Unsafe.park(Native Method)
  1618. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1619. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1620. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1621. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1622. Thread 221 (IPC Server handler 176 on 60020):
  1623. State: WAITING
  1624. Blocked count: 5423
  1625. Waited count: 4009
  1626. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1627. Stack:
  1628. sun.misc.Unsafe.park(Native Method)
  1629. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1630. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1631. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1632. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1633. Thread 220 (IPC Server handler 175 on 60020):
  1634. State: WAITING
  1635. Blocked count: 4473
  1636. Waited count: 3542
  1637. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1638. Stack:
  1639. sun.misc.Unsafe.park(Native Method)
  1640. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1641. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1642. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1643. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1644. Thread 219 (IPC Server handler 174 on 60020):
  1645. State: WAITING
  1646. Blocked count: 3935
  1647. Waited count: 3036
  1648. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1649. Stack:
  1650. sun.misc.Unsafe.park(Native Method)
  1651. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1652. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1653. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1654. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1655. Thread 218 (IPC Server handler 173 on 60020):
  1656. State: WAITING
  1657. Blocked count: 6315
  1658. Waited count: 4495
  1659. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1660. Stack:
  1661. sun.misc.Unsafe.park(Native Method)
  1662. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1663. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1664. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1665. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1666. Thread 217 (IPC Server handler 172 on 60020):
  1667. State: BLOCKED
  1668. Blocked count: 4653
  1669. Waited count: 3456
  1670. Blocked on org.apache.hadoop.hbase.client.HTable@67030895
  1671. Blocked by 137 (IPC Server handler 92 on 60020)
  1672. Stack:
  1673. org.apache.hadoop.hbase.client.HTable.put(HTable.java:470)
  1674. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  1675. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  1676. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  1677. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  1678. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  1679. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  1680. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  1681. java.lang.reflect.Method.invoke(Method.java:597)
  1682. org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  1683. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  1684. Thread 216 (IPC Server handler 171 on 60020):
  1685. State: WAITING
  1686. Blocked count: 5200
  1687. Waited count: 4030
  1688. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1689. Stack:
  1690. sun.misc.Unsafe.park(Native Method)
  1691. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1692. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1693. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1694. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1695. Thread 215 (IPC Server handler 170 on 60020):
  1696. State: WAITING
  1697. Blocked count: 4632
  1698. Waited count: 3521
  1699. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1700. Stack:
  1701. sun.misc.Unsafe.park(Native Method)
  1702. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1703. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1704. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1705. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1706. Thread 214 (IPC Server handler 169 on 60020):
  1707. State: WAITING
  1708. Blocked count: 4734
  1709. Waited count: 3522
  1710. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1711. Stack:
  1712. sun.misc.Unsafe.park(Native Method)
  1713. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1714. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1715. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1716. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1717. Thread 213 (IPC Server handler 168 on 60020):
  1718. State: WAITING
  1719. Blocked count: 3101
  1720. Waited count: 2551
  1721. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1722. Stack:
  1723. sun.misc.Unsafe.park(Native Method)
  1724. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1725. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1726. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1727. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1728. Thread 212 (IPC Server handler 167 on 60020):
  1729. State: WAITING
  1730. Blocked count: 3626
  1731. Waited count: 3058
  1732. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1733. Stack:
  1734. sun.misc.Unsafe.park(Native Method)
  1735. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1736. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1737. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1738. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1739. Thread 211 (IPC Server handler 166 on 60020):
  1740. State: WAITING
  1741. Blocked count: 3897
  1742. Waited count: 3036
  1743. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1744. Stack:
  1745. sun.misc.Unsafe.park(Native Method)
  1746. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1747. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1748. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1749. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1750. Thread 210 (IPC Server handler 165 on 60020):
  1751. State: BLOCKED
  1752. Blocked count: 1734
  1753. Waited count: 1623
  1754. Blocked on org.apache.hadoop.hbase.client.HTable@67030895
  1755. Blocked by 172 (IPC Server handler 127 on 60020)
  1756. Stack:
  1757. org.apache.hadoop.hbase.client.HTable.put(HTable.java:470)
  1758. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  1759. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  1760. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  1761. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  1762. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  1763. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  1764. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  1765. java.lang.reflect.Method.invoke(Method.java:597)
  1766. org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  1767. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  1768. Thread 209 (IPC Server handler 164 on 60020):
  1769. State: WAITING
  1770. Blocked count: 5434
  1771. Waited count: 4007
  1772. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1773. Stack:
  1774. sun.misc.Unsafe.park(Native Method)
  1775. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1776. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1777. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1778. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1779. Thread 208 (IPC Server handler 163 on 60020):
  1780. State: WAITING
  1781. Blocked count: 3674
  1782. Waited count: 3061
  1783. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1784. Stack:
  1785. sun.misc.Unsafe.park(Native Method)
  1786. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1787. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1788. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1789. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1790. Thread 207 (IPC Server handler 162 on 60020):
  1791. State: WAITING
  1792. Blocked count: 6184
  1793. Waited count: 4496
  1794. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1795. Stack:
  1796. sun.misc.Unsafe.park(Native Method)
  1797. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1798. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1799. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1800. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1801. Thread 206 (IPC Server handler 161 on 60020):
  1802. State: WAITING
  1803. Blocked count: 3167
  1804. Waited count: 2550
  1805. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1806. Stack:
  1807. sun.misc.Unsafe.park(Native Method)
  1808. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1809. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1810. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1811. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1812. Thread 205 (IPC Server handler 160 on 60020):
  1813. State: WAITING
  1814. Blocked count: 1608
  1815. Waited count: 1581
  1816. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1817. Stack:
  1818. sun.misc.Unsafe.park(Native Method)
  1819. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1820. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1821. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1822. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1823. Thread 204 (IPC Server handler 159 on 60020):
  1824. State: WAITING
  1825. Blocked count: 5981
  1826. Waited count: 4508
  1827. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1828. Stack:
  1829. sun.misc.Unsafe.park(Native Method)
  1830. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1831. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1832. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1833. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1834. Thread 203 (IPC Server handler 158 on 60020):
  1835. State: WAITING
  1836. Blocked count: 6241
  1837. Waited count: 4500
  1838. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1839. Stack:
  1840. sun.misc.Unsafe.park(Native Method)
  1841. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1842. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1843. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1844. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1845. Thread 202 (IPC Server handler 157 on 60020):
  1846. State: WAITING
  1847. Blocked count: 2459
  1848. Waited count: 2064
  1849. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1850. Stack:
  1851. sun.misc.Unsafe.park(Native Method)
  1852. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1853. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1854. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1855. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1856. Thread 201 (IPC Server handler 156 on 60020):
  1857. State: BLOCKED
  1858. Blocked count: 3218
  1859. Waited count: 2592
  1860. Blocked on org.apache.hadoop.hbase.client.HTable@7d6d37a4
  1861. Blocked by 276 (IPC Server handler 231 on 60020)
  1862. Stack:
  1863. org.apache.hadoop.hbase.client.HTable.put(HTable.java:470)
  1864. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  1865. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  1866. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  1867. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  1868. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  1869. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  1870. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  1871. java.lang.reflect.Method.invoke(Method.java:597)
  1872. org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  1873. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  1874. Thread 200 (IPC Server handler 155 on 60020):
  1875. State: WAITING
  1876. Blocked count: 4642
  1877. Waited count: 3518
  1878. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1879. Stack:
  1880. sun.misc.Unsafe.park(Native Method)
  1881. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1882. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1883. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1884. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1885. Thread 199 (IPC Server handler 154 on 60020):
  1886. State: WAITING
  1887. Blocked count: 3933
  1888. Waited count: 3037
  1889. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1890. Stack:
  1891. sun.misc.Unsafe.park(Native Method)
  1892. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1893. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1894. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1895. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1896. Thread 198 (IPC Server handler 153 on 60020):
  1897. State: WAITING
  1898. Blocked count: 3957
  1899. Waited count: 3040
  1900. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1901. Stack:
  1902. sun.misc.Unsafe.park(Native Method)
  1903. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1904. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1905. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1906. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1907. Thread 197 (IPC Server handler 152 on 60020):
  1908. State: WAITING
  1909. Blocked count: 3645
  1910. Waited count: 3051
  1911. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1912. Stack:
  1913. sun.misc.Unsafe.park(Native Method)
  1914. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1915. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1916. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1917. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1918. Thread 196 (IPC Server handler 151 on 60020):
  1919. State: WAITING
  1920. Blocked count: 5403
  1921. Waited count: 4010
  1922. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1923. Stack:
  1924. sun.misc.Unsafe.park(Native Method)
  1925. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1926. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1927. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1928. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1929. Thread 195 (IPC Server handler 150 on 60020):
  1930. State: WAITING
  1931. Blocked count: 6220
  1932. Waited count: 4495
  1933. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1934. Stack:
  1935. sun.misc.Unsafe.park(Native Method)
  1936. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1937. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1938. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1939. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1940. Thread 194 (IPC Server handler 149 on 60020):
  1941. State: WAITING
  1942. Blocked count: 4405
  1943. Waited count: 3534
  1944. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1945. Stack:
  1946. sun.misc.Unsafe.park(Native Method)
  1947. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1948. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1949. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1950. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1951. Thread 193 (IPC Server handler 148 on 60020):
  1952. State: WAITING
  1953. Blocked count: 3978
  1954. Waited count: 3034
  1955. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1956. Stack:
  1957. sun.misc.Unsafe.park(Native Method)
  1958. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1959. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1960. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1961. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1962. Thread 192 (IPC Server handler 147 on 60020):
  1963. State: WAITING
  1964. Blocked count: 3654
  1965. Waited count: 3050
  1966. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1967. Stack:
  1968. sun.misc.Unsafe.park(Native Method)
  1969. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1970. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1971. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1972. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1973. Thread 191 (IPC Server handler 146 on 60020):
  1974. State: WAITING
  1975. Blocked count: 4690
  1976. Waited count: 3520
  1977. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1978. Stack:
  1979. sun.misc.Unsafe.park(Native Method)
  1980. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1981. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1982. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1983. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1984. Thread 190 (IPC Server handler 145 on 60020):
  1985. State: WAITING
  1986. Blocked count: 4742
  1987. Waited count: 3520
  1988. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  1989. Stack:
  1990. sun.misc.Unsafe.park(Native Method)
  1991. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  1992. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  1993. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  1994. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  1995. Thread 189 (IPC Server handler 144 on 60020):
  1996. State: WAITING
  1997. Blocked count: 5508
  1998. Waited count: 4007
  1999. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2000. Stack:
  2001. sun.misc.Unsafe.park(Native Method)
  2002. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2003. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2004. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2005. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2006. Thread 188 (IPC Server handler 143 on 60020):
  2007. State: WAITING
  2008. Blocked count: 6747
  2009. Waited count: 4989
  2010. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2011. Stack:
  2012. sun.misc.Unsafe.park(Native Method)
  2013. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2014. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2015. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2016. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2017. Thread 187 (IPC Server handler 142 on 60020):
  2018. State: WAITING
  2019. Blocked count: 4469
  2020. Waited count: 3533
  2021. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2022. Stack:
  2023. sun.misc.Unsafe.park(Native Method)
  2024. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2025. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2026. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2027. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2028. Thread 186 (IPC Server handler 141 on 60020):
  2029. State: WAITING
  2030. Blocked count: 4682
  2031. Waited count: 3520
  2032. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2033. Stack:
  2034. sun.misc.Unsafe.park(Native Method)
  2035. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2036. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2037. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2038. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2039. Thread 185 (IPC Server handler 140 on 60020):
  2040. State: BLOCKED
  2041. Blocked count: 5085
  2042. Waited count: 3779
  2043. Blocked on org.apache.hadoop.hbase.client.HTable@3a2cd38d
  2044. Blocked by 129 (IPC Server handler 84 on 60020)
  2045. Stack:
  2046. org.apache.hadoop.hbase.client.HTable.put(HTable.java:470)
  2047. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  2048. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  2049. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  2050. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  2051. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  2052. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  2053. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  2054. java.lang.reflect.Method.invoke(Method.java:597)
  2055. org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  2056. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  2057. Thread 184 (IPC Server handler 139 on 60020):
  2058. State: WAITING
  2059. Blocked count: 7537
  2060. Waited count: 5435
  2061. Waiting on org.apache.hadoop.hbase.ipc.HBaseClient$Call@40893258
  2062. Stack:
  2063. java.lang.Object.wait(Native Method)
  2064. java.lang.Object.wait(Object.java:485)
  2065. org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:717)
  2066. org.apache.hadoop.hbase.ipc.HBaseRPC$Invoker.invoke(HBaseRPC.java:333)
  2067. $Proxy2.put(Unknown Source)
  2068. org.apache.hadoop.hbase.client.HConnectionManager$TableServers$3$1.call(HConnectionManager.java:1242)
  2069. org.apache.hadoop.hbase.client.HConnectionManager$TableServers$3$1.call(HConnectionManager.java:1240)
  2070. org.apache.hadoop.hbase.client.HConnectionManager$TableServers.getRegionServerWithRetries(HConnectionManager.java:1035)
  2071. org.apache.hadoop.hbase.client.HConnectionManager$TableServers$3.doCall(HConnectionManager.java:1239)
  2072. org.apache.hadoop.hbase.client.HConnectionManager$TableServers$Batch.process(HConnectionManager.java:1161)
  2073. org.apache.hadoop.hbase.client.HConnectionManager$TableServers.processBatchOfRows(HConnectionManager.java:1247)
  2074. org.apache.hadoop.hbase.client.HTable.flushCommits(HTable.java:609)
  2075. org.apache.hadoop.hbase.client.HTable.put(HTable.java:474)
  2076. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  2077. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  2078. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  2079. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  2080. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  2081. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  2082. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  2083. Thread 183 (IPC Server handler 138 on 60020):
  2084. State: WAITING
  2085. Blocked count: 2902
  2086. Waited count: 2563
  2087. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2088. Stack:
  2089. sun.misc.Unsafe.park(Native Method)
  2090. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2091. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2092. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2093. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2094. Thread 182 (IPC Server handler 137 on 60020):
  2095. State: WAITING
  2096. Blocked count: 5348
  2097. Waited count: 3957
  2098. Waiting on org.apache.hadoop.hbase.ipc.HBaseClient$Call@18fa5394
  2099. Stack:
  2100. java.lang.Object.wait(Native Method)
  2101. java.lang.Object.wait(Object.java:485)
  2102. org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:717)
  2103. org.apache.hadoop.hbase.ipc.HBaseRPC$Invoker.invoke(HBaseRPC.java:333)
  2104. $Proxy2.put(Unknown Source)
  2105. org.apache.hadoop.hbase.client.HConnectionManager$TableServers$3$1.call(HConnectionManager.java:1242)
  2106. org.apache.hadoop.hbase.client.HConnectionManager$TableServers$3$1.call(HConnectionManager.java:1240)
  2107. org.apache.hadoop.hbase.client.HConnectionManager$TableServers.getRegionServerWithRetries(HConnectionManager.java:1035)
  2108. org.apache.hadoop.hbase.client.HConnectionManager$TableServers$3.doCall(HConnectionManager.java:1239)
  2109. org.apache.hadoop.hbase.client.HConnectionManager$TableServers$Batch.process(HConnectionManager.java:1161)
  2110. org.apache.hadoop.hbase.client.HConnectionManager$TableServers.processBatchOfRows(HConnectionManager.java:1247)
  2111. org.apache.hadoop.hbase.client.HTable.flushCommits(HTable.java:609)
  2112. org.apache.hadoop.hbase.client.HTable.put(HTable.java:474)
  2113. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  2114. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  2115. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  2116. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  2117. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  2118. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  2119. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  2120. Thread 181 (IPC Server handler 136 on 60020):
  2121. State: WAITING
  2122. Blocked count: 4697
  2123. Waited count: 3523
  2124. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2125. Stack:
  2126. sun.misc.Unsafe.park(Native Method)
  2127. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2128. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2129. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2130. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2131. Thread 180 (IPC Server handler 135 on 60020):
  2132. State: WAITING
  2133. Blocked count: 5889
  2134. Waited count: 4506
  2135. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2136. Stack:
  2137. sun.misc.Unsafe.park(Native Method)
  2138. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2139. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2140. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2141. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2142. Thread 179 (IPC Server handler 134 on 60020):
  2143. State: WAITING
  2144. Blocked count: 6758
  2145. Waited count: 4990
  2146. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2147. Stack:
  2148. sun.misc.Unsafe.park(Native Method)
  2149. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2150. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2151. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2152. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2153. Thread 178 (IPC Server handler 133 on 60020):
  2154. State: WAITING
  2155. Blocked count: 3912
  2156. Waited count: 3036
  2157. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2158. Stack:
  2159. sun.misc.Unsafe.park(Native Method)
  2160. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2161. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2162. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2163. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2164. Thread 177 (IPC Server handler 132 on 60020):
  2165. State: WAITING
  2166. Blocked count: 2431
  2167. Waited count: 2067
  2168. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2169. Stack:
  2170. sun.misc.Unsafe.park(Native Method)
  2171. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2172. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2173. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2174. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2175. Thread 176 (IPC Server handler 131 on 60020):
  2176. State: WAITING
  2177. Blocked count: 4487
  2178. Waited count: 3532
  2179. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2180. Stack:
  2181. sun.misc.Unsafe.park(Native Method)
  2182. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2183. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2184. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2185. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2186. Thread 175 (IPC Server handler 130 on 60020):
  2187. State: WAITING
  2188. Blocked count: 4432
  2189. Waited count: 3541
  2190. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2191. Stack:
  2192. sun.misc.Unsafe.park(Native Method)
  2193. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2194. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2195. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2196. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2197. Thread 174 (IPC Server handler 129 on 60020):
  2198. State: WAITING
  2199. Blocked count: 6175
  2200. Waited count: 4493
  2201. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2202. Stack:
  2203. sun.misc.Unsafe.park(Native Method)
  2204. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2205. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2206. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2207. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2208. Thread 173 (IPC Server handler 128 on 60020):
  2209. State: WAITING
  2210. Blocked count: 4400
  2211. Waited count: 3534
  2212. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2213. Stack:
  2214. sun.misc.Unsafe.park(Native Method)
  2215. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2216. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2217. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2218. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2219. Thread 172 (IPC Server handler 127 on 60020):
  2220. State: BLOCKED
  2221. Blocked count: 3010
  2222. Waited count: 2432
  2223. Blocked on org.apache.hadoop.hbase.client.HTable@3a2cd38d
  2224. Blocked by 338 (IPC Server handler 293 on 60020)
  2225. Stack:
  2226. org.apache.hadoop.hbase.client.HTable.put(HTable.java:470)
  2227. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  2228. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  2229. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  2230. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  2231. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  2232. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  2233. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  2234. java.lang.reflect.Method.invoke(Method.java:597)
  2235. org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  2236. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  2237. Thread 171 (IPC Server handler 126 on 60020):
  2238. State: WAITING
  2239. Blocked count: 5208
  2240. Waited count: 4023
  2241. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2242. Stack:
  2243. sun.misc.Unsafe.park(Native Method)
  2244. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2245. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2246. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2247. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2248. Thread 170 (IPC Server handler 125 on 60020):
  2249. State: WAITING
  2250. Blocked count: 5201
  2251. Waited count: 4021
  2252. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2253. Stack:
  2254. sun.misc.Unsafe.park(Native Method)
  2255. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2256. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2257. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2258. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2259. Thread 169 (IPC Server handler 124 on 60020):
  2260. State: WAITING
  2261. Blocked count: 6217
  2262. Waited count: 4498
  2263. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2264. Stack:
  2265. sun.misc.Unsafe.park(Native Method)
  2266. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2267. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2268. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2269. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2270. Thread 168 (IPC Server handler 123 on 60020):
  2271. State: WAITING
  2272. Blocked count: 2380
  2273. Waited count: 2063
  2274. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2275. Stack:
  2276. sun.misc.Unsafe.park(Native Method)
  2277. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2278. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2279. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2280. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2281. Thread 167 (IPC Server handler 122 on 60020):
  2282. State: WAITING
  2283. Blocked count: 2152
  2284. Waited count: 2080
  2285. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2286. Stack:
  2287. sun.misc.Unsafe.park(Native Method)
  2288. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2289. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2290. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2291. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2292. Thread 166 (IPC Server handler 121 on 60020):
  2293. State: BLOCKED
  2294. Blocked count: 4560
  2295. Waited count: 3646
  2296. Blocked on org.apache.hadoop.hbase.client.HTable@7d6d37a4
  2297. Blocked by 66 (IPC Server handler 21 on 60020)
  2298. Stack:
  2299. org.apache.hadoop.hbase.client.HTable.put(HTable.java:470)
  2300. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  2301. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  2302. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  2303. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  2304. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  2305. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  2306. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  2307. java.lang.reflect.Method.invoke(Method.java:597)
  2308. org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  2309. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  2310. Thread 165 (IPC Server handler 120 on 60020):
  2311. State: WAITING
  2312. Blocked count: 2447
  2313. Waited count: 2065
  2314. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2315. Stack:
  2316. sun.misc.Unsafe.park(Native Method)
  2317. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2318. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2319. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2320. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2321. Thread 164 (IPC Server handler 119 on 60020):
  2322. State: WAITING
  2323. Blocked count: 3943
  2324. Waited count: 3036
  2325. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2326. Stack:
  2327. sun.misc.Unsafe.park(Native Method)
  2328. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2329. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2330. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2331. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2332. Thread 163 (IPC Server handler 118 on 60020):
  2333. State: WAITING
  2334. Blocked count: 5157
  2335. Waited count: 4022
  2336. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2337. Stack:
  2338. sun.misc.Unsafe.park(Native Method)
  2339. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2340. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2341. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2342. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2343. Thread 162 (IPC Server handler 117 on 60020):
  2344. State: BLOCKED
  2345. Blocked count: 3642
  2346. Waited count: 3045
  2347. Blocked on org.apache.hadoop.hbase.client.HTable@3a2cd38d
  2348. Blocked by 340 (IPC Server handler 295 on 60020)
  2349. Stack:
  2350. org.apache.hadoop.hbase.client.HTable.put(HTable.java:470)
  2351. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  2352. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  2353. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  2354. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  2355. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  2356. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  2357. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  2358. java.lang.reflect.Method.invoke(Method.java:597)
  2359. org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  2360. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  2361. Thread 161 (IPC Server handler 116 on 60020):
  2362. State: BLOCKED
  2363. Blocked count: 3108
  2364. Waited count: 2500
  2365. Blocked on org.apache.hadoop.hbase.client.HTable@3a2cd38d
  2366. Blocked by 280 (IPC Server handler 235 on 60020)
  2367. Stack:
  2368. org.apache.hadoop.hbase.client.HTable.put(HTable.java:470)
  2369. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  2370. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  2371. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  2372. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  2373. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  2374. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  2375. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  2376. java.lang.reflect.Method.invoke(Method.java:597)
  2377. org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  2378. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  2379. Thread 160 (IPC Server handler 115 on 60020):
  2380. State: WAITING
  2381. Blocked count: 2353
  2382. Waited count: 2069
  2383. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2384. Stack:
  2385. sun.misc.Unsafe.park(Native Method)
  2386. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2387. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2388. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2389. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2390. Thread 159 (IPC Server handler 114 on 60020):
  2391. State: WAITING
  2392. Blocked count: 4423
  2393. Waited count: 3532
  2394. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2395. Stack:
  2396. sun.misc.Unsafe.park(Native Method)
  2397. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2398. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2399. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2400. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2401. Thread 158 (IPC Server handler 113 on 60020):
  2402. State: WAITING
  2403. Blocked count: 4403
  2404. Waited count: 3540
  2405. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2406. Stack:
  2407. sun.misc.Unsafe.park(Native Method)
  2408. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2409. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2410. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2411. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2412. Thread 157 (IPC Server handler 112 on 60020):
  2413. State: WAITING
  2414. Blocked count: 4744
  2415. Waited count: 3522
  2416. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2417. Stack:
  2418. sun.misc.Unsafe.park(Native Method)
  2419. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2420. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2421. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2422. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2423. Thread 156 (IPC Server handler 111 on 60020):
  2424. State: WAITING
  2425. Blocked count: 2441
  2426. Waited count: 2065
  2427. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2428. Stack:
  2429. sun.misc.Unsafe.park(Native Method)
  2430. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2431. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2432. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2433. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2434. Thread 155 (IPC Server handler 110 on 60020):
  2435. State: WAITING
  2436. Blocked count: 2889
  2437. Waited count: 2567
  2438. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2439. Stack:
  2440. sun.misc.Unsafe.park(Native Method)
  2441. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2442. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2443. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2444. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2445. Thread 154 (IPC Server handler 109 on 60020):
  2446. State: WAITING
  2447. Blocked count: 7526
  2448. Waited count: 5482
  2449. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2450. Stack:
  2451. sun.misc.Unsafe.park(Native Method)
  2452. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2453. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2454. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2455. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2456. Thread 153 (IPC Server handler 108 on 60020):
  2457. State: WAITING
  2458. Blocked count: 2372
  2459. Waited count: 2067
  2460. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2461. Stack:
  2462. sun.misc.Unsafe.park(Native Method)
  2463. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2464. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2465. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2466. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2467. Thread 152 (IPC Server handler 107 on 60020):
  2468. State: WAITING
  2469. Blocked count: 5517
  2470. Waited count: 4006
  2471. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2472. Stack:
  2473. sun.misc.Unsafe.park(Native Method)
  2474. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2475. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2476. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2477. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2478. Thread 151 (IPC Server handler 106 on 60020):
  2479. State: WAITING
  2480. Blocked count: 4709
  2481. Waited count: 3523
  2482. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2483. Stack:
  2484. sun.misc.Unsafe.park(Native Method)
  2485. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2486. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2487. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2488. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2489. Thread 150 (IPC Server handler 105 on 60020):
  2490. State: WAITING
  2491. Blocked count: 5234
  2492. Waited count: 4019
  2493. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2494. Stack:
  2495. sun.misc.Unsafe.park(Native Method)
  2496. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2497. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2498. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2499. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2500. Thread 149 (IPC Server handler 104 on 60020):
  2501. State: WAITING
  2502. Blocked count: 3894
  2503. Waited count: 3037
  2504. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2505. Stack:
  2506. sun.misc.Unsafe.park(Native Method)
  2507. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2508. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2509. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2510. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2511. Thread 148 (IPC Server handler 103 on 60020):
  2512. State: BLOCKED
  2513. Blocked count: 3819
  2514. Waited count: 2975
  2515. Blocked on org.apache.hadoop.hbase.client.HTable@3a2cd38d
  2516. Blocked by 118 (IPC Server handler 73 on 60020)
  2517. Stack:
  2518. org.apache.hadoop.hbase.client.HTable.put(HTable.java:470)
  2519. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  2520. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  2521. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  2522. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  2523. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  2524. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  2525. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  2526. java.lang.reflect.Method.invoke(Method.java:597)
  2527. org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  2528. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  2529. Thread 147 (IPC Server handler 102 on 60020):
  2530. State: WAITING
  2531. Blocked count: 5527
  2532. Waited count: 4006
  2533. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2534. Stack:
  2535. sun.misc.Unsafe.park(Native Method)
  2536. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2537. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2538. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2539. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2540. Thread 146 (IPC Server handler 101 on 60020):
  2541. State: WAITING
  2542. Blocked count: 2852
  2543. Waited count: 2535
  2544. Waiting on org.apache.hadoop.hbase.ipc.HBaseClient$Call@10d30916
  2545. Stack:
  2546. java.lang.Object.wait(Native Method)
  2547. java.lang.Object.wait(Object.java:485)
  2548. org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:717)
  2549. org.apache.hadoop.hbase.ipc.HBaseRPC$Invoker.invoke(HBaseRPC.java:333)
  2550. $Proxy2.put(Unknown Source)
  2551. org.apache.hadoop.hbase.client.HConnectionManager$TableServers$3$1.call(HConnectionManager.java:1242)
  2552. org.apache.hadoop.hbase.client.HConnectionManager$TableServers$3$1.call(HConnectionManager.java:1240)
  2553. org.apache.hadoop.hbase.client.HConnectionManager$TableServers.getRegionServerWithRetries(HConnectionManager.java:1035)
  2554. org.apache.hadoop.hbase.client.HConnectionManager$TableServers$3.doCall(HConnectionManager.java:1239)
  2555. org.apache.hadoop.hbase.client.HConnectionManager$TableServers$Batch.process(HConnectionManager.java:1161)
  2556. org.apache.hadoop.hbase.client.HConnectionManager$TableServers.processBatchOfRows(HConnectionManager.java:1247)
  2557. org.apache.hadoop.hbase.client.HTable.flushCommits(HTable.java:609)
  2558. org.apache.hadoop.hbase.client.HTable.put(HTable.java:474)
  2559. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  2560. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  2561. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  2562. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  2563. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  2564. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  2565. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  2566. Thread 145 (IPC Server handler 100 on 60020):
  2567. State: WAITING
  2568. Blocked count: 4735
  2569. Waited count: 3519
  2570. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2571. Stack:
  2572. sun.misc.Unsafe.park(Native Method)
  2573. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2574. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2575. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2576. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2577. Thread 144 (IPC Server handler 99 on 60020):
  2578. State: WAITING
  2579. Blocked count: 3123
  2580. Waited count: 2552
  2581. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2582. Stack:
  2583. sun.misc.Unsafe.park(Native Method)
  2584. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2585. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2586. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2587. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2588. Thread 143 (IPC Server handler 98 on 60020):
  2589. State: WAITING
  2590. Blocked count: 3180
  2591. Waited count: 2553
  2592. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2593. Stack:
  2594. sun.misc.Unsafe.park(Native Method)
  2595. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2596. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2597. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2598. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2599. Thread 142 (IPC Server handler 97 on 60020):
  2600. State: WAITING
  2601. Blocked count: 3669
  2602. Waited count: 3055
  2603. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2604. Stack:
  2605. sun.misc.Unsafe.park(Native Method)
  2606. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2607. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2608. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2609. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2610. Thread 141 (IPC Server handler 96 on 60020):
  2611. State: WAITING
  2612. Blocked count: 4712
  2613. Waited count: 3521
  2614. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2615. Stack:
  2616. sun.misc.Unsafe.park(Native Method)
  2617. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2618. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2619. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2620. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2621. Thread 140 (IPC Server handler 95 on 60020):
  2622. State: WAITING
  2623. Blocked count: 5510
  2624. Waited count: 4006
  2625. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2626. Stack:
  2627. sun.misc.Unsafe.park(Native Method)
  2628. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2629. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2630. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2631. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2632. Thread 139 (IPC Server handler 94 on 60020):
  2633. State: WAITING
  2634. Blocked count: 3980
  2635. Waited count: 3035
  2636. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2637. Stack:
  2638. sun.misc.Unsafe.park(Native Method)
  2639. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2640. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2641. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2642. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2643. Thread 138 (IPC Server handler 93 on 60020):
  2644. State: WAITING
  2645. Blocked count: 2139
  2646. Waited count: 2080
  2647. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2648. Stack:
  2649. sun.misc.Unsafe.park(Native Method)
  2650. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2651. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2652. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2653. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2654. Thread 137 (IPC Server handler 92 on 60020):
  2655. State: BLOCKED
  2656. Blocked count: 4687
  2657. Waited count: 3524
  2658. Blocked on org.apache.hadoop.hbase.client.HTable@3a2cd38d
  2659. Blocked by 112 (IPC Server handler 67 on 60020)
  2660. Stack:
  2661. org.apache.hadoop.hbase.client.HTable.put(HTable.java:470)
  2662. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  2663. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  2664. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  2665. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  2666. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  2667. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  2668. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  2669. java.lang.reflect.Method.invoke(Method.java:597)
  2670. org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  2671. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  2672. Thread 136 (IPC Server handler 91 on 60020):
  2673. State: WAITING
  2674. Blocked count: 3166
  2675. Waited count: 2549
  2676. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2677. Stack:
  2678. sun.misc.Unsafe.park(Native Method)
  2679. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2680. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2681. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2682. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2683. Thread 135 (IPC Server handler 90 on 60020):
  2684. State: BLOCKED
  2685. Blocked count: 1481
  2686. Waited count: 1516
  2687. Blocked on org.apache.hadoop.hbase.client.HTable@3a2cd38d
  2688. Blocked by 217 (IPC Server handler 172 on 60020)
  2689. Stack:
  2690. org.apache.hadoop.hbase.client.HTable.put(HTable.java:470)
  2691. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  2692. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  2693. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  2694. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  2695. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  2696. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  2697. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  2698. java.lang.reflect.Method.invoke(Method.java:597)
  2699. org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  2700. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  2701. Thread 134 (IPC Server handler 89 on 60020):
  2702. State: WAITING
  2703. Blocked count: 3703
  2704. Waited count: 3048
  2705. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2706. Stack:
  2707. sun.misc.Unsafe.park(Native Method)
  2708. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2709. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2710. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2711. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2712. Thread 133 (IPC Server handler 88 on 60020):
  2713. State: WAITING
  2714. Blocked count: 6974
  2715. Waited count: 4981
  2716. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2717. Stack:
  2718. sun.misc.Unsafe.park(Native Method)
  2719. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2720. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2721. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2722. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2723. Thread 132 (IPC Server handler 87 on 60020):
  2724. State: WAITING
  2725. Blocked count: 1605
  2726. Waited count: 1579
  2727. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2728. Stack:
  2729. sun.misc.Unsafe.park(Native Method)
  2730. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2731. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2732. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2733. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2734. Thread 131 (IPC Server handler 86 on 60020):
  2735. State: WAITING
  2736. Blocked count: 4793
  2737. Waited count: 3520
  2738. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2739. Stack:
  2740. sun.misc.Unsafe.park(Native Method)
  2741. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2742. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2743. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2744. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2745. Thread 130 (IPC Server handler 85 on 60020):
  2746. State: WAITING
  2747. Blocked count: 5238
  2748. Waited count: 4020
  2749. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2750. Stack:
  2751. sun.misc.Unsafe.park(Native Method)
  2752. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2753. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2754. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2755. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2756. Thread 129 (IPC Server handler 84 on 60020):
  2757. State: BLOCKED
  2758. Blocked count: 5092
  2759. Waited count: 3755
  2760. Blocked on org.apache.hadoop.hbase.client.HTable@3a2cd38d
  2761. Blocked by 210 (IPC Server handler 165 on 60020)
  2762. Stack:
  2763. org.apache.hadoop.hbase.client.HTable.put(HTable.java:470)
  2764. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  2765. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  2766. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  2767. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  2768. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  2769. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  2770. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  2771. java.lang.reflect.Method.invoke(Method.java:597)
  2772. org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  2773. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  2774. Thread 128 (IPC Server handler 83 on 60020):
  2775. State: WAITING
  2776. Blocked count: 3952
  2777. Waited count: 3035
  2778. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2779. Stack:
  2780. sun.misc.Unsafe.park(Native Method)
  2781. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2782. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2783. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2784. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2785. Thread 127 (IPC Server handler 82 on 60020):
  2786. State: WAITING
  2787. Blocked count: 1658
  2788. Waited count: 1580
  2789. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2790. Stack:
  2791. sun.misc.Unsafe.park(Native Method)
  2792. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2793. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2794. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2795. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2796. Thread 126 (IPC Server handler 81 on 60020):
  2797. State: WAITING
  2798. Blocked count: 4416
  2799. Waited count: 3536
  2800. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2801. Stack:
  2802. sun.misc.Unsafe.park(Native Method)
  2803. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2804. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2805. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2806. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2807. Thread 125 (IPC Server handler 80 on 60020):
  2808. State: WAITING
  2809. Blocked count: 1629
  2810. Waited count: 1581
  2811. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2812. Stack:
  2813. sun.misc.Unsafe.park(Native Method)
  2814. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2815. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2816. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2817. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2818. Thread 124 (IPC Server handler 79 on 60020):
  2819. State: WAITING
  2820. Blocked count: 3140
  2821. Waited count: 2555
  2822. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2823. Stack:
  2824. sun.misc.Unsafe.park(Native Method)
  2825. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2826. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2827. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2828. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2829. Thread 123 (IPC Server handler 78 on 60020):
  2830. State: WAITING
  2831. Blocked count: 3935
  2832. Waited count: 3035
  2833. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2834. Stack:
  2835. sun.misc.Unsafe.park(Native Method)
  2836. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2837. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2838. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2839. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2840. Thread 122 (IPC Server handler 77 on 60020):
  2841. State: WAITING
  2842. Blocked count: 4421
  2843. Waited count: 3538
  2844. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2845. Stack:
  2846. sun.misc.Unsafe.park(Native Method)
  2847. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2848. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2849. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2850. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2851. Thread 121 (IPC Server handler 76 on 60020):
  2852. State: WAITING
  2853. Blocked count: 5505
  2854. Waited count: 4009
  2855. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2856. Stack:
  2857. sun.misc.Unsafe.park(Native Method)
  2858. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2859. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2860. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2861. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2862. Thread 120 (IPC Server handler 75 on 60020):
  2863. State: WAITING
  2864. Blocked count: 3204
  2865. Waited count: 2554
  2866. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2867. Stack:
  2868. sun.misc.Unsafe.park(Native Method)
  2869. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2870. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2871. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2872. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2873. Thread 119 (IPC Server handler 74 on 60020):
  2874. State: WAITING
  2875. Blocked count: 3172
  2876. Waited count: 2550
  2877. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2878. Stack:
  2879. sun.misc.Unsafe.park(Native Method)
  2880. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2881. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2882. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2883. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2884. Thread 118 (IPC Server handler 73 on 60020):
  2885. State: BLOCKED
  2886. Blocked count: 4664
  2887. Waited count: 3678
  2888. Blocked on org.apache.hadoop.hbase.client.HTable@3a2cd38d
  2889. Blocked by 137 (IPC Server handler 92 on 60020)
  2890. Stack:
  2891. org.apache.hadoop.hbase.client.HTable.put(HTable.java:470)
  2892. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  2893. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  2894. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  2895. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  2896. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  2897. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  2898. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  2899. java.lang.reflect.Method.invoke(Method.java:597)
  2900. org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  2901. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  2902. Thread 117 (IPC Server handler 72 on 60020):
  2903. State: BLOCKED
  2904. Blocked count: 1622
  2905. Waited count: 1582
  2906. Blocked on org.apache.hadoop.hbase.client.HTable@3a2cd38d
  2907. Blocked by 137 (IPC Server handler 92 on 60020)
  2908. Stack:
  2909. org.apache.hadoop.hbase.client.HTable.put(HTable.java:470)
  2910. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  2911. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  2912. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  2913. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  2914. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  2915. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  2916. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  2917. java.lang.reflect.Method.invoke(Method.java:597)
  2918. org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  2919. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  2920. Thread 116 (IPC Server handler 71 on 60020):
  2921. State: WAITING
  2922. Blocked count: 3164
  2923. Waited count: 2554
  2924. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2925. Stack:
  2926. sun.misc.Unsafe.park(Native Method)
  2927. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2928. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2929. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2930. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2931. Thread 115 (IPC Server handler 70 on 60020):
  2932. State: WAITING
  2933. Blocked count: 2415
  2934. Waited count: 2064
  2935. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2936. Stack:
  2937. sun.misc.Unsafe.park(Native Method)
  2938. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2939. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2940. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2941. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2942. Thread 114 (IPC Server handler 69 on 60020):
  2943. State: WAITING
  2944. Blocked count: 5234
  2945. Waited count: 4021
  2946. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2947. Stack:
  2948. sun.misc.Unsafe.park(Native Method)
  2949. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2950. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2951. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2952. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2953. Thread 113 (IPC Server handler 68 on 60020):
  2954. State: WAITING
  2955. Blocked count: 3904
  2956. Waited count: 3038
  2957. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2958. Stack:
  2959. sun.misc.Unsafe.park(Native Method)
  2960. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2961. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2962. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2963. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2964. Thread 112 (IPC Server handler 67 on 60020):
  2965. State: BLOCKED
  2966. Blocked count: 3119
  2967. Waited count: 2506
  2968. Blocked on org.apache.hadoop.hbase.client.HTable@3a2cd38d
  2969. Blocked by 161 (IPC Server handler 116 on 60020)
  2970. Stack:
  2971. org.apache.hadoop.hbase.client.HTable.put(HTable.java:470)
  2972. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  2973. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  2974. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  2975. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  2976. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  2977. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  2978. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  2979. java.lang.reflect.Method.invoke(Method.java:597)
  2980. org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  2981. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  2982. Thread 111 (IPC Server handler 66 on 60020):
  2983. State: WAITING
  2984. Blocked count: 3906
  2985. Waited count: 3037
  2986. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2987. Stack:
  2988. sun.misc.Unsafe.park(Native Method)
  2989. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  2990. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  2991. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  2992. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  2993. Thread 110 (IPC Server handler 65 on 60020):
  2994. State: WAITING
  2995. Blocked count: 5989
  2996. Waited count: 4508
  2997. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  2998. Stack:
  2999. sun.misc.Unsafe.park(Native Method)
  3000. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3001. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3002. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3003. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3004. Thread 109 (IPC Server handler 64 on 60020):
  3005. State: BLOCKED
  3006. Blocked count: 3511
  3007. Waited count: 2749
  3008. Blocked on org.apache.hadoop.hbase.client.HTable@3a2cd38d
  3009. Blocked by 288 (IPC Server handler 243 on 60020)
  3010. Stack:
  3011. org.apache.hadoop.hbase.client.HTable.put(HTable.java:470)
  3012. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  3013. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  3014. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  3015. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  3016. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  3017. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  3018. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  3019. java.lang.reflect.Method.invoke(Method.java:597)
  3020. org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  3021. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  3022. Thread 108 (IPC Server handler 63 on 60020):
  3023. State: BLOCKED
  3024. Blocked count: 5714
  3025. Waited count: 4199
  3026. Blocked on org.apache.hadoop.hbase.client.HTable@3a2cd38d
  3027. Blocked by 288 (IPC Server handler 243 on 60020)
  3028. Stack:
  3029. org.apache.hadoop.hbase.client.HTable.put(HTable.java:470)
  3030. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  3031. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  3032. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  3033. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  3034. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  3035. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  3036. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  3037. java.lang.reflect.Method.invoke(Method.java:597)
  3038. org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  3039. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  3040. Thread 107 (IPC Server handler 62 on 60020):
  3041. State: BLOCKED
  3042. Blocked count: 746
  3043. Waited count: 1034
  3044. Blocked on org.apache.hadoop.hbase.client.HTable@3a2cd38d
  3045. Blocked by 137 (IPC Server handler 92 on 60020)
  3046. Stack:
  3047. org.apache.hadoop.hbase.client.HTable.put(HTable.java:470)
  3048. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  3049. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  3050. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  3051. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  3052. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  3053. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  3054. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  3055. java.lang.reflect.Method.invoke(Method.java:597)
  3056. org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  3057. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  3058. Thread 106 (IPC Server handler 61 on 60020):
  3059. State: BLOCKED
  3060. Blocked count: 3084
  3061. Waited count: 2675
  3062. Blocked on org.apache.hadoop.hbase.client.HTable@3a2cd38d
  3063. Blocked by 137 (IPC Server handler 92 on 60020)
  3064. Stack:
  3065. org.apache.hadoop.hbase.client.HTable.put(HTable.java:470)
  3066. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  3067. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  3068. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  3069. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  3070. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  3071. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  3072. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  3073. java.lang.reflect.Method.invoke(Method.java:597)
  3074. org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  3075. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  3076. Thread 105 (IPC Server handler 60 on 60020):
  3077. State: WAITING
  3078. Blocked count: 5503
  3079. Waited count: 4008
  3080. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3081. Stack:
  3082. sun.misc.Unsafe.park(Native Method)
  3083. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3084. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3085. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3086. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3087. Thread 104 (IPC Server handler 59 on 60020):
  3088. State: WAITING
  3089. Blocked count: 3215
  3090. Waited count: 2549
  3091. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3092. Stack:
  3093. sun.misc.Unsafe.park(Native Method)
  3094. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3095. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3096. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3097. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3098. Thread 103 (IPC Server handler 58 on 60020):
  3099. State: WAITING
  3100. Blocked count: 4710
  3101. Waited count: 3522
  3102. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3103. Stack:
  3104. sun.misc.Unsafe.park(Native Method)
  3105. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3106. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3107. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3108. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3109. Thread 102 (IPC Server handler 57 on 60020):
  3110. State: WAITING
  3111. Blocked count: 2144
  3112. Waited count: 2079
  3113. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3114. Stack:
  3115. sun.misc.Unsafe.park(Native Method)
  3116. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3117. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3118. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3119. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3120. Thread 101 (IPC Server handler 56 on 60020):
  3121. State: WAITING
  3122. Blocked count: 2434
  3123. Waited count: 2070
  3124. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3125. Stack:
  3126. sun.misc.Unsafe.park(Native Method)
  3127. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3128. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3129. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3130. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3131. Thread 100 (IPC Server handler 55 on 60020):
  3132. State: WAITING
  3133. Blocked count: 2380
  3134. Waited count: 2068
  3135. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3136. Stack:
  3137. sun.misc.Unsafe.park(Native Method)
  3138. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3139. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3140. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3141. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3142. Thread 99 (IPC Server handler 54 on 60020):
  3143. State: WAITING
  3144. Blocked count: 4364
  3145. Waited count: 3537
  3146. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3147. Stack:
  3148. sun.misc.Unsafe.park(Native Method)
  3149. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3150. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3151. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3152. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3153. Thread 98 (IPC Server handler 53 on 60020):
  3154. State: WAITING
  3155. Blocked count: 4712
  3156. Waited count: 3521
  3157. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3158. Stack:
  3159. sun.misc.Unsafe.park(Native Method)
  3160. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3161. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3162. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3163. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3164. Thread 97 (IPC Server handler 52 on 60020):
  3165. State: WAITING
  3166. Blocked count: 2372
  3167. Waited count: 2066
  3168. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3169. Stack:
  3170. sun.misc.Unsafe.park(Native Method)
  3171. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3172. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3173. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3174. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3175. Thread 96 (IPC Server handler 51 on 60020):
  3176. State: BLOCKED
  3177. Blocked count: 1763
  3178. Waited count: 1655
  3179. Blocked on org.apache.hadoop.hbase.client.HTable@3a2cd38d
  3180. Blocked by 172 (IPC Server handler 127 on 60020)
  3181. Stack:
  3182. org.apache.hadoop.hbase.client.HTable.put(HTable.java:470)
  3183. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  3184. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  3185. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  3186. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  3187. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  3188. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  3189. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  3190. java.lang.reflect.Method.invoke(Method.java:597)
  3191. org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  3192. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  3193. Thread 95 (IPC Server handler 50 on 60020):
  3194. State: WAITING
  3195. Blocked count: 2893
  3196. Waited count: 2566
  3197. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3198. Stack:
  3199. sun.misc.Unsafe.park(Native Method)
  3200. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3201. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3202. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3203. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3204. Thread 94 (IPC Server handler 49 on 60020):
  3205. State: WAITING
  3206. Blocked count: 3931
  3207. Waited count: 3038
  3208. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3209. Stack:
  3210. sun.misc.Unsafe.park(Native Method)
  3211. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3212. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3213. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3214. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3215. Thread 93 (IPC Server handler 48 on 60020):
  3216. State: WAITING
  3217. Blocked count: 2391
  3218. Waited count: 2063
  3219. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3220. Stack:
  3221. sun.misc.Unsafe.park(Native Method)
  3222. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3223. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3224. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3225. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3226. Thread 92 (IPC Server handler 47 on 60020):
  3227. State: WAITING
  3228. Blocked count: 4743
  3229. Waited count: 3522
  3230. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3231. Stack:
  3232. sun.misc.Unsafe.park(Native Method)
  3233. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3234. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3235. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3236. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3237. Thread 91 (IPC Server handler 46 on 60020):
  3238. State: WAITING
  3239. Blocked count: 2856
  3240. Waited count: 2567
  3241. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3242. Stack:
  3243. sun.misc.Unsafe.park(Native Method)
  3244. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3245. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3246. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3247. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3248. Thread 90 (IPC Server handler 45 on 60020):
  3249. State: WAITING
  3250. Blocked count: 5499
  3251. Waited count: 4007
  3252. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3253. Stack:
  3254. sun.misc.Unsafe.park(Native Method)
  3255. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3256. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3257. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3258. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3259. Thread 89 (IPC Server handler 44 on 60020):
  3260. State: WAITING
  3261. Blocked count: 4718
  3262. Waited count: 3518
  3263. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3264. Stack:
  3265. sun.misc.Unsafe.park(Native Method)
  3266. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3267. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3268. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3269. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3270. Thread 88 (IPC Server handler 43 on 60020):
  3271. State: WAITING
  3272. Blocked count: 4652
  3273. Waited count: 3525
  3274. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3275. Stack:
  3276. sun.misc.Unsafe.park(Native Method)
  3277. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3278. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3279. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3280. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3281. Thread 87 (IPC Server handler 42 on 60020):
  3282. State: WAITING
  3283. Blocked count: 4446
  3284. Waited count: 3538
  3285. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3286. Stack:
  3287. sun.misc.Unsafe.park(Native Method)
  3288. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3289. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3290. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3291. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3292. Thread 86 (IPC Server handler 41 on 60020):
  3293. State: WAITING
  3294. Blocked count: 5181
  3295. Waited count: 4024
  3296. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3297. Stack:
  3298. sun.misc.Unsafe.park(Native Method)
  3299. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3300. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3301. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3302. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3303. Thread 85 (IPC Server handler 40 on 60020):
  3304. State: WAITING
  3305. Blocked count: 4703
  3306. Waited count: 3520
  3307. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3308. Stack:
  3309. sun.misc.Unsafe.park(Native Method)
  3310. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3311. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3312. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3313. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3314. Thread 84 (IPC Server handler 39 on 60020):
  3315. State: WAITING
  3316. Blocked count: 6237
  3317. Waited count: 4499
  3318. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3319. Stack:
  3320. sun.misc.Unsafe.park(Native Method)
  3321. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3322. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3323. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3324. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3325. Thread 83 (IPC Server handler 38 on 60020):
  3326. State: WAITING
  3327. Blocked count: 2123
  3328. Waited count: 2079
  3329. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3330. Stack:
  3331. sun.misc.Unsafe.park(Native Method)
  3332. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3333. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3334. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3335. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3336. Thread 82 (IPC Server handler 37 on 60020):
  3337. State: WAITING
  3338. Blocked count: 5915
  3339. Waited count: 4511
  3340. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3341. Stack:
  3342. sun.misc.Unsafe.park(Native Method)
  3343. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3344. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3345. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3346. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3347. Thread 81 (IPC Server handler 36 on 60020):
  3348. State: WAITING
  3349. Blocked count: 4643
  3350. Waited count: 3524
  3351. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3352. Stack:
  3353. sun.misc.Unsafe.park(Native Method)
  3354. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3355. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3356. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3357. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3358. Thread 80 (IPC Server handler 35 on 60020):
  3359. State: WAITING
  3360. Blocked count: 1648
  3361. Waited count: 1579
  3362. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3363. Stack:
  3364. sun.misc.Unsafe.park(Native Method)
  3365. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3366. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3367. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3368. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3369. Thread 79 (IPC Server handler 34 on 60020):
  3370. State: WAITING
  3371. Blocked count: 4476
  3372. Waited count: 3539
  3373. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3374. Stack:
  3375. sun.misc.Unsafe.park(Native Method)
  3376. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3377. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3378. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3379. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3380. Thread 78 (IPC Server handler 33 on 60020):
  3381. State: WAITING
  3382. Blocked count: 3683
  3383. Waited count: 3048
  3384. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3385. Stack:
  3386. sun.misc.Unsafe.park(Native Method)
  3387. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3388. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3389. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3390. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3391. Thread 77 (IPC Server handler 32 on 60020):
  3392. State: BLOCKED
  3393. Blocked count: 3765
  3394. Waited count: 2928
  3395. Blocked on org.apache.hadoop.hbase.client.HTable@3a2cd38d
  3396. Blocked by 106 (IPC Server handler 61 on 60020)
  3397. Stack:
  3398. org.apache.hadoop.hbase.client.HTable.put(HTable.java:470)
  3399. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  3400. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  3401. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  3402. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  3403. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  3404. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  3405. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  3406. java.lang.reflect.Method.invoke(Method.java:597)
  3407. org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  3408. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  3409. Thread 76 (IPC Server handler 31 on 60020):
  3410. State: WAITING
  3411. Blocked count: 864
  3412. Waited count: 1094
  3413. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3414. Stack:
  3415. sun.misc.Unsafe.park(Native Method)
  3416. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3417. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3418. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3419. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3420. Thread 75 (IPC Server handler 30 on 60020):
  3421. State: WAITING
  3422. Blocked count: 6682
  3423. Waited count: 4993
  3424. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3425. Stack:
  3426. sun.misc.Unsafe.park(Native Method)
  3427. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3428. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3429. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3430. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3431. Thread 74 (IPC Server handler 29 on 60020):
  3432. State: WAITING
  3433. Blocked count: 3698
  3434. Waited count: 3051
  3435. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3436. Stack:
  3437. sun.misc.Unsafe.park(Native Method)
  3438. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3439. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3440. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3441. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3442. Thread 73 (IPC Server handler 28 on 60020):
  3443. State: WAITING
  3444. Blocked count: 6275
  3445. Waited count: 4493
  3446. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3447. Stack:
  3448. sun.misc.Unsafe.park(Native Method)
  3449. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3450. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3451. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3452. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3453. Thread 72 (IPC Server handler 27 on 60020):
  3454. State: WAITING
  3455. Blocked count: 3148
  3456. Waited count: 2549
  3457. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3458. Stack:
  3459. sun.misc.Unsafe.park(Native Method)
  3460. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3461. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3462. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3463. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3464. Thread 71 (IPC Server handler 26 on 60020):
  3465. State: WAITING
  3466. Blocked count: 4429
  3467. Waited count: 3539
  3468. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3469. Stack:
  3470. sun.misc.Unsafe.park(Native Method)
  3471. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3472. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3473. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3474. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3475. Thread 70 (IPC Server handler 25 on 60020):
  3476. State: WAITING
  3477. Blocked count: 3625
  3478. Waited count: 3052
  3479. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3480. Stack:
  3481. sun.misc.Unsafe.park(Native Method)
  3482. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3483. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3484. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3485. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3486. Thread 69 (IPC Server handler 24 on 60020):
  3487. State: WAITING
  3488. Blocked count: 1628
  3489. Waited count: 1581
  3490. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3491. Stack:
  3492. sun.misc.Unsafe.park(Native Method)
  3493. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3494. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3495. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3496. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3497. Thread 68 (IPC Server handler 23 on 60020):
  3498. State: WAITING
  3499. Blocked count: 3942
  3500. Waited count: 3042
  3501. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3502. Stack:
  3503. sun.misc.Unsafe.park(Native Method)
  3504. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3505. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3506. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3507. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3508. Thread 67 (IPC Server handler 22 on 60020):
  3509. State: WAITING
  3510. Blocked count: 4415
  3511. Waited count: 3536
  3512. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3513. Stack:
  3514. sun.misc.Unsafe.park(Native Method)
  3515. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3516. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3517. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3518. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3519. Thread 66 (IPC Server handler 21 on 60020):
  3520. State: BLOCKED
  3521. Blocked count: 10140
  3522. Waited count: 7185
  3523. Blocked on org.apache.hadoop.hbase.client.HTable@3a2cd38d
  3524. Blocked by 146 (IPC Server handler 101 on 60020)
  3525. Stack:
  3526. org.apache.hadoop.hbase.client.HTable.put(HTable.java:470)
  3527. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  3528. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  3529. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  3530. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  3531. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  3532. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  3533. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  3534. java.lang.reflect.Method.invoke(Method.java:597)
  3535. org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:657)
  3536. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:915)
  3537. Thread 65 (IPC Server handler 20 on 60020):
  3538. State: WAITING
  3539. Blocked count: 5446
  3540. Waited count: 4011
  3541. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3542. Stack:
  3543. sun.misc.Unsafe.park(Native Method)
  3544. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3545. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3546. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3547. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3548. Thread 64 (IPC Server handler 19 on 60020):
  3549. State: WAITING
  3550. Blocked count: 3878
  3551. Waited count: 3036
  3552. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3553. Stack:
  3554. sun.misc.Unsafe.park(Native Method)
  3555. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3556. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3557. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3558. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3559. Thread 63 (IPC Server handler 18 on 60020):
  3560. State: WAITING
  3561. Blocked count: 3123
  3562. Waited count: 2547
  3563. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3564. Stack:
  3565. sun.misc.Unsafe.park(Native Method)
  3566. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3567. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3568. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3569. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3570. Thread 62 (IPC Server handler 17 on 60020):
  3571. State: WAITING
  3572. Blocked count: 6728
  3573. Waited count: 4999
  3574. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3575. Stack:
  3576. sun.misc.Unsafe.park(Native Method)
  3577. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3578. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3579. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3580. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3581. Thread 61 (IPC Server handler 16 on 60020):
  3582. State: WAITING
  3583. Blocked count: 4441
  3584. Waited count: 3541
  3585. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3586. Stack:
  3587. sun.misc.Unsafe.park(Native Method)
  3588. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3589. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3590. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3591. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3592. Thread 60 (IPC Server handler 15 on 60020):
  3593. State: WAITING
  3594. Blocked count: 3173
  3595. Waited count: 2555
  3596. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3597. Stack:
  3598. sun.misc.Unsafe.park(Native Method)
  3599. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3600. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3601. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3602. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3603. Thread 59 (IPC Server handler 14 on 60020):
  3604. State: WAITING
  3605. Blocked count: 2377
  3606. Waited count: 2069
  3607. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3608. Stack:
  3609. sun.misc.Unsafe.park(Native Method)
  3610. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3611. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3612. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3613. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3614. Thread 58 (IPC Server handler 13 on 60020):
  3615. State: WAITING
  3616. Blocked count: 2876
  3617. Waited count: 2567
  3618. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3619. Stack:
  3620. sun.misc.Unsafe.park(Native Method)
  3621. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3622. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3623. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3624. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3625. Thread 57 (IPC Server handler 12 on 60020):
  3626. State: WAITING
  3627. Blocked count: 5217
  3628. Waited count: 4025
  3629. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3630. Stack:
  3631. sun.misc.Unsafe.park(Native Method)
  3632. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3633. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3634. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3635. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3636. Thread 56 (IPC Server handler 11 on 60020):
  3637. State: WAITING
  3638. Blocked count: 3193
  3639. Waited count: 2553
  3640. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3641. Stack:
  3642. sun.misc.Unsafe.park(Native Method)
  3643. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3644. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3645. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3646. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3647. Thread 55 (IPC Server handler 10 on 60020):
  3648. State: WAITING
  3649. Blocked count: 3887
  3650. Waited count: 3037
  3651. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3652. Stack:
  3653. sun.misc.Unsafe.park(Native Method)
  3654. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3655. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3656. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3657. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3658. Thread 54 (IPC Server handler 9 on 60020):
  3659. State: WAITING
  3660. Blocked count: 2880
  3661. Waited count: 2582
  3662. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3663. Stack:
  3664. sun.misc.Unsafe.park(Native Method)
  3665. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3666. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3667. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3668. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3669. Thread 53 (IPC Server handler 8 on 60020):
  3670. State: WAITING
  3671. Blocked count: 2889
  3672. Waited count: 2565
  3673. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3674. Stack:
  3675. sun.misc.Unsafe.park(Native Method)
  3676. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3677. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3678. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3679. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3680. Thread 52 (IPC Server handler 7 on 60020):
  3681. State: WAITING
  3682. Blocked count: 6207
  3683. Waited count: 4488
  3684. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3685. Stack:
  3686. sun.misc.Unsafe.park(Native Method)
  3687. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3688. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3689. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3690. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3691. Thread 51 (IPC Server handler 6 on 60020):
  3692. State: WAITING
  3693. Blocked count: 4670
  3694. Waited count: 3527
  3695. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3696. Stack:
  3697. sun.misc.Unsafe.park(Native Method)
  3698. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3699. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3700. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3701. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3702. Thread 50 (IPC Server handler 5 on 60020):
  3703. State: WAITING
  3704. Blocked count: 5468
  3705. Waited count: 4014
  3706. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3707. Stack:
  3708. sun.misc.Unsafe.park(Native Method)
  3709. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3710. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3711. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3712. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3713. Thread 49 (IPC Server handler 4 on 60020):
  3714. State: WAITING
  3715. Blocked count: 2391
  3716. Waited count: 2070
  3717. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3718. Stack:
  3719. sun.misc.Unsafe.park(Native Method)
  3720. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3721. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3722. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3723. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3724. Thread 48 (IPC Server handler 3 on 60020):
  3725. State: WAITING
  3726. Blocked count: 3190
  3727. Waited count: 2563
  3728. Waiting on org.apache.hadoop.hbase.ipc.HBaseClient$Call@4713fe33
  3729. Stack:
  3730. java.lang.Object.wait(Native Method)
  3731. java.lang.Object.wait(Object.java:485)
  3732. org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:717)
  3733. org.apache.hadoop.hbase.ipc.HBaseRPC$Invoker.invoke(HBaseRPC.java:333)
  3734. $Proxy2.put(Unknown Source)
  3735. org.apache.hadoop.hbase.client.HConnectionManager$TableServers$3$1.call(HConnectionManager.java:1242)
  3736. org.apache.hadoop.hbase.client.HConnectionManager$TableServers$3$1.call(HConnectionManager.java:1240)
  3737. org.apache.hadoop.hbase.client.HConnectionManager$TableServers.getRegionServerWithRetries(HConnectionManager.java:1035)
  3738. org.apache.hadoop.hbase.client.HConnectionManager$TableServers$3.doCall(HConnectionManager.java:1239)
  3739. org.apache.hadoop.hbase.client.HConnectionManager$TableServers$Batch.process(HConnectionManager.java:1161)
  3740. org.apache.hadoop.hbase.client.HConnectionManager$TableServers.processBatchOfRows(HConnectionManager.java:1247)
  3741. org.apache.hadoop.hbase.client.HTable.flushCommits(HTable.java:609)
  3742. org.apache.hadoop.hbase.client.HTable.put(HTable.java:474)
  3743. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndex(IndexedRegion.java:213)
  3744. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.updateIndexes(IndexedRegion.java:145)
  3745. org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegion.put(IndexedRegion.java:96)
  3746. org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1255)
  3747. org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1781)
  3748. sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
  3749. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  3750. Thread 47 (IPC Server handler 2 on 60020):
  3751. State: WAITING
  3752. Blocked count: 4426
  3753. Waited count: 3537
  3754. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3755. Stack:
  3756. sun.misc.Unsafe.park(Native Method)
  3757. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3758. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3759. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3760. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3761. Thread 46 (IPC Server handler 1 on 60020):
  3762. State: WAITING
  3763. Blocked count: 3948
  3764. Waited count: 3040
  3765. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3766. Stack:
  3767. sun.misc.Unsafe.park(Native Method)
  3768. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3769. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3770. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3771. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3772. Thread 45 (IPC Server handler 0 on 60020):
  3773. State: WAITING
  3774. Blocked count: 6175
  3775. Waited count: 4496
  3776. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@355ccfb1
  3777. Stack:
  3778. sun.misc.Unsafe.park(Native Method)
  3779. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3780. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3781. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3782. org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:901)
  3783. Thread 11 (IPC Server listener on 60020):
  3784. State: RUNNABLE
  3785. Blocked count: 0
  3786. Waited count: 0
  3787. Stack:
  3788. sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  3789. sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215)
  3790. sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  3791. sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  3792. sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  3793. sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  3794. org.apache.hadoop.hbase.ipc.HBaseServer$Listener.run(HBaseServer.java:308)
  3795. Thread 12 (IPC Server Responder):
  3796. State: RUNNABLE
  3797. Blocked count: 0
  3798. Waited count: 0
  3799. Stack:
  3800. sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  3801. sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215)
  3802. sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  3803. sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  3804. sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  3805. org.apache.hadoop.hbase.ipc.HBaseServer$Responder.run(HBaseServer.java:477)
  3806. Thread 44 (Timer-0):
  3807. State: TIMED_WAITING
  3808. Blocked count: 0
  3809. Waited count: 20
  3810. Stack:
  3811. java.lang.Object.wait(Native Method)
  3812. java.util.TimerThread.mainLoop(Timer.java:509)
  3813. java.util.TimerThread.run(Timer.java:462)
  3814. Thread 43 (1723143172@qtp0-1 - Acceptor0 [email protected]:60030):
  3815. State: RUNNABLE
  3816. Blocked count: 5
  3817. Waited count: 1
  3818. Stack:
  3819. sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  3820. sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215)
  3821. sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  3822. sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  3823. sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  3824. org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:429)
  3825. org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:185)
  3826. org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124)
  3827. org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:707)
  3828. org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:522)
  3829. Thread 42 (819062722@qtp0-0):
  3830. State: RUNNABLE
  3831. Blocked count: 18
  3832. Waited count: 27
  3833. Stack:
  3834. sun.management.ThreadImpl.getThreadInfo0(Native Method)
  3835. sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:147)
  3836. sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:123)
  3837. org.apache.hadoop.util.ReflectionUtils.printThreadInfo(ReflectionUtils.java:149)
  3838. org.apache.hadoop.http.HttpServer$StackServlet.doGet(HttpServer.java:512)
  3839. javax.servlet.http.HttpServlet.service(HttpServlet.java:707)
  3840. javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
  3841. org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:502)
  3842. org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:363)
  3843. org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
  3844. org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:181)
  3845. org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
  3846. org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:417)
  3847. org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
  3848. org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
  3849. org.mortbay.jetty.Server.handle(Server.java:324)
  3850. org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:534)
  3851. org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:864)
  3852. org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:533)
  3853. org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:207)
  3854. Thread 19 (regionserver/10.195.105.203:60020.leaseChecker):
  3855. State: TIMED_WAITING
  3856. Blocked count: 0
  3857. Waited count: 60
  3858. Stack:
  3859. sun.misc.Unsafe.park(Native Method)
  3860. java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  3861. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963)
  3862. java.util.concurrent.DelayQueue.poll(DelayQueue.java:201)
  3863. org.apache.hadoop.hbase.Leases.run(Leases.java:81)
  3864. Thread 18 (regionserver/10.195.105.203:60020.majorCompactionChecker):
  3865. State: TIMED_WAITING
  3866. Blocked count: 0
  3867. Waited count: 1
  3868. Stack:
  3869. java.lang.Thread.sleep(Native Method)
  3870. org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:74)
  3871. org.apache.hadoop.hbase.Chore.run(Chore.java:76)
  3872. Thread 13 (regionserver/10.195.105.203:60020.worker):
  3873. State: TIMED_WAITING
  3874. Blocked count: 52
  3875. Waited count: 114
  3876. Stack:
  3877. sun.misc.Unsafe.park(Native Method)
  3878. java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  3879. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963)
  3880. java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:395)
  3881. org.apache.hadoop.hbase.regionserver.HRegionServer$Worker.run(HRegionServer.java:1425)
  3882. java.lang.Thread.run(Thread.java:619)
  3883. Thread 15 (regionserver/10.195.105.203:60020.compactor):
  3884. State: TIMED_WAITING
  3885. Blocked count: 474
  3886. Waited count: 161
  3887. Stack:
  3888. sun.misc.Unsafe.park(Native Method)
  3889. java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  3890. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963)
  3891. java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:395)
  3892. org.apache.hadoop.hbase.regionserver.CompactSplitThread.run(CompactSplitThread.java:85)
  3893. Thread 14 (regionserver/10.195.105.203:60020.cacheFlusher):
  3894. State: TIMED_WAITING
  3895. Blocked count: 437
  3896. Waited count: 281
  3897. Stack:
  3898. sun.misc.Unsafe.park(Native Method)
  3899. java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  3900. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963)
  3901. java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:395)
  3902. org.apache.hadoop.hbase.regionserver.MemStoreFlusher.run(MemStoreFlusher.java:145)
  3903. Thread 17 (regionserver/10.195.105.203:60020.logFlusher):
  3904. State: TIMED_WAITING
  3905. Blocked count: 3
  3906. Waited count: 60
  3907. Stack:
  3908. java.lang.Thread.sleep(Native Method)
  3909. org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:74)
  3910. org.apache.hadoop.hbase.Chore.run(Chore.java:76)
  3911. Thread 16 (regionserver/10.195.105.203:60020.logRoller):
  3912. State: TIMED_WAITING
  3913. Blocked count: 59
  3914. Waited count: 115
  3915. Stack:
  3916. java.lang.Object.wait(Native Method)
  3917. org.apache.hadoop.hbase.regionserver.LogRoller.run(LogRoller.java:65)
  3918. Thread 40 (Timer thread for monitoring jvm):
  3919. State: TIMED_WAITING
  3920. Blocked count: 0
  3921. Waited count: 86
  3922. Stack:
  3923. java.lang.Object.wait(Native Method)
  3924. java.util.TimerThread.mainLoop(Timer.java:509)
  3925. java.util.TimerThread.run(Timer.java:462)
  3926. Thread 39 (Timer thread for monitoring hbase):
  3927. State: TIMED_WAITING
  3928. Blocked count: 0
  3929. Waited count: 61
  3930. Stack:
  3931. java.lang.Object.wait(Native Method)
  3932. java.util.TimerThread.mainLoop(Timer.java:509)
  3933. java.util.TimerThread.run(Timer.java:462)
  3934. Thread 38 (LeaseChecker):
  3935. State: TIMED_WAITING
  3936. Blocked count: 20
  3937. Waited count: 618
  3938. Stack:
  3939. java.lang.Thread.sleep(Native Method)
  3940. org.apache.hadoop.hdfs.DFSClient$LeaseChecker.run(DFSClient.java:1066)
  3941. java.lang.Thread.run(Thread.java:619)
  3942. Thread 26 (IPC Client (47) connection to /10.194.161.187:60000 from an unknown user):
  3943. State: TIMED_WAITING
  3944. Blocked count: 601
  3945. Waited count: 598
  3946. Stack:
  3947. java.lang.Object.wait(Native Method)
  3948. org.apache.hadoop.hbase.ipc.HBaseClient$Connection.waitForWork(HBaseClient.java:404)
  3949. org.apache.hadoop.hbase.ipc.HBaseClient$Connection.run(HBaseClient.java:447)
  3950. Thread 25 (DestroyJavaVM):
  3951. State: RUNNABLE
  3952. Blocked count: 0
  3953. Waited count: 0
  3954. Stack:
  3955. Thread 24 (regionserver/10.195.105.203:60020):
  3956. State: TIMED_WAITING
  3957. Blocked count: 617
  3958. Waited count: 1211
  3959. Stack:
  3960. java.lang.Thread.sleep(Native Method)
  3961. org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:74)
  3962. org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:594)
  3963. java.lang.Thread.run(Thread.java:619)
  3964. Thread 21 (main-EventThread):
  3965. State: WAITING
  3966. Blocked count: 0
  3967. Waited count: 2
  3968. Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@387b1641
  3969. Stack:
  3970. sun.misc.Unsafe.park(Native Method)
  3971. java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  3972. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
  3973. java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
  3974. org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:414)
  3975. Thread 20 (main-SendThread):
  3976. State: RUNNABLE
  3977. Blocked count: 3
  3978. Waited count: 0
  3979. Stack:
  3980. sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  3981. sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215)
  3982. sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  3983. sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  3984. sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  3985. org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:921)
  3986. Thread 5 (Signal Dispatcher):
  3987. State: RUNNABLE
  3988. Blocked count: 0
  3989. Waited count: 0
  3990. Stack:
  3991. Thread 3 (Finalizer):
  3992. State: WAITING
  3993. Blocked count: 141
  3994. Waited count: 142
  3995. Waiting on java.lang.ref.ReferenceQueue$Lock@18f2225f
  3996. Stack:
  3997. java.lang.Object.wait(Native Method)
  3998. java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118)
  3999. java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134)
  4000. java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159)
  4001. Thread 2 (Reference Handler):
  4002. State: WAITING
  4003. Blocked count: 153
  4004. Waited count: 150
  4005. Waiting on java.lang.ref.Reference$Lock@40ae97c4
  4006. Stack:
  4007. java.lang.Object.wait(Native Method)
  4008. java.lang.Object.wait(Object.java:485)
  4009. java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116)
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!