Guest User

hbase-region-server-jstack-dump

a guest
Jan 26th, 2014
116
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 264.91 KB | None | 0 0
  1. Command: sudo /usr/java/jdk1.6.0_26/bin/jstack -F 11327
  2.  
  3. Deadlock Detection:
  4.  
  5. No deadlocks found.
  6.  
  7. Thread 16399: (state = IN_NATIVE)
  8. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Compiled frame; information may be imprecise)
  9. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=210 (Compiled frame)
  10. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=65 (Compiled frame)
  11. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=69 (Compiled frame)
  12. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=80 (Compiled frame)
  13. - org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(java.nio.channels.SelectableChannel, int, long) @bci=46, line=336 (Compiled frame)
  14. - org.apache.hadoop.net.SocketIOWithTimeout.doIO(java.nio.ByteBuffer, int) @bci=80, line=158 (Compiled frame)
  15. - org.apache.hadoop.net.SocketInputStream.read(java.nio.ByteBuffer) @bci=6, line=156 (Compiled frame)
  16. - org.apache.hadoop.net.SocketInputStream.read(byte[], int, int) @bci=7, line=129 (Compiled frame)
  17. - org.apache.hadoop.net.SocketInputStream.read() @bci=8, line=117 (Compiled frame)
  18. - java.io.FilterInputStream.read() @bci=4, line=66 (Compiled frame)
  19. - java.io.FilterInputStream.read() @bci=4, line=66 (Compiled frame)
  20. - org.apache.hadoop.hdfs.protocol.HdfsProtoUtil.vintPrefixed(java.io.InputStream) @bci=1, line=169 (Compiled frame)
  21. - org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(java.io.InputStream) @bci=2, line=114 (Compiled frame)
  22. - org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer$ResponseProcessor.run() @bci=75, line=694 (Compiled frame)
  23.  
  24.  
  25. Thread 16372: (state = BLOCKED)
  26. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  27. - org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.run() @bci=260, line=464 (Compiled frame)
  28.  
  29.  
  30. Thread 15947: (state = IN_NATIVE)
  31. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Compiled frame; information may be imprecise)
  32. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=210 (Compiled frame)
  33. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=65 (Compiled frame)
  34. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=69 (Compiled frame)
  35. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=80 (Compiled frame)
  36. - org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(java.nio.channels.SelectableChannel, int, long) @bci=46, line=336 (Compiled frame)
  37. - org.apache.hadoop.net.SocketIOWithTimeout.doIO(java.nio.ByteBuffer, int) @bci=80, line=158 (Compiled frame)
  38. - org.apache.hadoop.net.SocketInputStream.read(java.nio.ByteBuffer) @bci=6, line=156 (Compiled frame)
  39. - org.apache.hadoop.net.SocketInputStream.read(byte[], int, int) @bci=7, line=129 (Compiled frame)
  40. - org.apache.hadoop.net.SocketInputStream.read() @bci=8, line=117 (Compiled frame)
  41. - java.io.FilterInputStream.read() @bci=4, line=66 (Compiled frame)
  42. - java.io.FilterInputStream.read() @bci=4, line=66 (Compiled frame)
  43. - org.apache.hadoop.hdfs.protocol.HdfsProtoUtil.vintPrefixed(java.io.InputStream) @bci=1, line=169 (Compiled frame)
  44. - org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(java.io.InputStream) @bci=2, line=114 (Compiled frame)
  45. - org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer$ResponseProcessor.run() @bci=75, line=694 (Compiled frame)
  46.  
  47.  
  48. Thread 15765: (state = BLOCKED)
  49. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  50. - org.apache.hadoop.ipc.Client$Connection.waitForWork() @bci=59, line=792 (Compiled frame)
  51. - org.apache.hadoop.ipc.Client$Connection.run() @bci=55, line=835 (Compiled frame)
  52.  
  53.  
  54. Thread 15741: (state = IN_NATIVE)
  55. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Compiled frame; information may be imprecise)
  56. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=210 (Compiled frame)
  57. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=65 (Compiled frame)
  58. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=69 (Compiled frame)
  59. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=80 (Compiled frame)
  60. - org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(java.nio.channels.SelectableChannel, int, long) @bci=46, line=336 (Compiled frame)
  61. - org.apache.hadoop.net.SocketIOWithTimeout.doIO(java.nio.ByteBuffer, int) @bci=80, line=158 (Compiled frame)
  62. - org.apache.hadoop.net.SocketInputStream.read(java.nio.ByteBuffer) @bci=6, line=156 (Compiled frame)
  63. - org.apache.hadoop.net.SocketInputStream.read(byte[], int, int) @bci=7, line=129 (Compiled frame)
  64. - org.apache.hadoop.net.SocketInputStream.read() @bci=8, line=117 (Compiled frame)
  65. - java.io.FilterInputStream.read() @bci=4, line=66 (Compiled frame)
  66. - java.io.FilterInputStream.read() @bci=4, line=66 (Compiled frame)
  67. - org.apache.hadoop.hdfs.protocol.HdfsProtoUtil.vintPrefixed(java.io.InputStream) @bci=1, line=169 (Compiled frame)
  68. - org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(java.io.InputStream) @bci=2, line=114 (Compiled frame)
  69. - org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer$ResponseProcessor.run() @bci=75, line=694 (Compiled frame)
  70.  
  71.  
  72. Thread 15738: (state = BLOCKED)
  73. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  74. - org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.run() @bci=260, line=464 (Compiled frame)
  75.  
  76.  
  77. Thread 14759: (state = BLOCKED)
  78. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  79. - org.mortbay.thread.QueuedThreadPool$PoolThread.run() @bci=291, line=626 (Interpreted frame)
  80.  
  81.  
  82. Thread 14758: (state = BLOCKED)
  83. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  84. - org.mortbay.thread.QueuedThreadPool$PoolThread.run() @bci=291, line=626 (Interpreted frame)
  85.  
  86.  
  87. Thread 31269: (state = BLOCKED)
  88. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  89. - org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.run() @bci=260, line=464 (Compiled frame)
  90.  
  91.  
  92. Thread 6859: (state = BLOCKED)
  93. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
  94. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=158 (Compiled frame)
  95. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=1987 (Compiled frame)
  96. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=399 (Compiled frame)
  97. - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=78, line=947 (Interpreted frame)
  98. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=18, line=907 (Interpreted frame)
  99. - java.lang.Thread.run() @bci=11, line=662 (Interpreted frame)
  100.  
  101.  
  102. Thread 22087: (state = BLOCKED)
  103. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  104. - org.apache.hadoop.hbase.ipc.HBaseClient$Connection.waitForWork() @bci=62, line=534 (Interpreted frame)
  105. - org.apache.hadoop.hbase.ipc.HBaseClient$Connection.run() @bci=55, line=579 (Interpreted frame)
  106.  
  107.  
  108. Thread 17684: (state = BLOCKED)
  109. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
  110. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=198 (Compiled frame)
  111. - java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(java.util.concurrent.SynchronousQueue$TransferStack$SNode, boolean, long) @bci=174, line=424 (Compiled frame)
  112. - java.util.concurrent.SynchronousQueue$TransferStack.transfer(java.lang.Object, boolean, long) @bci=102, line=323 (Compiled frame)
  113. - java.util.concurrent.SynchronousQueue.poll(long, java.util.concurrent.TimeUnit) @bci=11, line=874 (Compiled frame)
  114. - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=62, line=945 (Compiled frame)
  115. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=18, line=907 (Compiled frame)
  116. - java.lang.Thread.run() @bci=11, line=662 (Interpreted frame)
  117.  
  118.  
  119. Thread 17381: (state = IN_JAVA)
  120. Error occurred during stack walking:
  121.  
  122.  
  123. Thread 17256: (state = BLOCKED)
  124. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
  125. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=158 (Compiled frame)
  126. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=1987 (Compiled frame)
  127. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=399 (Compiled frame)
  128. - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=78, line=947 (Interpreted frame)
  129. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=18, line=907 (Interpreted frame)
  130. - java.lang.Thread.run() @bci=11, line=662 (Interpreted frame)
  131.  
  132.  
  133. Thread 17254: (state = BLOCKED)
  134. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
  135. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=158 (Compiled frame)
  136. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=1987 (Compiled frame)
  137. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=399 (Compiled frame)
  138. - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=78, line=947 (Interpreted frame)
  139. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=18, line=907 (Interpreted frame)
  140. - java.lang.Thread.run() @bci=11, line=662 (Interpreted frame)
  141.  
  142.  
  143. Thread 13477: (state = BLOCKED)
  144. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  145. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=158 (Interpreted frame)
  146. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=1987 (Interpreted frame)
  147. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=399 (Interpreted frame)
  148. - org.apache.zookeeper.ClientCnxn$EventThread.run() @bci=9, line=491 (Interpreted frame)
  149.  
  150.  
  151. Thread 13476: (state = IN_NATIVE)
  152. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Compiled frame; information may be imprecise)
  153. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=210 (Compiled frame)
  154. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=65 (Compiled frame)
  155. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=69 (Compiled frame)
  156. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=80 (Compiled frame)
  157. - org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(int, java.util.List, java.util.LinkedList, org.apache.zookeeper.ClientCnxn) @bci=6, line=338 (Interpreted frame)
  158. - org.apache.zookeeper.ClientCnxn$SendThread.run() @bci=565, line=1068 (Interpreted frame)
  159.  
  160.  
  161. Thread 13469: (state = IN_JAVA)
  162. Error occurred during stack walking:
  163.  
  164.  
  165. Thread 13420: (state = BLOCKED)
  166. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
  167. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=158 (Compiled frame)
  168. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=1987 (Compiled frame)
  169. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=399 (Compiled frame)
  170. - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=78, line=947 (Interpreted frame)
  171. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=18, line=907 (Interpreted frame)
  172. - java.lang.Thread.run() @bci=11, line=662 (Interpreted frame)
  173.  
  174.  
  175. Thread 13419: (state = BLOCKED)
  176. - java.lang.Thread.sleep(long) @bci=0 (Interpreted frame)
  177. - org.apache.hadoop.hdfs.PeerCache.run() @bci=41, line=252 (Interpreted frame)
  178. - org.apache.hadoop.hdfs.PeerCache.access$000(org.apache.hadoop.hdfs.PeerCache) @bci=1, line=39 (Interpreted frame)
  179. - org.apache.hadoop.hdfs.PeerCache$1.run() @bci=4, line=135 (Interpreted frame)
  180. - java.lang.Thread.run() @bci=11, line=662 (Interpreted frame)
  181.  
  182.  
  183. Thread 13407: (state = BLOCKED)
  184. - java.lang.Object.wait(long) @bci=0 (Interpreted frame)
  185. - java.lang.Object.wait() @bci=2, line=485 (Interpreted frame)
  186. - org.apache.hadoop.hbase.regionserver.SplitLogWorker.taskLoop() @bci=153, line=222 (Interpreted frame)
  187. - org.apache.hadoop.hbase.regionserver.SplitLogWorker.run() @bci=220, line=182 (Interpreted frame)
  188. - java.lang.Thread.run() @bci=11, line=662 (Interpreted frame)
  189.  
  190.  
  191. Thread 13406: (state = BLOCKED)
  192. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  193. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=158 (Interpreted frame)
  194. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=1987 (Interpreted frame)
  195. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=399 (Interpreted frame)
  196. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=76, line=1398 (Interpreted frame)
  197.  
  198.  
  199. Thread 13405: (state = BLOCKED)
  200. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  201. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=158 (Interpreted frame)
  202. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=1987 (Interpreted frame)
  203. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=399 (Interpreted frame)
  204. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=76, line=1398 (Interpreted frame)
  205.  
  206.  
  207. Thread 13404: (state = BLOCKED)
  208. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  209. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=158 (Interpreted frame)
  210. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=1987 (Interpreted frame)
  211. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=399 (Interpreted frame)
  212. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=76, line=1398 (Interpreted frame)
  213.  
  214.  
  215. Thread 13403: (state = BLOCKED)
  216. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
  217. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=158 (Compiled frame)
  218. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=1987 (Compiled frame)
  219. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=399 (Compiled frame)
  220. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=76, line=1398 (Interpreted frame)
  221.  
  222.  
  223. Thread 13402: (state = BLOCKED)
  224. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
  225. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=158 (Compiled frame)
  226. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=1987 (Compiled frame)
  227. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=399 (Compiled frame)
  228. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=76, line=1398 (Interpreted frame)
  229.  
  230.  
  231. Thread 13401: (state = BLOCKED)
  232. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
  233. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=158 (Compiled frame)
  234. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=1987 (Compiled frame)
  235. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=399 (Compiled frame)
  236. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=76, line=1398 (Interpreted frame)
  237.  
  238.  
  239. Thread 13400: (state = BLOCKED)
  240. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
  241. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=158 (Compiled frame)
  242. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=1987 (Compiled frame)
  243. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=399 (Compiled frame)
  244. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=76, line=1398 (Interpreted frame)
  245.  
  246.  
  247. Thread 13399: (state = BLOCKED)
  248. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
  249. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=158 (Compiled frame)
  250. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=1987 (Compiled frame)
  251. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=399 (Compiled frame)
  252. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=76, line=1398 (Interpreted frame)
  253.  
  254.  
  255. Thread 13398: (state = BLOCKED)
  256. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
  257. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=158 (Compiled frame)
  258. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=1987 (Compiled frame)
  259. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=399 (Compiled frame)
  260. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=76, line=1398 (Interpreted frame)
  261.  
  262.  
  263. Thread 13397: (state = BLOCKED)
  264. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
  265. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=158 (Compiled frame)
  266. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=1987 (Compiled frame)
  267. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=399 (Compiled frame)
  268. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=76, line=1398 (Interpreted frame)
  269.  
  270.  
  271. Thread 13396: (state = BLOCKED)
  272. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
  273. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=158 (Compiled frame)
  274. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=1987 (Compiled frame)
  275. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=399 (Compiled frame)
  276. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=76, line=1398 (Interpreted frame)
  277.  
  278.  
  279. Thread 13395: (state = BLOCKED)
  280. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
  281. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=158 (Compiled frame)
  282. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=1987 (Compiled frame)
  283. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=399 (Compiled frame)
  284. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=76, line=1398 (Interpreted frame)
  285.  
  286.  
  287. Thread 13394: (state = BLOCKED)
  288. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
  289. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=158 (Compiled frame)
  290. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=1987 (Compiled frame)
  291. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=399 (Compiled frame)
  292. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=76, line=1398 (Interpreted frame)
  293.  
  294.  
  295. Thread 13393: (state = BLOCKED)
  296. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  297. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  298. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  299. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  300. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  301. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  302. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  303. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  304. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  305. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  306. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  307. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  308. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  309. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  310. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  311. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  312. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  313. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  314. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  315. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  316. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  317. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  318.  
  319.  
  320. Thread 13392: (state = BLOCKED)
  321. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  322. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  323. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  324. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  325. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  326. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  327. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  328. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  329. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  330. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  331. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  332. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  333. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  334. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  335. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  336. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  337. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  338. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  339. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  340. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  341. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  342. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  343.  
  344.  
  345. Thread 13391: (state = IN_JAVA)
  346. Error occurred during stack walking:
  347.  
  348.  
  349. Thread 13390: (state = BLOCKED)
  350. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  351. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  352. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  353. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  354. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  355. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  356. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  357. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  358. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  359. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  360. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  361. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  362. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  363. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  364. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  365. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  366. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  367. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  368. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  369. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  370. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  371. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  372.  
  373.  
  374. Thread 13389: (state = BLOCKED)
  375. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  376. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  377. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  378. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  379. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  380. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  381. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  382. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  383. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  384. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  385. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  386. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  387. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  388. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  389. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  390. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  391. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  392. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  393. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  394. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  395. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  396. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  397.  
  398.  
  399. Thread 13388: (state = BLOCKED)
  400. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  401. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  402. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  403. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  404. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  405. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  406. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  407. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  408. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  409. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  410. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  411. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  412. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  413. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  414. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  415. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  416. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  417. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  418. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  419. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  420. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  421. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  422.  
  423.  
  424. Thread 13387: (state = IN_JAVA)
  425. - org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.blockSeek(byte[], int, int, boolean) @bci=160, line=848 (Compiled frame; information may be imprecise)
  426. - org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.loadBlockAndSeekToKey(org.apache.hadoop.hbase.io.hfile.HFileBlock, byte[], boolean, byte[], int, int, boolean) @bci=56, line=753 (Compiled frame)
  427. - org.apache.hadoop.hbase.io.hfile.HFileReaderV2$AbstractScannerV2.seekTo(byte[], int, int, boolean) @bci=69, line=487 (Compiled frame)
  428. - org.apache.hadoop.hbase.io.hfile.HFileReaderV2$AbstractScannerV2.seekTo(byte[], int, int) @bci=5, line=501 (Compiled frame)
  429. - org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(org.apache.hadoop.hbase.io.hfile.HFileScanner, org.apache.hadoop.hbase.KeyValue) @bci=13, line=226 (Compiled frame)
  430. - org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(org.apache.hadoop.hbase.KeyValue) @bci=12, line=145 (Compiled frame)
  431. - org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(org.apache.hadoop.hbase.regionserver.Store, org.apache.hadoop.hbase.regionserver.Store$ScanInfo, org.apache.hadoop.hbase.client.Scan, java.util.NavigableSet) @bci=187, line=131 (Compiled frame)
  432. - org.apache.hadoop.hbase.regionserver.Store.getScanner(org.apache.hadoop.hbase.client.Scan, java.util.NavigableSet) @bci=51, line=2015 (Compiled frame)
  433. - org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(org.apache.hadoop.hbase.regionserver.HRegion, org.apache.hadoop.hbase.client.Scan, java.util.List, org.apache.hadoop.hbase.regionserver.HRegion) @bci=301, line=3706 (Compiled frame)
  434. - org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(org.apache.hadoop.hbase.client.Scan, java.util.List) @bci=8, line=1761 (Compiled frame)
  435. - org.apache.hadoop.hbase.regionserver.HRegion.getScanner(org.apache.hadoop.hbase.client.Scan, java.util.List) @bci=63, line=1753 (Compiled frame)
  436. - org.apache.hadoop.hbase.regionserver.HRegion.getScanner(org.apache.hadoop.hbase.client.Scan) @bci=3, line=1730 (Compiled frame)
  437. - org.apache.hadoop.hbase.regionserver.HRegion.get(org.apache.hadoop.hbase.client.Get, boolean) @bci=56, line=4717 (Compiled frame)
  438. - org.apache.hadoop.hbase.regionserver.HRegion.get(org.apache.hadoop.hbase.client.Get, java.lang.Integer) @bci=106, line=4691 (Compiled frame)
  439. - org.apache.hadoop.hbase.regionserver.HRegionServer.get(byte[], org.apache.hadoop.hbase.client.Get) @bci=28, line=2072 (Compiled frame)
  440. - sun.reflect.GeneratedMethodAccessor26.invoke(java.lang.Object, java.lang.Object[]) @bci=48 (Compiled frame)
  441. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  442. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  443. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  444. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  445.  
  446.  
  447. Thread 13386: (state = BLOCKED)
  448. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  449. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  450. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  451. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  452. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  453. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  454. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  455. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  456. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  457. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  458. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  459. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  460. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  461. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  462. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  463. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  464. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  465. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  466. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  467. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  468. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  469. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  470.  
  471.  
  472. Thread 13385: (state = BLOCKED)
  473. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  474. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  475. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  476. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  477. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  478. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  479. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  480. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  481. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  482. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  483. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  484. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  485. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  486. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  487. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  488. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  489. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  490. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  491. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  492. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  493. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  494. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  495.  
  496.  
  497. Thread 13384: (state = BLOCKED)
  498. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  499. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  500. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  501. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  502. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  503. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  504. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  505. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  506. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  507. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  508. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  509. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  510. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  511. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  512. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  513. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  514. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  515. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  516. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  517. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  518. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  519. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  520.  
  521.  
  522. Thread 13383: (state = BLOCKED)
  523. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  524. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  525. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  526. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  527. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  528. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  529. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  530. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  531. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  532. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  533. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  534. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  535. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  536. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  537. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  538. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  539. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  540. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  541. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  542. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  543. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  544. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  545.  
  546.  
  547. Thread 13382: (state = BLOCKED)
  548. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  549. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  550. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  551. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  552. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  553. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  554. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  555. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  556. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  557. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  558. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  559. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  560. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  561. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  562. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  563. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  564. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  565. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  566. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  567. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  568. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  569. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  570.  
  571.  
  572. Thread 13381: (state = BLOCKED)
  573. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  574. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  575. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  576. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  577. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  578. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  579. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  580. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  581. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  582. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  583. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  584. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  585. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  586. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  587. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  588. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  589. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  590. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  591. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  592. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  593. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  594. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  595.  
  596.  
  597. Thread 13380: (state = BLOCKED)
  598. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  599. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  600. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  601. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  602. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  603. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  604. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  605. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  606. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  607. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  608. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  609. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  610. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  611. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  612. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  613. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  614. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  615. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  616. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  617. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  618. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  619. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  620.  
  621.  
  622. Thread 13379: (state = BLOCKED)
  623. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  624. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  625. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  626. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  627. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  628. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  629. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  630. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  631. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  632. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  633. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  634. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  635. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  636. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  637. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  638. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  639. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  640. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  641. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  642. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  643. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  644. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  645.  
  646.  
  647. Thread 13378: (state = BLOCKED)
  648. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  649. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  650. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  651. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  652. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  653. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  654. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  655. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  656. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  657. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  658. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  659. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  660. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  661. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  662. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  663. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  664. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  665. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  666. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  667. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  668. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  669. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  670.  
  671.  
  672. Thread 13377: (state = BLOCKED)
  673. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  674. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  675. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  676. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  677. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  678. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  679. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  680. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  681. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  682. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  683. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  684. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  685. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  686. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  687. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  688. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  689. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  690. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  691. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  692. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  693. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  694. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  695.  
  696.  
  697. Thread 13376: (state = BLOCKED)
  698. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  699. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  700. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  701. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  702. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  703. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  704. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  705. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  706. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  707. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  708. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  709. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  710. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  711. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  712. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  713. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  714. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  715. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  716. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  717. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  718. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  719. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  720.  
  721.  
  722. Thread 13375: (state = BLOCKED)
  723. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  724. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  725. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  726. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  727. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  728. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  729. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  730. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  731. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  732. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  733. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  734. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  735. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  736. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  737. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  738. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  739. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  740. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  741. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  742. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  743. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  744. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  745.  
  746.  
  747. Thread 13374: (state = BLOCKED)
  748. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  749. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  750. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  751. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  752. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  753. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  754. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  755. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  756. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  757. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  758. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  759. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  760. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  761. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  762. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  763. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  764. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  765. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  766. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  767. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  768. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  769. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  770.  
  771.  
  772. Thread 13373: (state = BLOCKED)
  773. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  774. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  775. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  776. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  777. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  778. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  779. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  780. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  781. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  782. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  783. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  784. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  785. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  786. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  787. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  788. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  789. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  790. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  791. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  792. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  793. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  794. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  795.  
  796.  
  797. Thread 13372: (state = BLOCKED)
  798. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  799. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  800. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  801. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  802. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  803. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  804. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  805. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  806. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  807. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  808. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  809. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  810. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  811. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  812. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  813. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  814. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  815. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  816. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  817. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  818. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  819. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  820.  
  821.  
  822. Thread 13371: (state = BLOCKED)
  823. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  824. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  825. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  826. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  827. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  828. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  829. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  830. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  831. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  832. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  833. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  834. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  835. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  836. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  837. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  838. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  839. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  840. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  841. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  842. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  843. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  844. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  845.  
  846.  
  847. Thread 13370: (state = BLOCKED)
  848. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  849. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  850. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  851. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  852. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  853. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  854. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  855. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  856. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  857. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  858. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  859. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  860. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  861. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  862. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  863. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  864. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  865. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  866. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  867. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  868. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  869. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  870.  
  871.  
  872. Thread 13369: (state = BLOCKED)
  873. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  874. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  875. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  876. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  877. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  878. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  879. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  880. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  881. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  882. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  883. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  884. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  885. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  886. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  887. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  888. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  889. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  890. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  891. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  892. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  893. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  894. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  895.  
  896.  
  897. Thread 13368: (state = BLOCKED)
  898. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  899. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  900. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  901. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  902. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  903. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  904. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  905. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  906. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  907. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  908. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  909. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  910. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  911. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  912. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  913. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  914. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  915. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  916. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  917. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  918. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  919. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  920.  
  921.  
  922. Thread 13367: (state = IN_JAVA)
  923. - org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.blockSeek(byte[], int, int, boolean) @bci=160, line=848 (Compiled frame; information may be imprecise)
  924. - org.apache.hadoop.hbase.io.hfile.HFileReaderV2$ScannerV2.loadBlockAndSeekToKey(org.apache.hadoop.hbase.io.hfile.HFileBlock, byte[], boolean, byte[], int, int, boolean) @bci=56, line=753 (Compiled frame)
  925. - org.apache.hadoop.hbase.io.hfile.HFileReaderV2$AbstractScannerV2.seekTo(byte[], int, int, boolean) @bci=69, line=487 (Compiled frame)
  926. - org.apache.hadoop.hbase.io.hfile.HFileReaderV2$AbstractScannerV2.seekTo(byte[], int, int) @bci=5, line=501 (Compiled frame)
  927. - org.apache.hadoop.hbase.regionserver.StoreFileScanner.seekAtOrAfter(org.apache.hadoop.hbase.io.hfile.HFileScanner, org.apache.hadoop.hbase.KeyValue) @bci=13, line=226 (Compiled frame)
  928. - org.apache.hadoop.hbase.regionserver.StoreFileScanner.seek(org.apache.hadoop.hbase.KeyValue) @bci=12, line=145 (Compiled frame)
  929. - org.apache.hadoop.hbase.regionserver.StoreScanner.<init>(org.apache.hadoop.hbase.regionserver.Store, org.apache.hadoop.hbase.regionserver.Store$ScanInfo, org.apache.hadoop.hbase.client.Scan, java.util.NavigableSet) @bci=187, line=131 (Compiled frame)
  930. - org.apache.hadoop.hbase.regionserver.Store.getScanner(org.apache.hadoop.hbase.client.Scan, java.util.NavigableSet) @bci=51, line=2015 (Compiled frame)
  931. - org.apache.hadoop.hbase.regionserver.HRegion$RegionScannerImpl.<init>(org.apache.hadoop.hbase.regionserver.HRegion, org.apache.hadoop.hbase.client.Scan, java.util.List, org.apache.hadoop.hbase.regionserver.HRegion) @bci=301, line=3706 (Compiled frame)
  932. - org.apache.hadoop.hbase.regionserver.HRegion.instantiateRegionScanner(org.apache.hadoop.hbase.client.Scan, java.util.List) @bci=8, line=1761 (Compiled frame)
  933. - org.apache.hadoop.hbase.regionserver.HRegion.getScanner(org.apache.hadoop.hbase.client.Scan, java.util.List) @bci=63, line=1753 (Compiled frame)
  934. - org.apache.hadoop.hbase.regionserver.HRegion.getScanner(org.apache.hadoop.hbase.client.Scan) @bci=3, line=1730 (Compiled frame)
  935. - org.apache.hadoop.hbase.regionserver.HRegion.get(org.apache.hadoop.hbase.client.Get, boolean) @bci=56, line=4717 (Compiled frame)
  936. - org.apache.hadoop.hbase.regionserver.HRegion.get(org.apache.hadoop.hbase.client.Get, java.lang.Integer) @bci=106, line=4691 (Compiled frame)
  937. - org.apache.hadoop.hbase.regionserver.HRegionServer.get(byte[], org.apache.hadoop.hbase.client.Get) @bci=28, line=2072 (Compiled frame)
  938. - sun.reflect.GeneratedMethodAccessor26.invoke(java.lang.Object, java.lang.Object[]) @bci=48 (Compiled frame)
  939. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  940. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  941. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  942. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  943.  
  944.  
  945. Thread 13366: (state = BLOCKED)
  946. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  947. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  948. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  949. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  950. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  951. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  952. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  953. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  954. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  955. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  956. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  957. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  958. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  959. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  960. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  961. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  962. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  963. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  964. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  965. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  966. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  967. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  968.  
  969.  
  970. Thread 13365: (state = BLOCKED)
  971. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  972. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  973. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  974. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  975. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  976. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  977. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  978. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  979. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  980. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  981. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  982. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  983. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  984. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  985. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  986. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  987. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  988. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  989. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  990. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  991. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  992. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  993.  
  994.  
  995. Thread 13364: (state = IN_JAVA)
  996. Error occurred during stack walking:
  997.  
  998.  
  999. Thread 13363: (state = BLOCKED)
  1000. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1001. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1002. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1003. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1004. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1005. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1006. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1007. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1008. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1009. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1010. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1011. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1012. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1013. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1014. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1015. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1016. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1017. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1018. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1019. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1020. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1021. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1022.  
  1023.  
  1024. Thread 13362: (state = BLOCKED)
  1025. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1026. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1027. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1028. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1029. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1030. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1031. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1032. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1033. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1034. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1035. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1036. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1037. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1038. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1039. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1040. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1041. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1042. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1043. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1044. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1045. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1046. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1047.  
  1048.  
  1049. Thread 13361: (state = BLOCKED)
  1050. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1051. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1052. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1053. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1054. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1055. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1056. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1057. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1058. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1059. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1060. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1061. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1062. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1063. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1064. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1065. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1066. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1067. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1068. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1069. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1070. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1071. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1072.  
  1073.  
  1074. Thread 13360: (state = BLOCKED)
  1075. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1076. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1077. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1078. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1079. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1080. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1081. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1082. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1083. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1084. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1085. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1086. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1087. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1088. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1089. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1090. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1091. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1092. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1093. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1094. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1095. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1096. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1097.  
  1098.  
  1099. Thread 13359: (state = BLOCKED)
  1100. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1101. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1102. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1103. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1104. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1105. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1106. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1107. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1108. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1109. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1110. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1111. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1112. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1113. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1114. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1115. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1116. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1117. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1118. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1119. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1120. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1121. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1122.  
  1123.  
  1124. Thread 13358: (state = BLOCKED)
  1125. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1126. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1127. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1128. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1129. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1130. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1131. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1132. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1133. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1134. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1135. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1136. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1137. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1138. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1139. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1140. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1141. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1142. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1143. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1144. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1145. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1146. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1147.  
  1148.  
  1149. Thread 13357: (state = BLOCKED)
  1150. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1151. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1152. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1153. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1154. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1155. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1156. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1157. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1158. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1159. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1160. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1161. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1162. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1163. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1164. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1165. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1166. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1167. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1168. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1169. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1170. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1171. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1172.  
  1173.  
  1174. Thread 13356: (state = BLOCKED)
  1175. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1176. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1177. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1178. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1179. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1180. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1181. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1182. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1183. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1184. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1185. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1186. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1187. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1188. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1189. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1190. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1191. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1192. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1193. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1194. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1195. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1196. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1197.  
  1198.  
  1199. Thread 13355: (state = BLOCKED)
  1200. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1201. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1202. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1203. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1204. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1205. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1206. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1207. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1208. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1209. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1210. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1211. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1212. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1213. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1214. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1215. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1216. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1217. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1218. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1219. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1220. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1221. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1222.  
  1223.  
  1224. Thread 13354: (state = BLOCKED)
  1225. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1226. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1227. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1228. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1229. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1230. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1231. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1232. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1233. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1234. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1235. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1236. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1237. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1238. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1239. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1240. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1241. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1242. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1243. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1244. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1245. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1246. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1247.  
  1248.  
  1249. Thread 13353: (state = BLOCKED)
  1250. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1251. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1252. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1253. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1254. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1255. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1256. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1257. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1258. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1259. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1260. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1261. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1262. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1263. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1264. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1265. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1266. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1267. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1268. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1269. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1270. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1271. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1272.  
  1273.  
  1274. Thread 13352: (state = BLOCKED)
  1275. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1276. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1277. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1278. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1279. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1280. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1281. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1282. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1283. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1284. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1285. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1286. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1287. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1288. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1289. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1290. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1291. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1292. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1293. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1294. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1295. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1296. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1297.  
  1298.  
  1299. Thread 13351: (state = BLOCKED)
  1300. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1301. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1302. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1303. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1304. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1305. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1306. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1307. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1308. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1309. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1310. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1311. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1312. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1313. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1314. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1315. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1316. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1317. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1318. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1319. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1320. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1321. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1322.  
  1323.  
  1324. Thread 13350: (state = BLOCKED)
  1325. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1326. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1327. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1328. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1329. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1330. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1331. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1332. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1333. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1334. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1335. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1336. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1337. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1338. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1339. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1340. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1341. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1342. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1343. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1344. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1345. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1346. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1347.  
  1348.  
  1349. Thread 13349: (state = IN_JAVA)
  1350. Error occurred during stack walking:
  1351.  
  1352.  
  1353. Thread 13348: (state = BLOCKED)
  1354. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1355. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1356. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1357. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1358. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1359. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1360. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1361. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1362. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1363. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1364. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1365. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1366. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1367. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1368. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1369. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1370. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1371. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1372. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1373. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1374. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1375. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1376.  
  1377.  
  1378. Thread 13347: (state = BLOCKED)
  1379. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1380. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1381. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1382. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1383. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1384. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1385. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1386. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1387. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1388. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1389. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1390. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1391. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1392. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1393. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1394. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1395. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1396. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1397. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1398. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1399. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1400. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1401.  
  1402.  
  1403. Thread 13346: (state = BLOCKED)
  1404. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1405. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1406. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1407. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1408. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1409. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1410. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1411. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1412. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1413. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1414. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1415. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1416. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1417. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1418. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1419. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1420. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1421. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1422. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1423. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1424. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1425. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1426.  
  1427.  
  1428. Thread 13345: (state = BLOCKED)
  1429. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1430. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1431. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1432. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1433. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1434. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1435. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1436. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1437. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1438. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1439. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1440. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1441. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1442. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1443. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1444. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1445. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1446. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1447. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1448. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1449. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1450. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1451.  
  1452.  
  1453. Thread 13344: (state = BLOCKED)
  1454. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1455. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1456. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1457. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1458. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1459. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1460. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1461. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1462. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1463. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1464. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1465. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1466. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1467. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1468. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1469. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1470. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1471. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1472. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1473. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1474. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1475. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1476.  
  1477.  
  1478. Thread 13343: (state = IN_JAVA)
  1479. Error occurred during stack walking:
  1480.  
  1481.  
  1482. Thread 13342: (state = BLOCKED)
  1483. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1484. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1485. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1486. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1487. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1488. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1489. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1490. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1491. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1492. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1493. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1494. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1495. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1496. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1497. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1498. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1499. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1500. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1501. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1502. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1503. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1504. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1505.  
  1506.  
  1507. Thread 13341: (state = BLOCKED)
  1508. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1509. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1510. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1511. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1512. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1513. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1514. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1515. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1516. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1517. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1518. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1519. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1520. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1521. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1522. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1523. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1524. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1525. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1526. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1527. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1528. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1529. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1530.  
  1531.  
  1532. Thread 13340: (state = BLOCKED)
  1533. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1534. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1535. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1536. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1537. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1538. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1539. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1540. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1541. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1542. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1543. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1544. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1545. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1546. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1547. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1548. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1549. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1550. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1551. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1552. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1553. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1554. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1555.  
  1556.  
  1557. Thread 13339: (state = BLOCKED)
  1558. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1559. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1560. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1561. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1562. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1563. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1564. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1565. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1566. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1567. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1568. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1569. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1570. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1571. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1572. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1573. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1574. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1575. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1576. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1577. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1578. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1579. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1580.  
  1581.  
  1582. Thread 13338: (state = BLOCKED)
  1583. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1584. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1585. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1586. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1587. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1588. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1589. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1590. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1591. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1592. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1593. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1594. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1595. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1596. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1597. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1598. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1599. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1600. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1601. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1602. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1603. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1604. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1605.  
  1606.  
  1607. Thread 13337: (state = BLOCKED)
  1608. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1609. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1610. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1611. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1612. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1613. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1614. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1615. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1616. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1617. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1618. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1619. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1620. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1621. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1622. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1623. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1624. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1625. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1626. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1627. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1628. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1629. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1630.  
  1631.  
  1632. Thread 13336: (state = BLOCKED)
  1633. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1634. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1635. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1636. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1637. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1638. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1639. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1640. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1641. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1642. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1643. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1644. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1645. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1646. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1647. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1648. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1649. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1650. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1651. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1652. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1653. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1654. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1655.  
  1656.  
  1657. Thread 13335: (state = BLOCKED)
  1658. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1659. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1660. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1661. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1662. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1663. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1664. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1665. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1666. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1667. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1668. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1669. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1670. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1671. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1672. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1673. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1674. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1675. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1676. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1677. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1678. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1679. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1680.  
  1681.  
  1682. Thread 13334: (state = BLOCKED)
  1683. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1684. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1685. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1686. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1687. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1688. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1689. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1690. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1691. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1692. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1693. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1694. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1695. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1696. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1697. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1698. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1699. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1700. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1701. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1702. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1703. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1704. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1705.  
  1706.  
  1707. Thread 13333: (state = BLOCKED)
  1708. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1709. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1710. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1711. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1712. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1713. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1714. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1715. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1716. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1717. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1718. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1719. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1720. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1721. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1722. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1723. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1724. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1725. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1726. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1727. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1728. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1729. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1730.  
  1731.  
  1732. Thread 13332: (state = BLOCKED)
  1733. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1734. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1735. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1736. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1737. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1738. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1739. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1740. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1741. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1742. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1743. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1744. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1745. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1746. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1747. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1748. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1749. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1750. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1751. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1752. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1753. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1754. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1755.  
  1756.  
  1757. Thread 13331: (state = IN_JAVA)
  1758. Error occurred during stack walking:
  1759.  
  1760.  
  1761. Thread 13330: (state = BLOCKED)
  1762. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1763. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1764. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1765. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1766. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1767. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1768. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1769. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1770. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1771. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1772. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1773. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1774. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1775. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1776. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1777. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1778. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1779. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1780. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1781. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1782. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1783. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1784.  
  1785.  
  1786. Thread 13329: (state = BLOCKED)
  1787. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1788. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1789. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1790. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1791. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1792. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1793. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1794. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1795. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1796. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1797. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1798. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1799. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1800. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1801. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1802. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1803. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1804. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1805. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1806. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1807. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1808. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1809.  
  1810.  
  1811. Thread 13328: (state = BLOCKED)
  1812. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1813. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1814. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1815. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1816. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1817. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1818. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1819. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1820. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1821. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1822. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1823. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1824. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1825. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1826. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1827. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1828. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1829. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1830. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1831. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1832. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1833. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1834.  
  1835.  
  1836. Thread 13327: (state = BLOCKED)
  1837. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1838. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1839. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1840. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1841. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1842. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1843. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1844. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1845. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1846. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1847. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1848. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1849. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1850. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1851. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1852. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1853. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1854. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1855. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1856. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1857. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1858. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1859.  
  1860.  
  1861. Thread 13326: (state = BLOCKED)
  1862. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1863. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1864. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1865. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1866. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1867. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1868. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1869. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1870. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1871. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1872. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1873. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1874. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1875. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1876. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1877. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1878. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1879. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1880. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1881. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1882. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1883. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1884.  
  1885.  
  1886. Thread 13325: (state = BLOCKED)
  1887. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1888. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1889. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1890. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1891. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1892. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1893. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1894. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1895. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1896. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1897. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1898. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1899. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1900. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1901. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1902. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1903. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1904. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1905. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1906. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1907. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1908. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1909.  
  1910.  
  1911. Thread 13323: (state = BLOCKED)
  1912. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1913. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1914. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1915. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1916. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1917. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1918. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1919. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1920. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1921. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1922. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1923. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1924. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1925. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1926. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1927. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1928. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1929. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1930. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1931. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1932. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1933. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1934.  
  1935.  
  1936. Thread 13322: (state = BLOCKED)
  1937. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1938. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1939. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1940. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1941. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1942. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1943. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1944. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1945. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1946. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1947. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1948. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1949. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1950. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1951. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1952. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1953. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1954. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1955. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1956. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1957. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1958. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1959.  
  1960.  
  1961. Thread 13321: (state = BLOCKED)
  1962. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1963. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1964. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1965. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1966. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1967. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1968. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1969. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1970. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1971. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1972. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1973. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1974. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  1975. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  1976. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  1977. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  1978. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  1979. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  1980. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1981. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1982. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  1983. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  1984.  
  1985.  
  1986. Thread 13320: (state = BLOCKED)
  1987. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  1988. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  1989. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  1990. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  1991. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  1992. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  1993. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  1994. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  1995. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  1996. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  1997. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  1998. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  1999. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  2000. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  2001. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  2002. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  2003. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  2004. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  2005. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2006. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2007. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  2008. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  2009.  
  2010.  
  2011. Thread 13319: (state = IN_JAVA)
  2012. Error occurred during stack walking:
  2013.  
  2014.  
  2015. Thread 13318: (state = BLOCKED)
  2016. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  2017. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  2018. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  2019. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  2020. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  2021. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  2022. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  2023. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  2024. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2025. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2026. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  2027. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  2028. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  2029. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  2030. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  2031. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  2032. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  2033. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  2034. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2035. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2036. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  2037. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  2038.  
  2039.  
  2040. Thread 13317: (state = BLOCKED)
  2041. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  2042. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  2043. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  2044. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  2045. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  2046. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  2047. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  2048. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  2049. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2050. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2051. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  2052. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  2053. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  2054. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  2055. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  2056. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  2057. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  2058. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  2059. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2060. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2061. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  2062. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  2063.  
  2064.  
  2065. Thread 13316: (state = BLOCKED)
  2066. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  2067. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  2068. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  2069. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  2070. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  2071. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  2072. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  2073. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  2074. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2075. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2076. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  2077. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  2078. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  2079. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  2080. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  2081. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  2082. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  2083. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  2084. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2085. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2086. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  2087. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  2088.  
  2089.  
  2090. Thread 13315: (state = BLOCKED)
  2091. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  2092. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  2093. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  2094. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  2095. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  2096. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  2097. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  2098. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  2099. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2100. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2101. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  2102. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  2103. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  2104. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  2105. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  2106. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  2107. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  2108. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  2109. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2110. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2111. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  2112. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  2113.  
  2114.  
  2115. Thread 13314: (state = BLOCKED)
  2116. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  2117. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  2118. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  2119. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  2120. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  2121. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  2122. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  2123. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  2124. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2125. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2126. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  2127. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  2128. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  2129. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  2130. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  2131. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  2132. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  2133. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  2134. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2135. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2136. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  2137. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  2138.  
  2139.  
  2140. Thread 13313: (state = BLOCKED)
  2141. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  2142. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  2143. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  2144. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  2145. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  2146. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  2147. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  2148. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  2149. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2150. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2151. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  2152. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  2153. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  2154. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  2155. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  2156. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  2157. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  2158. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  2159. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2160. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2161. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  2162. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  2163.  
  2164.  
  2165. Thread 13312: (state = BLOCKED)
  2166. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  2167. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  2168. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  2169. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  2170. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  2171. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  2172. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  2173. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  2174. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2175. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2176. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  2177. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  2178. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  2179. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  2180. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  2181. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  2182. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  2183. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  2184. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2185. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2186. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  2187. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  2188.  
  2189.  
  2190. Thread 13311: (state = BLOCKED)
  2191. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  2192. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  2193. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  2194. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  2195. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  2196. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  2197. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  2198. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  2199. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2200. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2201. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  2202. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  2203. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  2204. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  2205. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  2206. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  2207. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  2208. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  2209. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2210. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2211. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  2212. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  2213.  
  2214.  
  2215. Thread 13310: (state = BLOCKED)
  2216. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  2217. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  2218. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  2219. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  2220. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  2221. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  2222. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  2223. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  2224. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2225. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2226. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  2227. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  2228. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  2229. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  2230. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  2231. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  2232. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  2233. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  2234. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2235. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2236. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  2237. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  2238.  
  2239.  
  2240. Thread 13309: (state = BLOCKED)
  2241. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  2242. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  2243. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  2244. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  2245. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  2246. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  2247. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  2248. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  2249. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2250. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2251. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  2252. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  2253. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  2254. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  2255. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  2256. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  2257. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  2258. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  2259. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2260. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2261. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  2262. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  2263.  
  2264.  
  2265. Thread 13308: (state = BLOCKED)
  2266. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  2267. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  2268. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  2269. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  2270. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  2271. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  2272. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  2273. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  2274. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2275. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2276. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  2277. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  2278. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  2279. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  2280. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  2281. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  2282. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  2283. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  2284. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2285. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2286. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  2287. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  2288.  
  2289.  
  2290. Thread 13307: (state = BLOCKED)
  2291. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  2292. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  2293. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  2294. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  2295. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  2296. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  2297. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  2298. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  2299. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2300. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2301. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  2302. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  2303. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  2304. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  2305. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  2306. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  2307. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  2308. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  2309. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2310. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2311. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  2312. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  2313.  
  2314.  
  2315. Thread 13306: (state = BLOCKED)
  2316. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  2317. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  2318. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  2319. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  2320. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  2321. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  2322. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  2323. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  2324. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2325. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2326. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  2327. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  2328. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  2329. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  2330. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  2331. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  2332. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  2333. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  2334. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2335. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2336. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  2337. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  2338.  
  2339.  
  2340. Thread 13305: (state = BLOCKED)
  2341. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  2342. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  2343. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  2344. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  2345. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  2346. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  2347. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  2348. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  2349. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2350. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2351. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  2352. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  2353. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  2354. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  2355. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  2356. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  2357. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  2358. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  2359. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2360. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2361. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  2362. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  2363.  
  2364.  
  2365. Thread 13304: (state = IN_JAVA)
  2366. Error occurred during stack walking:
  2367.  
  2368.  
  2369. Thread 13303: (state = BLOCKED)
  2370. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  2371. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  2372. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  2373. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  2374. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  2375. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  2376. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  2377. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  2378. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2379. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2380. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  2381. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  2382. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  2383. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  2384. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  2385. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  2386. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  2387. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  2388. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2389. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2390. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  2391. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  2392.  
  2393.  
  2394. Thread 13302: (state = BLOCKED)
  2395. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  2396. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  2397. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  2398. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  2399. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  2400. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  2401. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  2402. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  2403. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2404. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2405. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  2406. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  2407. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  2408. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  2409. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  2410. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  2411. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  2412. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  2413. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2414. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2415. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  2416. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  2417.  
  2418.  
  2419. Thread 13301: (state = IN_JAVA)
  2420. Error occurred during stack walking:
  2421.  
  2422.  
  2423. Thread 13300: (state = BLOCKED)
  2424. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  2425. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  2426. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  2427. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  2428. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  2429. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  2430. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  2431. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  2432. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2433. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2434. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  2435. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  2436. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  2437. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  2438. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  2439. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  2440. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  2441. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  2442. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2443. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2444. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  2445. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  2446.  
  2447.  
  2448. Thread 13299: (state = BLOCKED)
  2449. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  2450. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  2451. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  2452. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  2453. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  2454. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  2455. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  2456. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  2457. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2458. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2459. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  2460. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  2461. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  2462. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  2463. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  2464. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  2465. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  2466. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  2467. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2468. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2469. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  2470. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  2471.  
  2472.  
  2473. Thread 13298: (state = BLOCKED)
  2474. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  2475. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  2476. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  2477. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  2478. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  2479. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  2480. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  2481. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  2482. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2483. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2484. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  2485. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  2486. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  2487. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  2488. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  2489. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  2490. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  2491. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  2492. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2493. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2494. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  2495. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  2496.  
  2497.  
  2498. Thread 13297: (state = BLOCKED)
  2499. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  2500. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  2501. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  2502. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  2503. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  2504. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  2505. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  2506. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  2507. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2508. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2509. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  2510. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  2511. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  2512. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  2513. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  2514. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  2515. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  2516. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  2517. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2518. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2519. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  2520. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  2521.  
  2522.  
  2523. Thread 13296: (state = BLOCKED)
  2524. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  2525. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  2526. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  2527. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  2528. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  2529. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  2530. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  2531. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  2532. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2533. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2534. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  2535. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  2536. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  2537. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  2538. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  2539. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  2540. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  2541. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  2542. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2543. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2544. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  2545. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  2546.  
  2547.  
  2548. Thread 13295: (state = IN_JAVA)
  2549. Error occurred during stack walking:
  2550.  
  2551.  
  2552. Thread 13294: (state = BLOCKED)
  2553. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  2554. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  2555. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  2556. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  2557. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  2558. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  2559. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  2560. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  2561. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2562. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2563. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  2564. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  2565. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  2566. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  2567. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  2568. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  2569. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  2570. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  2571. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2572. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2573. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  2574. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  2575.  
  2576.  
  2577. Thread 13293: (state = BLOCKED)
  2578. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  2579. - org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(long) @bci=75, line=1708 (Compiled frame)
  2580. - org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(boolean) @bci=292, line=1609 (Compiled frame)
  2581. - org.apache.hadoop.hdfs.DFSOutputStream.hflush() @bci=2, line=1525 (Compiled frame)
  2582. - org.apache.hadoop.hdfs.DFSOutputStream.sync() @bci=1, line=1510 (Compiled frame)
  2583. - org.apache.hadoop.fs.FSDataOutputStream.sync() @bci=17, line=116 (Compiled frame)
  2584. - org.apache.hadoop.io.SequenceFile$Writer.syncFs() @bci=11, line=1204 (Compiled frame)
  2585. - sun.reflect.GeneratedMethodAccessor36.invoke(java.lang.Object, java.lang.Object[]) @bci=36 (Compiled frame)
  2586. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2587. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2588. - org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync() @bci=18, line=303 (Compiled frame)
  2589. - org.apache.hadoop.hbase.regionserver.wal.HLog.syncer(long) @bci=241, line=1358 (Compiled frame)
  2590. - org.apache.hadoop.hbase.regionserver.wal.HLog.sync(long) @bci=2, line=1472 (Compiled frame)
  2591. - org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(long) @bci=32, line=5790 (Compiled frame)
  2592. - org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(org.apache.hadoop.hbase.regionserver.HRegion$BatchOperationInProgress) @bci=1540, line=2390 (Compiled frame)
  2593. - org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(org.apache.hadoop.hbase.util.Pair[]) @bci=64, line=2110 (Compiled frame)
  2594. - org.apache.hadoop.hbase.regionserver.HRegionServer.multi(org.apache.hadoop.hbase.client.MultiAction) @bci=550, line=3661 (Compiled frame)
  2595. - sun.reflect.GeneratedMethodAccessor35.invoke(java.lang.Object, java.lang.Object[]) @bci=40 (Compiled frame)
  2596. - sun.reflect.DelegatingMethodAccessorImpl.invoke(java.lang.Object, java.lang.Object[]) @bci=6, line=25 (Compiled frame)
  2597. - java.lang.reflect.Method.invoke(java.lang.Object, java.lang.Object[]) @bci=161, line=597 (Compiled frame)
  2598. - org.apache.hadoop.hbase.ipc.WritableRpcEngine$Server.call(java.lang.Class, org.apache.hadoop.io.Writable, long, org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler) @bci=279, line=320 (Compiled frame)
  2599. - org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run() @bci=347, line=1426 (Compiled frame)
  2600.  
  2601.  
  2602. Thread 13291: (state = IN_NATIVE)
  2603. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Compiled frame; information may be imprecise)
  2604. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=210 (Compiled frame)
  2605. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=65 (Compiled frame)
  2606. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=69 (Compiled frame)
  2607. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=80 (Compiled frame)
  2608. - sun.nio.ch.SelectorImpl.select() @bci=2, line=84 (Compiled frame)
  2609. - org.apache.hadoop.hbase.ipc.HBaseServer$Listener.run() @bci=56, line=636 (Interpreted frame)
  2610.  
  2611.  
  2612. Thread 13290: (state = IN_NATIVE)
  2613. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Compiled frame; information may be imprecise)
  2614. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=210 (Compiled frame)
  2615. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=65 (Compiled frame)
  2616. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=69 (Compiled frame)
  2617. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=80 (Compiled frame)
  2618. - org.apache.hadoop.hbase.ipc.HBaseServer$Responder.doRunLoop() @bci=27, line=825 (Compiled frame)
  2619. - org.apache.hadoop.hbase.ipc.HBaseServer$Responder.run() @bci=41, line=808 (Interpreted frame)
  2620.  
  2621.  
  2622. Thread 13289: (state = BLOCKED)
  2623. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  2624. - java.util.TimerThread.mainLoop() @bci=201, line=509 (Interpreted frame)
  2625. - java.util.TimerThread.run() @bci=1, line=462 (Interpreted frame)
  2626.  
  2627.  
  2628. Thread 13287: (state = IN_NATIVE)
  2629. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Compiled frame; information may be imprecise)
  2630. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=210 (Compiled frame)
  2631. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=65 (Compiled frame)
  2632. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=69 (Compiled frame)
  2633. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=80 (Compiled frame)
  2634. - org.mortbay.io.nio.SelectorManager$SelectSet.doSelect() @bci=723, line=511 (Compiled frame)
  2635. - org.mortbay.io.nio.SelectorManager.doSelect(int) @bci=24, line=193 (Interpreted frame)
  2636. - org.mortbay.jetty.nio.SelectChannelConnector.accept(int) @bci=5, line=124 (Interpreted frame)
  2637. - org.mortbay.jetty.AbstractConnector$Acceptor.run() @bci=153, line=708 (Compiled frame)
  2638. - org.mortbay.thread.QueuedThreadPool$PoolThread.run() @bci=25, line=582 (Interpreted frame)
  2639.  
  2640.  
  2641. Thread 13283: (state = BLOCKED)
  2642. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
  2643. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=198 (Interpreted frame)
  2644. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2025 (Interpreted frame)
  2645. - java.util.concurrent.DelayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=120, line=209 (Interpreted frame)
  2646. - org.apache.hadoop.hbase.regionserver.Leases.run() @bci=38, line=83 (Interpreted frame)
  2647. - java.lang.Thread.run() @bci=11, line=662 (Interpreted frame)
  2648.  
  2649.  
  2650. Thread 13282: (state = BLOCKED)
  2651. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  2652. - org.apache.hadoop.hbase.util.Sleeper.sleep(long) @bci=136, line=91 (Interpreted frame)
  2653. - org.apache.hadoop.hbase.Chore.run() @bci=72, line=75 (Interpreted frame)
  2654. - java.lang.Thread.run() @bci=11, line=662 (Interpreted frame)
  2655.  
  2656.  
  2657. Thread 13281: (state = BLOCKED)
  2658. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
  2659. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=198 (Interpreted frame)
  2660. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2025 (Interpreted frame)
  2661. - java.util.concurrent.DelayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=201 (Interpreted frame)
  2662. - java.util.concurrent.DelayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=3, line=39 (Interpreted frame)
  2663. - org.apache.hadoop.hbase.regionserver.MemStoreFlusher.run() @bci=31, line=225 (Interpreted frame)
  2664. - java.lang.Thread.run() @bci=11, line=662 (Interpreted frame)
  2665.  
  2666.  
  2667. Thread 13280: (state = BLOCKED)
  2668. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  2669. - org.apache.hadoop.hbase.regionserver.LogRoller.run() @bci=69, line=76 (Interpreted frame)
  2670. - java.lang.Thread.run() @bci=11, line=662 (Interpreted frame)
  2671.  
  2672.  
  2673. Thread 13279: (state = BLOCKED)
  2674. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  2675. - java.util.TimerThread.mainLoop() @bci=201, line=509 (Interpreted frame)
  2676. - java.util.TimerThread.run() @bci=1, line=462 (Interpreted frame)
  2677.  
  2678.  
  2679. Thread 13278: (state = BLOCKED)
  2680. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  2681. - java.util.TimerThread.mainLoop() @bci=201, line=509 (Interpreted frame)
  2682. - java.util.TimerThread.run() @bci=1, line=462 (Interpreted frame)
  2683.  
  2684.  
  2685. Thread 13277: (state = BLOCKED)
  2686. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  2687. - org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.run() @bci=53, line=1253 (Compiled frame)
  2688. - java.lang.Thread.run() @bci=11, line=662 (Interpreted frame)
  2689.  
  2690.  
  2691. Thread 13275: (state = BLOCKED)
  2692. - java.lang.Thread.sleep(long) @bci=0 (Interpreted frame)
  2693. - org.apache.hadoop.hdfs.LeaseRenewer.run(int) @bci=439, line=438 (Interpreted frame)
  2694. - org.apache.hadoop.hdfs.LeaseRenewer.access$700(org.apache.hadoop.hdfs.LeaseRenewer, int) @bci=2, line=71 (Interpreted frame)
  2695. - org.apache.hadoop.hdfs.LeaseRenewer$1.run() @bci=69, line=298 (Interpreted frame)
  2696. - java.lang.Thread.run() @bci=11, line=662 (Interpreted frame)
  2697.  
  2698.  
  2699. Thread 12059: (state = BLOCKED)
  2700.  
  2701.  
  2702. Thread 13260: (state = BLOCKED)
  2703. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
  2704. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=158 (Interpreted frame)
  2705. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=1987 (Interpreted frame)
  2706. - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=399 (Interpreted frame)
  2707. - org.apache.zookeeper.ClientCnxn$EventThread.run() @bci=9, line=491 (Interpreted frame)
  2708.  
  2709.  
  2710. Thread 13259: (state = IN_NATIVE)
  2711. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Compiled frame; information may be imprecise)
  2712. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=210 (Compiled frame)
  2713. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=65 (Compiled frame)
  2714. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=69 (Compiled frame)
  2715. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=80 (Compiled frame)
  2716. - org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(int, java.util.List, java.util.LinkedList, org.apache.zookeeper.ClientCnxn) @bci=6, line=338 (Interpreted frame)
  2717. - org.apache.zookeeper.ClientCnxn$SendThread.run() @bci=565, line=1068 (Interpreted frame)
  2718.  
  2719.  
  2720. Thread 13258: (state = BLOCKED)
  2721. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  2722. - org.apache.hadoop.hbase.util.Sleeper.sleep(long) @bci=136, line=91 (Interpreted frame)
  2723. - org.apache.hadoop.hbase.util.Sleeper.sleep() @bci=4, line=55 (Interpreted frame)
  2724. - org.apache.hadoop.hbase.regionserver.HRegionServer.run() @bci=280, line=773 (Interpreted frame)
  2725. - java.lang.Thread.run() @bci=11, line=662 (Interpreted frame)
  2726.  
  2727.  
  2728. Thread 13257: (state = BLOCKED)
  2729. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
  2730. - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=198 (Interpreted frame)
  2731. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=68, line=2025 (Interpreted frame)
  2732. - java.util.concurrent.DelayQueue.take() @bci=57, line=164 (Interpreted frame)
  2733. - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=4, line=609 (Interpreted frame)
  2734. - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=1, line=602 (Interpreted frame)
  2735. - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=78, line=947 (Interpreted frame)
  2736. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=18, line=907 (Interpreted frame)
  2737. - java.lang.Thread.run() @bci=11, line=662 (Interpreted frame)
  2738.  
  2739.  
  2740. Thread 13256: (state = BLOCKED)
  2741. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  2742. - java.lang.Object.wait() @bci=2, line=485 (Interpreted frame)
  2743. - org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run() @bci=17, line=612 (Interpreted frame)
  2744. - java.lang.Thread.run() @bci=11, line=662 (Interpreted frame)
  2745.  
  2746.  
  2747. Thread 13227: (state = BLOCKED)
  2748. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  2749. - java.util.TimerThread.mainLoop() @bci=201, line=509 (Interpreted frame)
  2750. - java.util.TimerThread.run() @bci=1, line=462 (Interpreted frame)
  2751.  
  2752.  
  2753. Thread 13215: (state = IN_NATIVE)
  2754. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Compiled frame; information may be imprecise)
  2755. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=210 (Compiled frame)
  2756. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=65 (Compiled frame)
  2757. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=69 (Compiled frame)
  2758. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=80 (Compiled frame)
  2759. - sun.nio.ch.SelectorImpl.select() @bci=2, line=84 (Compiled frame)
  2760. - org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop() @bci=19, line=528 (Compiled frame)
  2761. - org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run() @bci=34, line=514 (Interpreted frame)
  2762. - java.util.concurrent.ThreadPoolExecutor$Worker.runTask(java.lang.Runnable) @bci=59, line=886 (Interpreted frame)
  2763. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=28, line=908 (Interpreted frame)
  2764. - java.lang.Thread.run() @bci=11, line=662 (Interpreted frame)
  2765.  
  2766.  
  2767. Thread 13214: (state = BLOCKED)
  2768. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
  2769. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=158 (Compiled frame)
  2770. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=1987 (Compiled frame)
  2771. - java.util.concurrent.LinkedBlockingQueue.put(java.lang.Object) @bci=45, line=306 (Compiled frame)
  2772. - org.apache.hadoop.hbase.ipc.HBaseServer$Connection.processData(byte[]) @bci=495, line=1335 (Compiled frame)
  2773. - org.apache.hadoop.hbase.ipc.HBaseServer$Connection.readAndProcess() @bci=304, line=1226 (Compiled frame)
  2774. - org.apache.hadoop.hbase.ipc.HBaseServer$Listener.doRead(java.nio.channels.SelectionKey) @bci=23, line=748 (Compiled frame)
  2775. - org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop() @bci=97, line=539 (Compiled frame)
  2776. - org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run() @bci=34, line=514 (Interpreted frame)
  2777. - java.util.concurrent.ThreadPoolExecutor$Worker.runTask(java.lang.Runnable) @bci=59, line=886 (Interpreted frame)
  2778. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=28, line=908 (Interpreted frame)
  2779. - java.lang.Thread.run() @bci=11, line=662 (Interpreted frame)
  2780.  
  2781.  
  2782. Thread 13213: (state = IN_NATIVE)
  2783. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Compiled frame; information may be imprecise)
  2784. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=210 (Compiled frame)
  2785. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=65 (Compiled frame)
  2786. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=69 (Compiled frame)
  2787. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=80 (Compiled frame)
  2788. - sun.nio.ch.SelectorImpl.select() @bci=2, line=84 (Compiled frame)
  2789. - org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop() @bci=19, line=528 (Compiled frame)
  2790. - org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run() @bci=34, line=514 (Interpreted frame)
  2791. - java.util.concurrent.ThreadPoolExecutor$Worker.runTask(java.lang.Runnable) @bci=59, line=886 (Interpreted frame)
  2792. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=28, line=908 (Interpreted frame)
  2793. - java.lang.Thread.run() @bci=11, line=662 (Interpreted frame)
  2794.  
  2795.  
  2796. Thread 13212: (state = IN_JAVA)
  2797. Error occurred during stack walking:
  2798.  
  2799.  
  2800. Thread 13211: (state = IN_NATIVE)
  2801. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Compiled frame; information may be imprecise)
  2802. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=210 (Compiled frame)
  2803. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=65 (Compiled frame)
  2804. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=69 (Compiled frame)
  2805. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=80 (Compiled frame)
  2806. - sun.nio.ch.SelectorImpl.select() @bci=2, line=84 (Compiled frame)
  2807. - org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop() @bci=19, line=528 (Compiled frame)
  2808. - org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run() @bci=34, line=514 (Interpreted frame)
  2809. - java.util.concurrent.ThreadPoolExecutor$Worker.runTask(java.lang.Runnable) @bci=59, line=886 (Interpreted frame)
  2810. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=28, line=908 (Interpreted frame)
  2811. - java.lang.Thread.run() @bci=11, line=662 (Interpreted frame)
  2812.  
  2813.  
  2814. Thread 13210: (state = IN_NATIVE)
  2815. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Compiled frame; information may be imprecise)
  2816. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=210 (Compiled frame)
  2817. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=65 (Compiled frame)
  2818. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=69 (Compiled frame)
  2819. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=80 (Compiled frame)
  2820. - sun.nio.ch.SelectorImpl.select() @bci=2, line=84 (Compiled frame)
  2821. - org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop() @bci=19, line=528 (Compiled frame)
  2822. - org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run() @bci=34, line=514 (Interpreted frame)
  2823. - java.util.concurrent.ThreadPoolExecutor$Worker.runTask(java.lang.Runnable) @bci=59, line=886 (Interpreted frame)
  2824. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=28, line=908 (Interpreted frame)
  2825. - java.lang.Thread.run() @bci=11, line=662 (Interpreted frame)
  2826.  
  2827.  
  2828. Thread 13208: (state = IN_NATIVE)
  2829. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Compiled frame; information may be imprecise)
  2830. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=210 (Compiled frame)
  2831. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=65 (Compiled frame)
  2832. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=69 (Compiled frame)
  2833. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=80 (Compiled frame)
  2834. - sun.nio.ch.SelectorImpl.select() @bci=2, line=84 (Compiled frame)
  2835. - org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop() @bci=19, line=528 (Compiled frame)
  2836. - org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run() @bci=34, line=514 (Interpreted frame)
  2837. - java.util.concurrent.ThreadPoolExecutor$Worker.runTask(java.lang.Runnable) @bci=59, line=886 (Interpreted frame)
  2838. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=28, line=908 (Interpreted frame)
  2839. - java.lang.Thread.run() @bci=11, line=662 (Interpreted frame)
  2840.  
  2841.  
  2842. Thread 13207: (state = BLOCKED)
  2843. - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
  2844. - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=158 (Compiled frame)
  2845. - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=1987 (Compiled frame)
  2846. - java.util.concurrent.LinkedBlockingQueue.put(java.lang.Object) @bci=45, line=306 (Compiled frame)
  2847. - org.apache.hadoop.hbase.ipc.HBaseServer$Connection.processData(byte[]) @bci=495, line=1335 (Compiled frame)
  2848. - org.apache.hadoop.hbase.ipc.HBaseServer$Connection.readAndProcess() @bci=304, line=1226 (Compiled frame)
  2849. - org.apache.hadoop.hbase.ipc.HBaseServer$Listener.doRead(java.nio.channels.SelectionKey) @bci=23, line=748 (Compiled frame)
  2850. - org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop() @bci=97, line=539 (Compiled frame)
  2851. - org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run() @bci=34, line=514 (Interpreted frame)
  2852. - java.util.concurrent.ThreadPoolExecutor$Worker.runTask(java.lang.Runnable) @bci=59, line=886 (Interpreted frame)
  2853. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=28, line=908 (Interpreted frame)
  2854. - java.lang.Thread.run() @bci=11, line=662 (Interpreted frame)
  2855.  
  2856.  
  2857. Thread 13206: (state = IN_NATIVE)
  2858. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Compiled frame; information may be imprecise)
  2859. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=210 (Compiled frame)
  2860. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=65 (Compiled frame)
  2861. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=69 (Compiled frame)
  2862. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=80 (Compiled frame)
  2863. - sun.nio.ch.SelectorImpl.select() @bci=2, line=84 (Compiled frame)
  2864. - org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop() @bci=19, line=528 (Compiled frame)
  2865. - org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run() @bci=34, line=514 (Interpreted frame)
  2866. - java.util.concurrent.ThreadPoolExecutor$Worker.runTask(java.lang.Runnable) @bci=59, line=886 (Interpreted frame)
  2867. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=28, line=908 (Interpreted frame)
  2868. - java.lang.Thread.run() @bci=11, line=662 (Interpreted frame)
  2869.  
  2870.  
  2871. Thread 13205: (state = IN_NATIVE)
  2872. - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Compiled frame; information may be imprecise)
  2873. - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=210 (Compiled frame)
  2874. - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=65 (Compiled frame)
  2875. - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=69 (Compiled frame)
  2876. - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=80 (Compiled frame)
  2877. - sun.nio.ch.SelectorImpl.select() @bci=2, line=84 (Compiled frame)
  2878. - org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop() @bci=19, line=528 (Compiled frame)
  2879. - org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run() @bci=34, line=514 (Interpreted frame)
  2880. - java.util.concurrent.ThreadPoolExecutor$Worker.runTask(java.lang.Runnable) @bci=59, line=886 (Interpreted frame)
  2881. - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=28, line=908 (Interpreted frame)
  2882. - java.lang.Thread.run() @bci=11, line=662 (Interpreted frame)
  2883.  
  2884.  
  2885. Thread 12192: (state = BLOCKED)
  2886.  
  2887.  
  2888. Thread 12191: (state = BLOCKED)
  2889.  
  2890.  
  2891. Thread 12120: (state = BLOCKED)
  2892. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  2893. - java.lang.ref.ReferenceQueue.remove(long) @bci=44, line=118 (Compiled frame)
  2894. - java.lang.ref.ReferenceQueue.remove() @bci=2, line=134 (Compiled frame)
  2895. - java.lang.ref.Finalizer$FinalizerThread.run() @bci=3, line=159 (Compiled frame)
  2896.  
  2897.  
  2898. Thread 12118: (state = BLOCKED)
  2899. - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
  2900. - java.lang.Object.wait() @bci=2, line=485 (Compiled frame)
  2901. - java.lang.ref.Reference$ReferenceHandler.run() @bci=46, line=116 (Compiled frame)
Add Comment
Please, Sign In to add comment