API tools faq
paste
Guest User

Untitled

a guest
Mar 8th, 2012
205
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 108.06 KB | None | 0 0
raw download clone embed print report
  1. Full thread dump Java HotSpot(TM) 64-Bit Server VM (19.1-b02 mixed mode):
  2.  
  3. "Attach Listener" daemon prio=10 tid=0x0000000044f7b800 nid=0x7afa waiting on condition [0x0000000000000000]
  4. java.lang.Thread.State: RUNNABLE
  5.  
  6. "elasticsearch[management]-pool-5-thread-1016" daemon prio=10 tid=0x00007fd5bc9a5000 nid=0x6ea4 waiting on condition [0x0000000013d19000]
  7. java.lang.Thread.State: TIMED_WAITING (parking)
  8. at sun.misc.Unsafe.park(Native Method)
  9. - parking to wait for <0x00000006055f6630> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  10. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  11. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  12. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  13. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  14. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  15. at java.lang.Thread.run(Thread.java:662)
  16.  
  17. "elasticsearch[management]-pool-5-thread-1015" daemon prio=10 tid=0x00007fd5bcc22800 nid=0x6e7b waiting on condition [0x000000002c4ab000]
  18. java.lang.Thread.State: TIMED_WAITING (parking)
  19. at sun.misc.Unsafe.park(Native Method)
  20. - parking to wait for <0x00000006055f6630> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  21. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  22. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  23. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  24. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  25. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  26. at java.lang.Thread.run(Thread.java:662)
  27.  
  28. "elasticsearch[cached]-pool-1-thread-10270" daemon prio=10 tid=0x0000000045f10000 nid=0x6b09 waiting on condition [0x000000002cd08000]
  29. java.lang.Thread.State: TIMED_WAITING (parking)
  30. at sun.misc.Unsafe.park(Native Method)
  31. - parking to wait for <0x00000006055f5bd0> (a java.util.concurrent.SynchronousQueue$TransferStack)
  32. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  33. at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424)
  34. at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323)
  35. at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874)
  36. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  37. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  38. at java.lang.Thread.run(Thread.java:662)
  39.  
  40. "elasticsearch[management]-pool-5-thread-1013" daemon prio=10 tid=0x00007fd5b021b800 nid=0x9d5 waiting on condition [0x000000001aa4e000]
  41. java.lang.Thread.State: TIMED_WAITING (parking)
  42. at sun.misc.Unsafe.park(Native Method)
  43. - parking to wait for <0x00000006055f6630> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  44. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  45. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  46. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  47. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  48. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  49. at java.lang.Thread.run(Thread.java:662)
  50.  
  51. "elasticsearch[management]-pool-5-thread-1012" daemon prio=10 tid=0x00007fd5b021a800 nid=0x7041 waiting on condition [0x0000000031085000]
  52. java.lang.Thread.State: TIMED_WAITING (parking)
  53. at sun.misc.Unsafe.park(Native Method)
  54. - parking to wait for <0x00000006055f6630> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  55. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  56. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  57. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  58. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  59. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  60. at java.lang.Thread.run(Thread.java:662)
  61.  
  62. "elasticsearch[management]-pool-5-thread-1011" daemon prio=10 tid=0x00007fd5b0289000 nid=0x7040 waiting on condition [0x0000000016170000]
  63. java.lang.Thread.State: TIMED_WAITING (parking)
  64. at sun.misc.Unsafe.park(Native Method)
  65. - parking to wait for <0x00000006055f6630> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  66. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  67. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  68. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  69. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  70. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  71. at java.lang.Thread.run(Thread.java:662)
  72.  
  73. "elasticsearch[management]-pool-5-thread-1010" daemon prio=10 tid=0x00007fd5b01fc000 nid=0x4d56 waiting on condition [0x000000001c7a3000]
  74. java.lang.Thread.State: TIMED_WAITING (parking)
  75. at sun.misc.Unsafe.park(Native Method)
  76. - parking to wait for <0x00000006055f6630> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  77. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  78. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  79. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  80. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  81. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  82. at java.lang.Thread.run(Thread.java:662)
  83.  
  84. "elasticsearch[management]-pool-5-thread-1009" daemon prio=10 tid=0x00007fd5b0261800 nid=0x4d55 waiting on condition [0x000000001f114000]
  85. java.lang.Thread.State: TIMED_WAITING (parking)
  86. at sun.misc.Unsafe.park(Native Method)
  87. - parking to wait for <0x00000006055f6630> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  88. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  89. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  90. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  91. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  92. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  93. at java.lang.Thread.run(Thread.java:662)
  94.  
  95. "elasticsearch[index]-pool-2-thread-6657" daemon prio=10 tid=0x00007fd5b025d000 nid=0x6cc1 waiting on condition [0x000000001508f000]
  96. java.lang.Thread.State: TIMED_WAITING (parking)
  97. at sun.misc.Unsafe.park(Native Method)
  98. - parking to wait for <0x00000006055f5e60> (a java.util.concurrent.SynchronousQueue$TransferStack)
  99. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  100. at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424)
  101. at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323)
  102. at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874)
  103. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  104. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  105. at java.lang.Thread.run(Thread.java:662)
  106.  
  107. "elasticsearch[management]-pool-5-thread-1007" daemon prio=10 tid=0x00007fd5b01dd800 nid=0x6812 waiting on condition [0x00000000119c9000]
  108. java.lang.Thread.State: TIMED_WAITING (parking)
  109. at sun.misc.Unsafe.park(Native Method)
  110. - parking to wait for <0x00000006055f6630> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  111. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  112. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  113. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  114. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  115. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  116. at java.lang.Thread.run(Thread.java:662)
  117.  
  118. "elasticsearch[index]-pool-2-thread-6625" daemon prio=10 tid=0x00007fd5b8a52000 nid=0xca6 waiting on condition [0x0000000017309000]
  119. java.lang.Thread.State: TIMED_WAITING (parking)
  120. at sun.misc.Unsafe.park(Native Method)
  121. - parking to wait for <0x00000006055f5e60> (a java.util.concurrent.SynchronousQueue$TransferStack)
  122. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  123. at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424)
  124. at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323)
  125. at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874)
  126. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  127. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  128. at java.lang.Thread.run(Thread.java:662)
  129.  
  130. "elasticsearch[img699][recovery_stream]-pool-9-thread-329" daemon prio=10 tid=0x0000000044cb1800 nid=0x489c waiting on condition [0x000000001edf6000]
  131. java.lang.Thread.State: WAITING (parking)
  132. at sun.misc.Unsafe.park(Native Method)
  133. - parking to wait for <0x00000006056714e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  134. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  135. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  136. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  137. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  138. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  139. at java.lang.Thread.run(Thread.java:662)
  140.  
  141. "elasticsearch[management]-pool-5-thread-991" daemon prio=10 tid=0x00007fd5c08c1000 nid=0x4b5c waiting for monitor entry [0x0000000017497000]
  142. java.lang.Thread.State: BLOCKED (on object monitor)
  143. at org.elasticsearch.common.util.concurrent.resource.BlockingAcquirableResource.acquire(BlockingAcquirableResource.java:55)
  144. - locked <0x000000075aa24a08> (a org.elasticsearch.common.util.concurrent.resource.BlockingAcquirableResource)
  145. at org.elasticsearch.index.engine.robin.RobinEngine.searcher(RobinEngine.java:727)
  146. at org.elasticsearch.index.shard.service.InternalIndexShard.docStats(InternalIndexShard.java:427)
  147. at org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:204)
  148. at org.elasticsearch.node.service.NodeService.stats(NodeService.java:82)
  149. at org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:92)
  150. at org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:41)
  151. at org.elasticsearch.action.support.nodes.TransportNodesOperationAction$AsyncAction$2.run(TransportNodesOperationAction.java:154)
  152. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  153. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  154. at java.lang.Thread.run(Thread.java:662)
  155.  
  156. "elasticsearch[management]-pool-5-thread-989" daemon prio=10 tid=0x00007fd5b808a000 nid=0x4b5a waiting for monitor entry [0x000000001daed000]
  157. java.lang.Thread.State: BLOCKED (on object monitor)
  158. at org.elasticsearch.common.util.concurrent.resource.BlockingAcquirableResource.acquire(BlockingAcquirableResource.java:55)
  159. - waiting to lock <0x000000075aa24a08> (a org.elasticsearch.common.util.concurrent.resource.BlockingAcquirableResource)
  160. at org.elasticsearch.index.engine.robin.RobinEngine.searcher(RobinEngine.java:727)
  161. at org.elasticsearch.index.shard.service.InternalIndexShard.docStats(InternalIndexShard.java:427)
  162. at org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:204)
  163. at org.elasticsearch.node.service.NodeService.stats(NodeService.java:82)
  164. at org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:92)
  165. at org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:41)
  166. at org.elasticsearch.action.support.nodes.TransportNodesOperationAction$AsyncAction$2.run(TransportNodesOperationAction.java:154)
  167. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  168. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  169. at java.lang.Thread.run(Thread.java:662)
  170.  
  171. "elasticsearch[management]-pool-5-thread-988" daemon prio=10 tid=0x000000004730b800 nid=0x4b59 waiting on condition [0x0000000021260000]
  172. java.lang.Thread.State: TIMED_WAITING (parking)
  173. at sun.misc.Unsafe.park(Native Method)
  174. - parking to wait for <0x00000006055f6630> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  175. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  176. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  177. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  178. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  179. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  180. at java.lang.Thread.run(Thread.java:662)
  181.  
  182. "elasticsearch[management]-pool-5-thread-986" daemon prio=10 tid=0x00007fd5c05b4800 nid=0x4b57 runnable [0x000000001164e000]
  183. java.lang.Thread.State: RUNNABLE
  184. at org.elasticsearch.common.util.concurrent.resource.BlockingAcquirableResource.acquire(BlockingAcquirableResource.java:55)
  185. - locked <0x000000075aa24a08> (a org.elasticsearch.common.util.concurrent.resource.BlockingAcquirableResource)
  186. at org.elasticsearch.index.engine.robin.RobinEngine.searcher(RobinEngine.java:727)
  187. at org.elasticsearch.index.shard.service.InternalIndexShard.docStats(InternalIndexShard.java:427)
  188. at org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:204)
  189. at org.elasticsearch.node.service.NodeService.stats(NodeService.java:82)
  190. at org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:92)
  191. at org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:41)
  192. at org.elasticsearch.action.support.nodes.TransportNodesOperationAction$AsyncAction$2.run(TransportNodesOperationAction.java:154)
  193. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  194. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  195. at java.lang.Thread.run(Thread.java:662)
  196.  
  197. "elasticsearch[management]-pool-5-thread-985" daemon prio=10 tid=0x000000004575e000 nid=0x4b56 waiting for monitor entry [0x000000002cf9c000]
  198. java.lang.Thread.State: BLOCKED (on object monitor)
  199. at org.elasticsearch.common.util.concurrent.resource.BlockingAcquirableResource.acquire(BlockingAcquirableResource.java:55)
  200. - waiting to lock <0x000000075aa24a08> (a org.elasticsearch.common.util.concurrent.resource.BlockingAcquirableResource)
  201. at org.elasticsearch.index.engine.robin.RobinEngine.searcher(RobinEngine.java:727)
  202. at org.elasticsearch.index.shard.service.InternalIndexShard.docStats(InternalIndexShard.java:427)
  203. at org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:204)
  204. at org.elasticsearch.node.service.NodeService.stats(NodeService.java:82)
  205. at org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:92)
  206. at org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:41)
  207. at org.elasticsearch.action.support.nodes.TransportNodesOperationAction$AsyncAction$2.run(TransportNodesOperationAction.java:154)
  208. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  209. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  210. at java.lang.Thread.run(Thread.java:662)
  211.  
  212. "elasticsearch[management]-pool-5-thread-984" daemon prio=10 tid=0x00007fd5c10ab000 nid=0x4b55 runnable [0x00000000139d4000]
  213. java.lang.Thread.State: RUNNABLE
  214. at java.lang.Thread.yield(Native Method)
  215. at org.elasticsearch.index.engine.robin.RobinEngine.searcher(RobinEngine.java:730)
  216. at org.elasticsearch.index.shard.service.InternalIndexShard.docStats(InternalIndexShard.java:427)
  217. at org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:204)
  218. at org.elasticsearch.node.service.NodeService.stats(NodeService.java:82)
  219. at org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:92)
  220. at org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:41)
  221. at org.elasticsearch.action.support.nodes.TransportNodesOperationAction$AsyncAction$2.run(TransportNodesOperationAction.java:154)
  222. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  223. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  224. at java.lang.Thread.run(Thread.java:662)
  225.  
  226. "elasticsearch[management]-pool-5-thread-981" daemon prio=10 tid=0x00007fd5c1c9e800 nid=0x4b52 waiting on condition [0x00000000130a8000]
  227. java.lang.Thread.State: TIMED_WAITING (parking)
  228. at sun.misc.Unsafe.park(Native Method)
  229. - parking to wait for <0x00000006055f6630> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  230. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  231. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  232. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  233. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  234. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  235. at java.lang.Thread.run(Thread.java:662)
  236.  
  237. "New I/O client boss #1-1" daemon prio=10 tid=0x00007fd5b852b000 nid=0x4607 runnable [0x00000000128cb000]
  238. java.lang.Thread.State: RUNNABLE
  239. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  240. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  241. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  242. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  243. - locked <0x00000007004a6da0> (a sun.nio.ch.Util$2)
  244. - locked <0x00000007004a6db8> (a java.util.Collections$UnmodifiableSet)
  245. - locked <0x0000000751b85218> (a sun.nio.ch.EPollSelectorImpl)
  246. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  247. at org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:255)
  248. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  249. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  250. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  251. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  252. at java.lang.Thread.run(Thread.java:662)
  253.  
  254. "elasticsearch[management]-pool-5-thread-976" daemon prio=10 tid=0x00007fd5b83b7000 nid=0x200f waiting for monitor entry [0x000000001160c000]
  255. java.lang.Thread.State: BLOCKED (on object monitor)
  256. at org.elasticsearch.common.util.concurrent.resource.BlockingAcquirableResource.acquire(BlockingAcquirableResource.java:55)
  257. - locked <0x000000075aa24a08> (a org.elasticsearch.common.util.concurrent.resource.BlockingAcquirableResource)
  258. at org.elasticsearch.index.engine.robin.RobinEngine.searcher(RobinEngine.java:727)
  259. at org.elasticsearch.index.shard.service.InternalIndexShard.docStats(InternalIndexShard.java:427)
  260. at org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:204)
  261. at org.elasticsearch.node.service.NodeService.stats(NodeService.java:82)
  262. at org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:92)
  263. at org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:41)
  264. at org.elasticsearch.action.support.nodes.TransportNodesOperationAction$AsyncAction$2.run(TransportNodesOperationAction.java:154)
  265. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  266. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  267. at java.lang.Thread.run(Thread.java:662)
  268.  
  269. "elasticsearch[merge]-pool-6-thread-112" daemon prio=10 tid=0x00007fd5bcb49000 nid=0x2ec8 waiting on condition [0x000000003ad96000]
  270. java.lang.Thread.State: TIMED_WAITING (parking)
  271. at sun.misc.Unsafe.park(Native Method)
  272. - parking to wait for <0x00000006055f69b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  273. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  274. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  275. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  276. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  277. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  278. at java.lang.Thread.run(Thread.java:662)
  279.  
  280. "elasticsearch[merge]-pool-6-thread-111" daemon prio=10 tid=0x00007fd5bcb0a000 nid=0x2ec7 waiting on condition [0x0000000014335000]
  281. java.lang.Thread.State: TIMED_WAITING (parking)
  282. at sun.misc.Unsafe.park(Native Method)
  283. - parking to wait for <0x00000006055f69b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  284. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  285. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  286. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  287. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  288. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  289. at java.lang.Thread.run(Thread.java:662)
  290.  
  291. "elasticsearch[merge]-pool-6-thread-110" daemon prio=10 tid=0x00007fd5bcebe000 nid=0x2ec6 waiting on condition [0x0000000026e65000]
  292. java.lang.Thread.State: TIMED_WAITING (parking)
  293. at sun.misc.Unsafe.park(Native Method)
  294. - parking to wait for <0x00000006055f69b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  295. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  296. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  297. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  298. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  299. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  300. at java.lang.Thread.run(Thread.java:662)
  301.  
  302. "elasticsearch[merge]-pool-6-thread-109" daemon prio=10 tid=0x00007fd5bcd65000 nid=0x2a15 waiting on condition [0x0000000014712000]
  303. java.lang.Thread.State: TIMED_WAITING (parking)
  304. at sun.misc.Unsafe.park(Native Method)
  305. - parking to wait for <0x00000006055f69b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  306. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  307. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  308. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  309. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  310. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  311. at java.lang.Thread.run(Thread.java:662)
  312.  
  313. "elasticsearch[merge]-pool-6-thread-108" daemon prio=10 tid=0x00007fd5bceaf000 nid=0x2a14 waiting on condition [0x000000001e2e4000]
  314. java.lang.Thread.State: TIMED_WAITING (parking)
  315. at sun.misc.Unsafe.park(Native Method)
  316. - parking to wait for <0x00000006055f69b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  317. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  318. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  319. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  320. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  321. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  322. at java.lang.Thread.run(Thread.java:662)
  323.  
  324. "elasticsearch[merge]-pool-6-thread-107" daemon prio=10 tid=0x00007fd5bca55000 nid=0x2a13 waiting on condition [0x000000001364f000]
  325. java.lang.Thread.State: TIMED_WAITING (parking)
  326. at sun.misc.Unsafe.park(Native Method)
  327. - parking to wait for <0x00000006055f69b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  328. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  329. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  330. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  331. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  332. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  333. at java.lang.Thread.run(Thread.java:662)
  334.  
  335. "elasticsearch[merge]-pool-6-thread-106" daemon prio=10 tid=0x00007fd5bcb6e000 nid=0x2a12 waiting on condition [0x0000000012453000]
  336. java.lang.Thread.State: TIMED_WAITING (parking)
  337. at sun.misc.Unsafe.park(Native Method)
  338. - parking to wait for <0x00000006055f69b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  339. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  340. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  341. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  342. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  343. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  344. at java.lang.Thread.run(Thread.java:662)
  345.  
  346. "elasticsearch[merge]-pool-6-thread-105" daemon prio=10 tid=0x00007fd5bc99e000 nid=0x2a11 waiting on condition [0x0000000011ea4000]
  347. java.lang.Thread.State: TIMED_WAITING (parking)
  348. at sun.misc.Unsafe.park(Native Method)
  349. - parking to wait for <0x00000006055f69b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  350. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  351. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  352. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  353. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  354. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  355. at java.lang.Thread.run(Thread.java:662)
  356.  
  357. "elasticsearch[merge]-pool-6-thread-104" daemon prio=10 tid=0x00007fd5bcea6000 nid=0x2a10 waiting on condition [0x0000000013547000]
  358. java.lang.Thread.State: TIMED_WAITING (parking)
  359. at sun.misc.Unsafe.park(Native Method)
  360. - parking to wait for <0x00000006055f69b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  361. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  362. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  363. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  364. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  365. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  366. at java.lang.Thread.run(Thread.java:662)
  367.  
  368. "elasticsearch[merge]-pool-6-thread-103" daemon prio=10 tid=0x00007fd5bcb6f800 nid=0x2a0f waiting on condition [0x0000000014377000]
  369. java.lang.Thread.State: TIMED_WAITING (parking)
  370. at sun.misc.Unsafe.park(Native Method)
  371. - parking to wait for <0x00000006055f69b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  372. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  373. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  374. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  375. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  376. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  377. at java.lang.Thread.run(Thread.java:662)
  378.  
  379. "elasticsearch[merge]-pool-6-thread-102" daemon prio=10 tid=0x00007fd5bcb30800 nid=0x2a0e waiting on condition [0x000000002b59d000]
  380. java.lang.Thread.State: TIMED_WAITING (parking)
  381. at sun.misc.Unsafe.park(Native Method)
  382. - parking to wait for <0x00000006055f69b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  383. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  384. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  385. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  386. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  387. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  388. at java.lang.Thread.run(Thread.java:662)
  389.  
  390. "elasticsearch[merge]-pool-6-thread-101" daemon prio=10 tid=0x00007fd5bcb4a800 nid=0x2a0d waiting on condition [0x0000000011ec5000]
  391. java.lang.Thread.State: TIMED_WAITING (parking)
  392. at sun.misc.Unsafe.park(Native Method)
  393. - parking to wait for <0x00000006055f69b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  394. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  395. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  396. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  397. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  398. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  399. at java.lang.Thread.run(Thread.java:662)
  400.  
  401. "elasticsearch[merge]-pool-6-thread-100" daemon prio=10 tid=0x00007fd5bca88800 nid=0x2a0c waiting on condition [0x000000002c449000]
  402. java.lang.Thread.State: TIMED_WAITING (parking)
  403. at sun.misc.Unsafe.park(Native Method)
  404. - parking to wait for <0x00000006055f69b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  405. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  406. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  407. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  408. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  409. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  410. at java.lang.Thread.run(Thread.java:662)
  411.  
  412. "elasticsearch[merge]-pool-6-thread-99" daemon prio=10 tid=0x00007fd5bcdc6000 nid=0x2a0b waiting on condition [0x000000001fd16000]
  413. java.lang.Thread.State: TIMED_WAITING (parking)
  414. at sun.misc.Unsafe.park(Native Method)
  415. - parking to wait for <0x00000006055f69b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  416. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  417. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  418. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  419. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  420. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  421. at java.lang.Thread.run(Thread.java:662)
  422.  
  423. "elasticsearch[merge]-pool-6-thread-98" daemon prio=10 tid=0x00007fd5bccf5000 nid=0x2a0a waiting on condition [0x00000000134a2000]
  424. java.lang.Thread.State: TIMED_WAITING (parking)
  425. at sun.misc.Unsafe.park(Native Method)
  426. - parking to wait for <0x00000006055f69b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  427. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  428. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  429. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  430. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  431. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  432. at java.lang.Thread.run(Thread.java:662)
  433.  
  434. "elasticsearch[merge]-pool-6-thread-97" daemon prio=10 tid=0x00007fd5bcd97800 nid=0x2a09 waiting on condition [0x00000000138de000]
  435. java.lang.Thread.State: TIMED_WAITING (parking)
  436. at sun.misc.Unsafe.park(Native Method)
  437. - parking to wait for <0x00000006055f69b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  438. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  439. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  440. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  441. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  442. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  443. at java.lang.Thread.run(Thread.java:662)
  444.  
  445. "elasticsearch[merge]-pool-6-thread-96" daemon prio=10 tid=0x00007fd5bce28800 nid=0x2a08 waiting on condition [0x000000003917d000]
  446. java.lang.Thread.State: TIMED_WAITING (parking)
  447. at sun.misc.Unsafe.park(Native Method)
  448. - parking to wait for <0x00000006055f69b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  449. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  450. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  451. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  452. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  453. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  454. at java.lang.Thread.run(Thread.java:662)
  455.  
  456. "elasticsearch[merge]-pool-6-thread-95" daemon prio=10 tid=0x00007fd5bca2d000 nid=0x2a07 waiting on condition [0x000000002fdf9000]
  457. java.lang.Thread.State: TIMED_WAITING (parking)
  458. at sun.misc.Unsafe.park(Native Method)
  459. - parking to wait for <0x00000006055f69b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  460. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  461. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  462. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  463. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  464. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  465. at java.lang.Thread.run(Thread.java:662)
  466.  
  467. "elasticsearch[merge]-pool-6-thread-91" daemon prio=10 tid=0x00007fd5bca25800 nid=0x7155 waiting on condition [0x000000001e351000]
  468. java.lang.Thread.State: TIMED_WAITING (parking)
  469. at sun.misc.Unsafe.park(Native Method)
  470. - parking to wait for <0x00000006055f69b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  471. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  472. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  473. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  474. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  475. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  476. at java.lang.Thread.run(Thread.java:662)
  477.  
  478. "elasticsearch[merge]-pool-6-thread-85" daemon prio=10 tid=0x00007fd5bc0c0000 nid=0x714f waiting on condition [0x0000000029917000]
  479. java.lang.Thread.State: TIMED_WAITING (parking)
  480. at sun.misc.Unsafe.park(Native Method)
  481. - parking to wait for <0x00000006055f69b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  482. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  483. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  484. at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424)
  485. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  486. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  487. at java.lang.Thread.run(Thread.java:662)
  488.  
  489. "org.elasticsearch.common.base.internal.Finalizer" daemon prio=10 tid=0x0000000043640800 nid=0x2c0 in Object.wait() [0x0000000036f9c000]
  490. java.lang.Thread.State: WAITING (on object monitor)
  491. at java.lang.Object.wait(Native Method)
  492. - waiting on <0x000000063bd38370> (a java.lang.ref.ReferenceQueue$Lock)
  493. at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118)
  494. - locked <0x000000063bd38370> (a java.lang.ref.ReferenceQueue$Lock)
  495. at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134)
  496. at org.elasticsearch.common.base.internal.Finalizer.run(Finalizer.java:127)
  497.  
  498. "elasticsearch[img699]gateway-pool-17-thread-1" daemon prio=10 tid=0x00007fd5b8046000 nid=0x1b4c waiting on condition [0x00000000110e4000]
  499. java.lang.Thread.State: WAITING (parking)
  500. at sun.misc.Unsafe.park(Native Method)
  501. - parking to wait for <0x00000006056b52c0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  502. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  503. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  504. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  505. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  506. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  507. at java.lang.Thread.run(Thread.java:662)
  508.  
  509. "New I/O server worker #2-12" daemon prio=10 tid=0x0000000040dbc800 nid=0x145d runnable [0x0000000026af7000]
  510. java.lang.Thread.State: RUNNABLE
  511. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  512. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  513. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  514. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  515. - locked <0x0000000765a26320> (a sun.nio.ch.Util$2)
  516. - locked <0x00000006d66c86c0> (a java.util.Collections$UnmodifiableSet)
  517. - locked <0x0000000776542bd0> (a sun.nio.ch.EPollSelectorImpl)
  518. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  519. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  520. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  521. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  522. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  523. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  524. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  525. at java.lang.Thread.run(Thread.java:662)
  526.  
  527. "New I/O server worker #2-1" daemon prio=10 tid=0x0000000040dba000 nid=0x145c runnable [0x00000000313de000]
  528. java.lang.Thread.State: RUNNABLE
  529. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  530. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  531. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  532. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  533. - locked <0x000000062e079480> (a sun.nio.ch.Util$2)
  534. - locked <0x000000062e079498> (a java.util.Collections$UnmodifiableSet)
  535. - locked <0x00000006183176c0> (a sun.nio.ch.EPollSelectorImpl)
  536. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  537. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  538. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  539. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  540. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  541. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  542. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  543. at java.lang.Thread.run(Thread.java:662)
  544.  
  545. "New I/O server worker #2-14" daemon prio=10 tid=0x000000004104b000 nid=0x145b runnable [0x000000003f2f7000]
  546. java.lang.Thread.State: RUNNABLE
  547. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  548. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  549. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  550. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  551. - locked <0x00000006056b6e00> (a sun.nio.ch.Util$2)
  552. - locked <0x00000006056b6e18> (a java.util.Collections$UnmodifiableSet)
  553. - locked <0x00000006056b64d0> (a sun.nio.ch.EPollSelectorImpl)
  554. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  555. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  556. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  557. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  558. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  559. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  560. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  561. at java.lang.Thread.run(Thread.java:662)
  562.  
  563. "New I/O server worker #2-15" daemon prio=10 tid=0x0000000041047800 nid=0x145a runnable [0x0000000029569000]
  564. java.lang.Thread.State: RUNNABLE
  565. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  566. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  567. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  568. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  569. - locked <0x0000000708de08f8> (a sun.nio.ch.Util$2)
  570. - locked <0x0000000708de0910> (a java.util.Collections$UnmodifiableSet)
  571. - locked <0x0000000708f6d420> (a sun.nio.ch.EPollSelectorImpl)
  572. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  573. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  574. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  575. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  576. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  577. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  578. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  579. at java.lang.Thread.run(Thread.java:662)
  580.  
  581. "New I/O server worker #2-10" daemon prio=10 tid=0x0000000040de5800 nid=0x1459 runnable [0x00000000112d3000]
  582. java.lang.Thread.State: RUNNABLE
  583. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  584. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  585. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  586. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  587. - locked <0x0000000708e25558> (a sun.nio.ch.Util$2)
  588. - locked <0x0000000708e25570> (a java.util.Collections$UnmodifiableSet)
  589. - locked <0x0000000708d7c148> (a sun.nio.ch.EPollSelectorImpl)
  590. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  591. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  592. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  593. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  594. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  595. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  596. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  597. at java.lang.Thread.run(Thread.java:662)
  598.  
  599. "New I/O server worker #2-9" daemon prio=10 tid=0x0000000040de2000 nid=0x1458 runnable [0x00000000394dd000]
  600. java.lang.Thread.State: RUNNABLE
  601. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  602. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  603. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  604. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  605. - locked <0x0000000708d014d8> (a sun.nio.ch.Util$2)
  606. - locked <0x0000000708d014f0> (a java.util.Collections$UnmodifiableSet)
  607. - locked <0x0000000708e46160> (a sun.nio.ch.EPollSelectorImpl)
  608. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  609. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  610. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  611. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  612. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  613. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  614. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  615. at java.lang.Thread.run(Thread.java:662)
  616.  
  617. "New I/O server worker #2-8" daemon prio=10 tid=0x0000000040ddf800 nid=0x1457 runnable [0x000000003b951000]
  618. java.lang.Thread.State: RUNNABLE
  619. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  620. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  621. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  622. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  623. - locked <0x0000000708f53780> (a sun.nio.ch.Util$2)
  624. - locked <0x0000000708f53798> (a java.util.Collections$UnmodifiableSet)
  625. - locked <0x0000000708d7b020> (a sun.nio.ch.EPollSelectorImpl)
  626. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  627. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  628. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  629. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  630. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  631. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  632. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  633. at java.lang.Thread.run(Thread.java:662)
  634.  
  635. "New I/O server worker #2-13" daemon prio=10 tid=0x000000004133c000 nid=0x1456 runnable [0x00000000112b2000]
  636. java.lang.Thread.State: RUNNABLE
  637. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  638. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  639. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  640. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  641. - locked <0x0000000708e716e0> (a sun.nio.ch.Util$2)
  642. - locked <0x0000000708e716c8> (a java.util.Collections$UnmodifiableSet)
  643. - locked <0x0000000708e91748> (a sun.nio.ch.EPollSelectorImpl)
  644. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  645. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  646. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  647. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  648. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  649. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  650. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  651. at java.lang.Thread.run(Thread.java:662)
  652.  
  653. "New I/O server worker #2-16" daemon prio=10 tid=0x0000000040dfd800 nid=0x1455 runnable [0x00000000277df000]
  654. java.lang.Thread.State: RUNNABLE
  655. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  656. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  657. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  658. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  659. - locked <0x0000000708e85a30> (a sun.nio.ch.Util$2)
  660. - locked <0x0000000708e85a48> (a java.util.Collections$UnmodifiableSet)
  661. - locked <0x0000000708f61ad8> (a sun.nio.ch.EPollSelectorImpl)
  662. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  663. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  664. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  665. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  666. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  667. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  668. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  669. at java.lang.Thread.run(Thread.java:662)
  670.  
  671. "New I/O server worker #2-7" daemon prio=10 tid=0x0000000040dfa000 nid=0x1454 runnable [0x0000000011291000]
  672. java.lang.Thread.State: RUNNABLE
  673. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  674. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  675. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  676. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  677. - locked <0x0000000708d01538> (a sun.nio.ch.Util$2)
  678. - locked <0x0000000708d01550> (a java.util.Collections$UnmodifiableSet)
  679. - locked <0x0000000708f54140> (a sun.nio.ch.EPollSelectorImpl)
  680. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  681. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  682. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  683. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  684. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  685. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  686. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  687. at java.lang.Thread.run(Thread.java:662)
  688.  
  689. "New I/O server worker #2-6" daemon prio=10 tid=0x0000000040df7800 nid=0x1453 runnable [0x000000003de87000]
  690. java.lang.Thread.State: RUNNABLE
  691. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  692. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  693. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  694. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  695. - locked <0x0000000708f537e0> (a sun.nio.ch.Util$2)
  696. - locked <0x0000000708f537f8> (a java.util.Collections$UnmodifiableSet)
  697. - locked <0x0000000708d7b068> (a sun.nio.ch.EPollSelectorImpl)
  698. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  699. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  700. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  701. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  702. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  703. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  704. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  705. at java.lang.Thread.run(Thread.java:662)
  706.  
  707. "New I/O server worker #2-5" daemon prio=10 tid=0x0000000040cd2000 nid=0x1452 runnable [0x0000000017411000]
  708. java.lang.Thread.State: RUNNABLE
  709. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  710. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  711. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  712. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  713. - locked <0x0000000708db7db8> (a sun.nio.ch.Util$2)
  714. - locked <0x0000000708db7dd0> (a java.util.Collections$UnmodifiableSet)
  715. - locked <0x0000000708e91bc8> (a sun.nio.ch.EPollSelectorImpl)
  716. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  717. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  718. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  719. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  720. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  721. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  722. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  723. at java.lang.Thread.run(Thread.java:662)
  724.  
  725. "New I/O server worker #2-4" daemon prio=10 tid=0x0000000040cd6800 nid=0x1451 runnable [0x0000000019d10000]
  726. java.lang.Thread.State: RUNNABLE
  727. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  728. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  729. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  730. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  731. - locked <0x00000006056b53f8> (a sun.nio.ch.Util$2)
  732. - locked <0x00000006056b5410> (a java.util.Collections$UnmodifiableSet)
  733. - locked <0x00000006056b8a88> (a sun.nio.ch.EPollSelectorImpl)
  734. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  735. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  736. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  737. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  738. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  739. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  740. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  741. at java.lang.Thread.run(Thread.java:662)
  742.  
  743. "New I/O server worker #2-3" daemon prio=10 tid=0x0000000040f97000 nid=0x1450 runnable [0x00000000307c9000]
  744. java.lang.Thread.State: RUNNABLE
  745. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  746. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  747. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  748. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  749. - locked <0x0000000708d01598> (a sun.nio.ch.Util$2)
  750. - locked <0x0000000708d015b0> (a java.util.Collections$UnmodifiableSet)
  751. - locked <0x0000000708f54188> (a sun.nio.ch.EPollSelectorImpl)
  752. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  753. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  754. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  755. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  756. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  757. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  758. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  759. at java.lang.Thread.run(Thread.java:662)
  760.  
  761. "New I/O server worker #2-2" daemon prio=10 tid=0x00000000413a7800 nid=0x144f runnable [0x0000000011270000]
  762. java.lang.Thread.State: RUNNABLE
  763. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  764. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  765. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  766. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  767. - locked <0x00000006056b88d8> (a sun.nio.ch.Util$2)
  768. - locked <0x00000006056b88f0> (a java.util.Collections$UnmodifiableSet)
  769. - locked <0x00000006056b7d00> (a sun.nio.ch.EPollSelectorImpl)
  770. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  771. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  772. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  773. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  774. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  775. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  776. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  777. at java.lang.Thread.run(Thread.java:662)
  778.  
  779. "New I/O server worker #2-11" daemon prio=10 tid=0x00000000413a9000 nid=0x144e runnable [0x000000001d45c000]
  780. java.lang.Thread.State: RUNNABLE
  781. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  782. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  783. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  784. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  785. - locked <0x00000006d983ab68> (a sun.nio.ch.Util$2)
  786. - locked <0x00000006d983ab80> (a java.util.Collections$UnmodifiableSet)
  787. - locked <0x0000000728c45588> (a sun.nio.ch.EPollSelectorImpl)
  788. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  789. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  790. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  791. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  792. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  793. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  794. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  795. at java.lang.Thread.run(Thread.java:662)
  796.  
  797. "DestroyJavaVM" prio=10 tid=0x0000000040b45800 nid=0x13f7 waiting on condition [0x0000000000000000]
  798. java.lang.Thread.State: RUNNABLE
  799.  
  800. "es[keepAlive]" prio=10 tid=0x0000000040f94000 nid=0x144d waiting on condition [0x000000001124f000]
  801. java.lang.Thread.State: WAITING (parking)
  802. at sun.misc.Unsafe.park(Native Method)
  803. - parking to wait for <0x00000006056b8ea8> (a java.util.concurrent.CountDownLatch$Sync)
  804. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  805. at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:811)
  806. at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:969)
  807. at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1281)
  808. at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:207)
  809. at org.elasticsearch.bootstrap.Bootstrap$3.run(Bootstrap.java:214)
  810. at java.lang.Thread.run(Thread.java:662)
  811.  
  812. "New I/O server boss #2 ([id: 0x7cd47880, /0:0:0:0:0:0:0:0:9200])" daemon prio=10 tid=0x0000000040f91000 nid=0x144c runnable [0x000000001122e000]
  813. java.lang.Thread.State: RUNNABLE
  814. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  815. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  816. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  817. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  818. - locked <0x00000006056b9440> (a sun.nio.ch.Util$2)
  819. - locked <0x00000006056b9458> (a java.util.Collections$UnmodifiableSet)
  820. - locked <0x00000006056b8b18> (a sun.nio.ch.EPollSelectorImpl)
  821. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  822. at org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink$Boss.run(NioServerSocketPipelineSink.java:240)
  823. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  824. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  825. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  826. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  827. at java.lang.Thread.run(Thread.java:662)
  828.  
  829. "New I/O client worker #1-16" daemon prio=10 tid=0x00007fd5c078f000 nid=0x143e runnable [0x000000002e6c0000]
  830. java.lang.Thread.State: RUNNABLE
  831. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  832. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  833. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  834. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  835. - locked <0x00000006056b94d0> (a sun.nio.ch.Util$2)
  836. - locked <0x00000006056b94e8> (a java.util.Collections$UnmodifiableSet)
  837. - locked <0x00000006056b8b60> (a sun.nio.ch.EPollSelectorImpl)
  838. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  839. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  840. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  841. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  842. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  843. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  844. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  845. at java.lang.Thread.run(Thread.java:662)
  846.  
  847. "New I/O client worker #1-15" daemon prio=10 tid=0x00007fd5c078d000 nid=0x143d runnable [0x000000001120d000]
  848. java.lang.Thread.State: RUNNABLE
  849. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  850. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  851. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  852. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  853. - locked <0x00000006056b9a90> (a sun.nio.ch.Util$2)
  854. - locked <0x00000006056b9aa8> (a java.util.Collections$UnmodifiableSet)
  855. - locked <0x00000006056b7d90> (a sun.nio.ch.EPollSelectorImpl)
  856. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  857. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  858. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  859. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  860. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  861. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  862. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  863. at java.lang.Thread.run(Thread.java:662)
  864.  
  865. "New I/O client worker #1-13" daemon prio=10 tid=0x00007fd5c078b000 nid=0x143c runnable [0x000000003b870000]
  866. java.lang.Thread.State: RUNNABLE
  867. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  868. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  869. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  870. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  871. - locked <0x00000006056b9548> (a sun.nio.ch.Util$2)
  872. - locked <0x00000006056b9560> (a java.util.Collections$UnmodifiableSet)
  873. - locked <0x00000006056b8bf0> (a sun.nio.ch.EPollSelectorImpl)
  874. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  875. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  876. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  877. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  878. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  879. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  880. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  881. at java.lang.Thread.run(Thread.java:662)
  882.  
  883. "New I/O client worker #1-14" daemon prio=10 tid=0x00007fd5c03f0800 nid=0x143b runnable [0x00000000111ec000]
  884. java.lang.Thread.State: RUNNABLE
  885. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  886. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  887. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  888. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  889. - locked <0x00000006056b9b08> (a sun.nio.ch.Util$2)
  890. - locked <0x00000006056b9b20> (a java.util.Collections$UnmodifiableSet)
  891. - locked <0x00000006056b7e20> (a sun.nio.ch.EPollSelectorImpl)
  892. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  893. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  894. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  895. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  896. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  897. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  898. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  899. at java.lang.Thread.run(Thread.java:662)
  900.  
  901. "New I/O client worker #1-11" daemon prio=10 tid=0x00007fd5c06b9000 nid=0x143a runnable [0x0000000015a13000]
  902. java.lang.Thread.State: RUNNABLE
  903. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  904. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  905. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  906. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  907. - locked <0x00000006056b9b80> (a sun.nio.ch.Util$2)
  908. - locked <0x00000006056b9b98> (a java.util.Collections$UnmodifiableSet)
  909. - locked <0x00000006056b7eb0> (a sun.nio.ch.EPollSelectorImpl)
  910. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  911. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  912. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  913. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  914. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  915. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  916. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  917. at java.lang.Thread.run(Thread.java:662)
  918.  
  919. "New I/O client worker #1-12" daemon prio=10 tid=0x00007fd5c06b7800 nid=0x1439 runnable [0x00000000111cb000]
  920. java.lang.Thread.State: RUNNABLE
  921. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  922. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  923. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  924. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  925. - locked <0x00000006056ba398> (a sun.nio.ch.Util$2)
  926. - locked <0x00000006056ba380> (a java.util.Collections$UnmodifiableSet)
  927. - locked <0x00000006056b8cc8> (a sun.nio.ch.EPollSelectorImpl)
  928. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  929. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  930. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  931. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  932. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  933. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  934. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  935. at java.lang.Thread.run(Thread.java:662)
  936.  
  937. "New I/O client worker #1-9" daemon prio=10 tid=0x00007fd5c0098800 nid=0x1438 runnable [0x00000000111aa000]
  938. java.lang.Thread.State: RUNNABLE
  939. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  940. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  941. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  942. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  943. - locked <0x00000006056baa50> (a sun.nio.ch.Util$2)
  944. - locked <0x00000006056baa38> (a java.util.Collections$UnmodifiableSet)
  945. - locked <0x00000006056b7f88> (a sun.nio.ch.EPollSelectorImpl)
  946. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  947. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  948. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  949. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  950. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  951. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  952. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  953. at java.lang.Thread.run(Thread.java:662)
  954.  
  955. "New I/O client worker #1-10" daemon prio=10 tid=0x0000000040d0a000 nid=0x1437 runnable [0x0000000023d43000]
  956. java.lang.Thread.State: RUNNABLE
  957. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  958. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  959. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  960. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  961. - locked <0x00000006056bc1a0> (a sun.nio.ch.Util$2)
  962. - locked <0x00000006056bc1b8> (a java.util.Collections$UnmodifiableSet)
  963. - locked <0x00000006056bbbd0> (a sun.nio.ch.EPollSelectorImpl)
  964. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  965. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  966. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  967. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  968. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  969. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  970. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  971. at java.lang.Thread.run(Thread.java:662)
  972.  
  973. "New I/O client worker #1-8" daemon prio=10 tid=0x0000000040db1800 nid=0x1436 runnable [0x0000000011189000]
  974. java.lang.Thread.State: RUNNABLE
  975. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  976. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  977. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  978. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  979. - locked <0x00000006056bc218> (a sun.nio.ch.Util$2)
  980. - locked <0x00000006056bc230> (a java.util.Collections$UnmodifiableSet)
  981. - locked <0x00000006056bbc60> (a sun.nio.ch.EPollSelectorImpl)
  982. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  983. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  984. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  985. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  986. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  987. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  988. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  989. at java.lang.Thread.run(Thread.java:662)
  990.  
  991. "elasticsearch[img699]clusterService#updateTask-pool-11-thread-1" daemon prio=10 tid=0x0000000040d2c800 nid=0x1435 waiting on condition [0x0000000027d20000]
  992. java.lang.Thread.State: WAITING (parking)
  993. at sun.misc.Unsafe.park(Native Method)
  994. - parking to wait for <0x00000006056ae858> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  995. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
  996. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  997. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  998. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  999. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  1000. at java.lang.Thread.run(Thread.java:662)
  1001.  
  1002. "New I/O client worker #1-6" daemon prio=10 tid=0x0000000040ef9000 nid=0x1434 runnable [0x0000000011d9c000]
  1003. java.lang.Thread.State: RUNNABLE
  1004. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1005. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1006. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1007. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1008. - locked <0x00000006056d3a40> (a sun.nio.ch.Util$2)
  1009. - locked <0x00000006056d3a58> (a java.util.Collections$UnmodifiableSet)
  1010. - locked <0x00000006056d41a8> (a sun.nio.ch.EPollSelectorImpl)
  1011. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1012. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  1013. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  1014. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  1015. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  1016. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1017. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1018. at java.lang.Thread.run(Thread.java:662)
  1019.  
  1020. "New I/O client worker #1-4" daemon prio=10 tid=0x0000000040e24800 nid=0x1433 runnable [0x0000000011168000]
  1021. java.lang.Thread.State: RUNNABLE
  1022. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1023. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1024. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1025. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1026. - locked <0x00000006056dee30> (a sun.nio.ch.Util$2)
  1027. - locked <0x00000006056dee48> (a java.util.Collections$UnmodifiableSet)
  1028. - locked <0x00000006056de9b0> (a sun.nio.ch.EPollSelectorImpl)
  1029. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1030. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  1031. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  1032. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  1033. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  1034. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1035. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1036. at java.lang.Thread.run(Thread.java:662)
  1037.  
  1038. "New I/O client worker #1-7" daemon prio=10 tid=0x0000000040e22000 nid=0x1432 runnable [0x00000000136d2000]
  1039. java.lang.Thread.State: RUNNABLE
  1040. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1041. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1042. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1043. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1044. - locked <0x00000006056d3ab8> (a sun.nio.ch.Util$2)
  1045. - locked <0x00000006056d3ad0> (a java.util.Collections$UnmodifiableSet)
  1046. - locked <0x00000006056d4238> (a sun.nio.ch.EPollSelectorImpl)
  1047. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1048. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  1049. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  1050. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  1051. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  1052. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1053. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1054. at java.lang.Thread.run(Thread.java:662)
  1055.  
  1056. "New I/O client worker #1-5" daemon prio=10 tid=0x0000000040e20000 nid=0x1431 runnable [0x0000000011147000]
  1057. java.lang.Thread.State: RUNNABLE
  1058. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1059. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1060. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1061. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1062. - locked <0x00000006056d3b30> (a sun.nio.ch.Util$2)
  1063. - locked <0x00000006056d3b48> (a java.util.Collections$UnmodifiableSet)
  1064. - locked <0x00000006056d42c8> (a sun.nio.ch.EPollSelectorImpl)
  1065. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1066. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  1067. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  1068. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  1069. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  1070. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1071. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1072. at java.lang.Thread.run(Thread.java:662)
  1073.  
  1074. "New I/O client worker #1-3" daemon prio=10 tid=0x00000000412db800 nid=0x1430 runnable [0x0000000011126000]
  1075. java.lang.Thread.State: RUNNABLE
  1076. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1077. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1078. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1079. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1080. - locked <0x00000006056d5160> (a sun.nio.ch.Util$2)
  1081. - locked <0x00000006056d5178> (a java.util.Collections$UnmodifiableSet)
  1082. - locked <0x00000006056d4358> (a sun.nio.ch.EPollSelectorImpl)
  1083. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1084. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  1085. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  1086. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  1087. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  1088. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1089. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1090. at java.lang.Thread.run(Thread.java:662)
  1091.  
  1092. "New I/O client worker #1-2" daemon prio=10 tid=0x00000000412d9000 nid=0x142f runnable [0x0000000011105000]
  1093. java.lang.Thread.State: RUNNABLE
  1094. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1095. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1096. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1097. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1098. - locked <0x00000006056d52b0> (a sun.nio.ch.Util$2)
  1099. - locked <0x00000006056d5298> (a java.util.Collections$UnmodifiableSet)
  1100. - locked <0x00000006056d4430> (a sun.nio.ch.EPollSelectorImpl)
  1101. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1102. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  1103. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  1104. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  1105. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  1106. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1107. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1108. at java.lang.Thread.run(Thread.java:662)
  1109.  
  1110. "New I/O client worker #1-1" daemon prio=10 tid=0x00000000412d7000 nid=0x142e runnable [0x0000000027eee000]
  1111. java.lang.Thread.State: RUNNABLE
  1112. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1113. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1114. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1115. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1116. - locked <0x00000006056d9748> (a sun.nio.ch.Util$2)
  1117. - locked <0x00000006056d9760> (a java.util.Collections$UnmodifiableSet)
  1118. - locked <0x00000006056d8aa0> (a sun.nio.ch.EPollSelectorImpl)
  1119. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1120. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  1121. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  1122. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  1123. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  1124. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1125. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1126. at java.lang.Thread.run(Thread.java:662)
  1127.  
  1128. "New I/O server worker #1-16" daemon prio=10 tid=0x00007fd5c0511000 nid=0x142b runnable [0x00000000110c3000]
  1129. java.lang.Thread.State: RUNNABLE
  1130. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1131. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1132. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1133. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1134. - locked <0x00000006056d97c0> (a sun.nio.ch.Util$2)
  1135. - locked <0x00000006056d97d8> (a java.util.Collections$UnmodifiableSet)
  1136. - locked <0x00000006056d8b30> (a sun.nio.ch.EPollSelectorImpl)
  1137. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1138. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  1139. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  1140. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  1141. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  1142. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1143. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1144. at java.lang.Thread.run(Thread.java:662)
  1145.  
  1146. "New I/O server worker #1-15" daemon prio=10 tid=0x00007fd5c050f000 nid=0x142a runnable [0x00000000204c1000]
  1147. java.lang.Thread.State: RUNNABLE
  1148. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1149. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1150. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1151. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1152. - locked <0x00000006056d9838> (a sun.nio.ch.Util$2)
  1153. - locked <0x00000006056d9850> (a java.util.Collections$UnmodifiableSet)
  1154. - locked <0x00000006056d8bc0> (a sun.nio.ch.EPollSelectorImpl)
  1155. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1156. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  1157. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  1158. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  1159. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  1160. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1161. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1162. at java.lang.Thread.run(Thread.java:662)
  1163.  
  1164. "New I/O server worker #1-14" daemon prio=10 tid=0x00007fd5c050d000 nid=0x1429 runnable [0x000000001badf000]
  1165. java.lang.Thread.State: RUNNABLE
  1166. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1167. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1168. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1169. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1170. - locked <0x00000006056da0d0> (a sun.nio.ch.Util$2)
  1171. - locked <0x00000006056da0e8> (a java.util.Collections$UnmodifiableSet)
  1172. - locked <0x00000006056d8c50> (a sun.nio.ch.EPollSelectorImpl)
  1173. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1174. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  1175. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  1176. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  1177. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  1178. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1179. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1180. at java.lang.Thread.run(Thread.java:662)
  1181.  
  1182. "New I/O server worker #1-13" daemon prio=10 tid=0x00007fd5c03ad000 nid=0x1428 runnable [0x00000000110a2000]
  1183. java.lang.Thread.State: RUNNABLE
  1184. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1185. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1186. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1187. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1188. - locked <0x00000006056da148> (a sun.nio.ch.Util$2)
  1189. - locked <0x00000006056da160> (a java.util.Collections$UnmodifiableSet)
  1190. - locked <0x00000006056d8ce0> (a sun.nio.ch.EPollSelectorImpl)
  1191. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1192. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  1193. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  1194. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  1195. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  1196. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1197. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1198. at java.lang.Thread.run(Thread.java:662)
  1199.  
  1200. "New I/O server worker #1-12" daemon prio=10 tid=0x00007fd5c059a800 nid=0x1427 runnable [0x0000000011081000]
  1201. java.lang.Thread.State: RUNNABLE
  1202. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1203. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1204. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1205. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1206. - locked <0x00000006056da1c0> (a sun.nio.ch.Util$2)
  1207. - locked <0x00000006056da1d8> (a java.util.Collections$UnmodifiableSet)
  1208. - locked <0x00000006056d8d70> (a sun.nio.ch.EPollSelectorImpl)
  1209. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1210. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  1211. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  1212. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  1213. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  1214. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1215. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1216. at java.lang.Thread.run(Thread.java:662)
  1217.  
  1218. "New I/O server worker #1-11" daemon prio=10 tid=0x00007fd5c03b0000 nid=0x1426 runnable [0x000000001103e000]
  1219. java.lang.Thread.State: RUNNABLE
  1220. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1221. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1222. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1223. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1224. - locked <0x00000006056deea8> (a sun.nio.ch.Util$2)
  1225. - locked <0x00000006056deec0> (a java.util.Collections$UnmodifiableSet)
  1226. - locked <0x00000006056dea40> (a sun.nio.ch.EPollSelectorImpl)
  1227. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1228. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  1229. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  1230. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  1231. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  1232. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1233. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1234. at java.lang.Thread.run(Thread.java:662)
  1235.  
  1236. "New I/O server worker #1-10" daemon prio=10 tid=0x00007fd5c059e000 nid=0x1425 runnable [0x000000001101d000]
  1237. java.lang.Thread.State: RUNNABLE
  1238. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1239. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1240. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1241. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1242. - locked <0x00000006056def20> (a sun.nio.ch.Util$2)
  1243. - locked <0x00000006056def38> (a java.util.Collections$UnmodifiableSet)
  1244. - locked <0x00000006056dead0> (a sun.nio.ch.EPollSelectorImpl)
  1245. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1246. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  1247. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  1248. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  1249. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  1250. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1251. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1252. at java.lang.Thread.run(Thread.java:662)
  1253.  
  1254. "New I/O server worker #1-9" daemon prio=10 tid=0x00007fd5c03b1800 nid=0x1424 runnable [0x0000000039051000]
  1255. java.lang.Thread.State: RUNNABLE
  1256. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1257. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1258. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1259. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1260. - locked <0x00000006056def98> (a sun.nio.ch.Util$2)
  1261. - locked <0x00000006056df598> (a java.util.Collections$UnmodifiableSet)
  1262. - locked <0x00000006056deb60> (a sun.nio.ch.EPollSelectorImpl)
  1263. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1264. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  1265. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  1266. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  1267. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  1268. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1269. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1270. at java.lang.Thread.run(Thread.java:662)
  1271.  
  1272. "New I/O server worker #1-8" daemon prio=10 tid=0x00007fd5c0537000 nid=0x1423 runnable [0x0000000010ffc000]
  1273. java.lang.Thread.State: RUNNABLE
  1274. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1275. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1276. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1277. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1278. - locked <0x00000006056df5f8> (a sun.nio.ch.Util$2)
  1279. - locked <0x00000006056df610> (a java.util.Collections$UnmodifiableSet)
  1280. - locked <0x00000006056debf0> (a sun.nio.ch.EPollSelectorImpl)
  1281. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1282. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  1283. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  1284. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  1285. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  1286. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1287. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1288. at java.lang.Thread.run(Thread.java:662)
  1289.  
  1290. "New I/O server worker #1-7" daemon prio=10 tid=0x00007fd5c0535800 nid=0x1422 runnable [0x000000003125e000]
  1291. java.lang.Thread.State: RUNNABLE
  1292. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1293. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1294. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1295. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1296. - locked <0x00000006056df670> (a sun.nio.ch.Util$2)
  1297. - locked <0x00000006056df688> (a java.util.Collections$UnmodifiableSet)
  1298. - locked <0x00000006056dec80> (a sun.nio.ch.EPollSelectorImpl)
  1299. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1300. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  1301. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  1302. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  1303. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  1304. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1305. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1306. at java.lang.Thread.run(Thread.java:662)
  1307.  
  1308. "New I/O server worker #1-6" daemon prio=10 tid=0x00007fd5c05ba000 nid=0x1421 runnable [0x000000004041b000]
  1309. java.lang.Thread.State: RUNNABLE
  1310. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1311. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1312. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1313. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1314. - locked <0x00000006056df6e8> (a sun.nio.ch.Util$2)
  1315. - locked <0x00000006056df700> (a java.util.Collections$UnmodifiableSet)
  1316. - locked <0x00000006056ded10> (a sun.nio.ch.EPollSelectorImpl)
  1317. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1318. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  1319. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  1320. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  1321. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  1322. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1323. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1324. at java.lang.Thread.run(Thread.java:662)
  1325.  
  1326. "New I/O server worker #1-5" daemon prio=10 tid=0x00007fd5c054e000 nid=0x1420 runnable [0x0000000010fdb000]
  1327. java.lang.Thread.State: RUNNABLE
  1328. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1329. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1330. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1331. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1332. - locked <0x00000006056e08c0> (a sun.nio.ch.Util$2)
  1333. - locked <0x00000006056e08a8> (a java.util.Collections$UnmodifiableSet)
  1334. - locked <0x00000006056e0998> (a sun.nio.ch.EPollSelectorImpl)
  1335. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1336. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  1337. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  1338. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  1339. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  1340. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1341. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1342. at java.lang.Thread.run(Thread.java:662)
  1343.  
  1344. "New I/O server worker #1-4" daemon prio=10 tid=0x00007fd5c054d000 nid=0x141f runnable [0x0000000027cf0000]
  1345. java.lang.Thread.State: RUNNABLE
  1346. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1347. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1348. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1349. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1350. - locked <0x00000006056e3b98> (a sun.nio.ch.Util$2)
  1351. - locked <0x00000006056e3480> (a java.util.Collections$UnmodifiableSet)
  1352. - locked <0x00000006056e0b00> (a sun.nio.ch.EPollSelectorImpl)
  1353. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1354. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  1355. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  1356. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  1357. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  1358. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1359. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1360. at java.lang.Thread.run(Thread.java:662)
  1361.  
  1362. "New I/O server worker #1-3" daemon prio=10 tid=0x00007fd5c039b800 nid=0x141e runnable [0x000000003ef3e000]
  1363. java.lang.Thread.State: RUNNABLE
  1364. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1365. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1366. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1367. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1368. - locked <0x00000006057082c0> (a sun.nio.ch.Util$2)
  1369. - locked <0x00000006057082a8> (a java.util.Collections$UnmodifiableSet)
  1370. - locked <0x00000006056e0c20> (a sun.nio.ch.EPollSelectorImpl)
  1371. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1372. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  1373. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  1374. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  1375. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  1376. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1377. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1378. at java.lang.Thread.run(Thread.java:662)
  1379.  
  1380. "New I/O server worker #1-2" daemon prio=10 tid=0x00007fd5c039a800 nid=0x141d runnable [0x0000000010fba000]
  1381. java.lang.Thread.State: RUNNABLE
  1382. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1383. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1384. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1385. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1386. - locked <0x000000060572ada8> (a sun.nio.ch.Util$2)
  1387. - locked <0x000000060572ad90> (a java.util.Collections$UnmodifiableSet)
  1388. - locked <0x00000006056e0d40> (a sun.nio.ch.EPollSelectorImpl)
  1389. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1390. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  1391. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  1392. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  1393. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  1394. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1395. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1396. at java.lang.Thread.run(Thread.java:662)
  1397.  
  1398. "New I/O server worker #1-1" daemon prio=10 tid=0x00007fd5c0204800 nid=0x141c runnable [0x0000000011060000]
  1399. java.lang.Thread.State: RUNNABLE
  1400. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1401. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1402. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1403. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1404. - locked <0x00000006056db6d8> (a sun.nio.ch.Util$2)
  1405. - locked <0x00000006056db6c0> (a java.util.Collections$UnmodifiableSet)
  1406. - locked <0x00000006056d8e48> (a sun.nio.ch.EPollSelectorImpl)
  1407. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1408. at org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:38)
  1409. at org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:165)
  1410. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  1411. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  1412. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1413. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1414. at java.lang.Thread.run(Thread.java:662)
  1415.  
  1416. "elasticsearch[img699]discovery#multicast#receiver-pool-16-thread-1" daemon prio=10 tid=0x00007fd5c032b000 nid=0x141a runnable [0x0000000010f78000]
  1417. java.lang.Thread.State: RUNNABLE
  1418. at java.net.PlainDatagramSocketImpl.receive0(Native Method)
  1419. - locked <0x00000006056bf528> (a java.net.PlainDatagramSocketImpl)
  1420. at java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:145)
  1421. - locked <0x00000006056bf528> (a java.net.PlainDatagramSocketImpl)
  1422. at java.net.DatagramSocket.receive(DatagramSocket.java:725)
  1423. - locked <0x00000006057c1a30> (a java.net.DatagramPacket)
  1424. - locked <0x00000006056c0450> (a java.net.MulticastSocket)
  1425. at org.elasticsearch.discovery.zen.ping.multicast.MulticastZenPing$Receiver.run(MulticastZenPing.java:351)
  1426. - locked <0x00000006055fbc90> (a java.lang.Object)
  1427. at java.lang.Thread.run(Thread.java:662)
  1428.  
  1429. "New I/O server boss #1 ([id: 0x4838462a, /0:0:0:0:0:0:0:0:9300])" daemon prio=10 tid=0x0000000041068000 nid=0x1419 runnable [0x0000000010f57000]
  1430. java.lang.Thread.State: RUNNABLE
  1431. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1432. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1433. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1434. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1435. - locked <0x00000006056dcbd8> (a sun.nio.ch.Util$2)
  1436. - locked <0x00000006056dcbc0> (a java.util.Collections$UnmodifiableSet)
  1437. - locked <0x00000006056dc650> (a sun.nio.ch.EPollSelectorImpl)
  1438. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1439. at org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink$Boss.run(NioServerSocketPipelineSink.java:240)
  1440. at org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  1441. at org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44)
  1442. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1443. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1444. at java.lang.Thread.run(Thread.java:662)
  1445.  
  1446. "elasticsearch[img699][ttl_expire]" daemon prio=10 tid=0x0000000040e53800 nid=0x1418 waiting on condition [0x0000000010f36000]
  1447. java.lang.Thread.State: TIMED_WAITING (sleeping)
  1448. at java.lang.Thread.sleep(Native Method)
  1449. at org.elasticsearch.indices.ttl.IndicesTTLService$PurgerThread.run(IndicesTTLService.java:122)
  1450.  
  1451. "elasticsearch[img699][scheduler]-pool-8-thread-1" daemon prio=10 tid=0x0000000040f2e000 nid=0x1417 waiting on condition [0x0000000010f15000]
  1452. java.lang.Thread.State: TIMED_WAITING (parking)
  1453. at sun.misc.Unsafe.park(Native Method)
  1454. - parking to wait for <0x00000006055f7330> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1455. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  1456. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  1457. at java.util.concurrent.DelayQueue.take(DelayQueue.java:164)
  1458. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609)
  1459. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602)
  1460. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  1461. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  1462. at java.lang.Thread.run(Thread.java:662)
  1463.  
  1464. "elasticsearch[img699][timer]" daemon prio=10 tid=0x0000000040e5d000 nid=0x1415 waiting on condition [0x000000001befc000]
  1465. java.lang.Thread.State: TIMED_WAITING (sleeping)
  1466. at java.lang.Thread.sleep(Native Method)
  1467. at org.elasticsearch.threadpool.ThreadPool$EstimatedTimeThread.run(ThreadPool.java:287)
  1468.  
  1469. "Low Memory Detector" daemon prio=10 tid=0x00007fd5c00e6800 nid=0x140a runnable [0x0000000000000000]
  1470. java.lang.Thread.State: RUNNABLE
  1471.  
  1472. "CompilerThread1" daemon prio=10 tid=0x00007fd5c00e4000 nid=0x1409 waiting on condition [0x0000000000000000]
  1473. java.lang.Thread.State: RUNNABLE
  1474.  
  1475. "CompilerThread0" daemon prio=10 tid=0x00007fd5c00e2000 nid=0x1408 waiting on condition [0x0000000000000000]
  1476. java.lang.Thread.State: RUNNABLE
  1477.  
  1478. "Signal Dispatcher" daemon prio=10 tid=0x00007fd5c00e0000 nid=0x1407 runnable [0x0000000000000000]
  1479. java.lang.Thread.State: RUNNABLE
  1480.  
  1481. "Surrogate Locker Thread (CMS)" daemon prio=10 tid=0x00007fd5c00de000 nid=0x1406 waiting on condition [0x0000000000000000]
  1482. java.lang.Thread.State: RUNNABLE
  1483.  
  1484. "Finalizer" daemon prio=10 tid=0x00007fd5c00c1800 nid=0x1405 in Object.wait() [0x0000000010268000]
  1485. java.lang.Thread.State: WAITING (on object monitor)
  1486. at java.lang.Object.wait(Native Method)
  1487. - waiting on <0x0000000605460cf8> (a java.lang.ref.ReferenceQueue$Lock)
  1488. at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118)
  1489. - locked <0x0000000605460cf8> (a java.lang.ref.ReferenceQueue$Lock)
  1490. at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134)
  1491. at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159)
  1492.  
  1493. "Reference Handler" daemon prio=10 tid=0x00007fd5c00bf800 nid=0x1404 in Object.wait() [0x0000000010247000]
  1494. java.lang.Thread.State: WAITING (on object monitor)
  1495. at java.lang.Object.wait(Native Method)
  1496. - waiting on <0x0000000605460bc0> (a java.lang.ref.Reference$Lock)
  1497. at java.lang.Object.wait(Object.java:485)
  1498. at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116)
  1499. - locked <0x0000000605460bc0> (a java.lang.ref.Reference$Lock)
  1500.  
  1501. "VM Thread" prio=10 tid=0x00007fd5c00b8800 nid=0x1403 runnable
  1502.  
  1503. "Gang worker#0 (Parallel GC Threads)" prio=10 tid=0x0000000040b54000 nid=0x13f8 runnable
  1504.  
  1505. "Gang worker#1 (Parallel GC Threads)" prio=10 tid=0x0000000040b56000 nid=0x13f9 runnable
  1506.  
  1507. "Gang worker#2 (Parallel GC Threads)" prio=10 tid=0x0000000040b58000 nid=0x13fa runnable
  1508.  
  1509. "Gang worker#3 (Parallel GC Threads)" prio=10 tid=0x0000000040b59800 nid=0x13fb runnable
  1510.  
  1511. "Gang worker#4 (Parallel GC Threads)" prio=10 tid=0x0000000040b5b800 nid=0x13fc runnable
  1512.  
  1513. "Gang worker#5 (Parallel GC Threads)" prio=10 tid=0x0000000040b5d800 nid=0x13fd runnable
  1514.  
  1515. "Gang worker#6 (Parallel GC Threads)" prio=10 tid=0x0000000040b5f000 nid=0x13fe runnable
  1516.  
  1517. "Gang worker#7 (Parallel GC Threads)" prio=10 tid=0x0000000040b61000 nid=0x13ff runnable
  1518.  
  1519. "Concurrent Mark-Sweep GC Thread" prio=10 tid=0x0000000040c55000 nid=0x1402 runnable
  1520. "Gang worker#0 (Parallel CMS Threads)" prio=10 tid=0x0000000040c51000 nid=0x1400 runnable
  1521.  
  1522. "Gang worker#1 (Parallel CMS Threads)" prio=10 tid=0x0000000040c52800 nid=0x1401 runnable
  1523.  
  1524. "VM Periodic Task Thread" prio=10 tid=0x00007fd5c00f2800 nid=0x140b waiting on condition
  1525.  
  1526. JNI global references: 947
Advertisement
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!