API tools faq
paste
Advertisement
Guest User

Untitled

a guest
Dec 6th, 2014
281
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 37.92 KB | None | 0 0
raw download clone embed print report
  1. ::: [masternode][ODBh9jtRSNOf53TNdLmE8A][masternode][inet[/ip:9350]]{trendiction_scluster=NO_ROLE, data=false, service=searchdata, max_local_storage_nodes=1, trendiction_cluster=HR51, river=_none_, master=true}
  2.  
  3. 100.0% (499.8ms out of 500ms) cpu usage by thread 'elasticsearch[masternode][clusterService#updateTask][T#1]'
  4. 5/10 snapshots sharing following 28 elements
  5. org.elasticsearch.common.collect.UnmodifiableListIterator.<init>(UnmodifiableListIterator.java:34)
  6. org.elasticsearch.common.collect.AbstractIndexedListIterator.<init>(AbstractIndexedListIterator.java:68)
  7. org.elasticsearch.common.collect.Iterators$11.<init>(Iterators.java:1058)
  8. org.elasticsearch.common.collect.Iterators.forArray(Iterators.java:1058)
  9. org.elasticsearch.common.collect.RegularImmutableList.listIterator(RegularImmutableList.java:106)
  10. org.elasticsearch.common.collect.ImmutableList.listIterator(ImmutableList.java:344)
  11. org.elasticsearch.common.collect.ImmutableList.iterator(ImmutableList.java:340)
  12. org.elasticsearch.cluster.routing.IndexShardRoutingTable.iterator(IndexShardRoutingTable.java:173)
  13. org.elasticsearch.cluster.routing.IndexShardRoutingTable.iterator(IndexShardRoutingTable.java:46)
  14. org.elasticsearch.cluster.routing.IndexShardRoutingTable.shardsWithState(IndexShardRoutingTable.java:552)
  15. org.elasticsearch.cluster.routing.IndexRoutingTable.shardsWithState(IndexRoutingTable.java:268)
  16. org.elasticsearch.cluster.routing.RoutingTable.shardsWithState(RoutingTable.java:114)
  17. org.elasticsearch.cluster.routing.allocation.decider.DiskThresholdDecider.sizeOfRelocatingShards(DiskThresholdDecider.java:225)
  18. org.elasticsearch.cluster.routing.allocation.decider.DiskThresholdDecider.canAllocate(DiskThresholdDecider.java:288)
  19. org.elasticsearch.cluster.routing.allocation.decider.AllocationDeciders.canAllocate(AllocationDeciders.java:74)
  20. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator$Balancer.tryRelocateShard(BalancedShardsAllocator.java:799)
  21. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator$Balancer.balance(BalancedShardsAllocator.java:426)
  22. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator.rebalance(BalancedShardsAllocator.java:124)
  23. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator.allocateUnassigned(BalancedShardsAllocator.java:118)
  24. org.elasticsearch.cluster.routing.allocation.allocator.ShardsAllocators.allocateUnassigned(ShardsAllocators.java:75)
  25. org.elasticsearch.cluster.routing.allocation.AllocationService.reroute(AllocationService.java:217)
  26. org.elasticsearch.cluster.routing.allocation.AllocationService.applyStartedShards(AllocationService.java:86)
  27. org.elasticsearch.cluster.action.shard.ShardStateAction$4.execute(ShardStateAction.java:281)
  28. org.elasticsearch.cluster.service.InternalClusterService$UpdateTask.run(InternalClusterService.java:329)
  29. org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:153)
  30. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  31. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  32. java.lang.Thread.run(Thread.java:745)
  33. 4/10 snapshots sharing following 19 elements
  34. org.elasticsearch.cluster.routing.IndexShardRoutingTable.shardsWithState(IndexShardRoutingTable.java:558)
  35. org.elasticsearch.cluster.routing.IndexRoutingTable.shardsWithState(IndexRoutingTable.java:268)
  36. org.elasticsearch.cluster.routing.RoutingTable.shardsWithState(RoutingTable.java:114)
  37. org.elasticsearch.cluster.routing.allocation.decider.DiskThresholdDecider.sizeOfRelocatingShards(DiskThresholdDecider.java:225)
  38. org.elasticsearch.cluster.routing.allocation.decider.DiskThresholdDecider.canAllocate(DiskThresholdDecider.java:288)
  39. org.elasticsearch.cluster.routing.allocation.decider.AllocationDeciders.canAllocate(AllocationDeciders.java:74)
  40. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator$Balancer.tryRelocateShard(BalancedShardsAllocator.java:799)
  41. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator$Balancer.balance(BalancedShardsAllocator.java:426)
  42. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator.rebalance(BalancedShardsAllocator.java:124)
  43. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator.allocateUnassigned(BalancedShardsAllocator.java:118)
  44. org.elasticsearch.cluster.routing.allocation.allocator.ShardsAllocators.allocateUnassigned(ShardsAllocators.java:75)
  45. org.elasticsearch.cluster.routing.allocation.AllocationService.reroute(AllocationService.java:217)
  46. org.elasticsearch.cluster.routing.allocation.AllocationService.applyStartedShards(AllocationService.java:86)
  47. org.elasticsearch.cluster.action.shard.ShardStateAction$4.execute(ShardStateAction.java:281)
  48. org.elasticsearch.cluster.service.InternalClusterService$UpdateTask.run(InternalClusterService.java:329)
  49. org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:153)
  50. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  51. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  52. java.lang.Thread.run(Thread.java:745)
  53. unique snapshot
  54. org.elasticsearch.cluster.routing.IndexRoutingTable.shardsWithState(IndexRoutingTable.java:269)
  55. org.elasticsearch.cluster.routing.RoutingTable.shardsWithState(RoutingTable.java:114)
  56. org.elasticsearch.cluster.routing.allocation.decider.DiskThresholdDecider.sizeOfRelocatingShards(DiskThresholdDecider.java:225)
  57. org.elasticsearch.cluster.routing.allocation.decider.DiskThresholdDecider.canAllocate(DiskThresholdDecider.java:288)
  58. org.elasticsearch.cluster.routing.allocation.decider.AllocationDeciders.canAllocate(AllocationDeciders.java:74)
  59. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator$Balancer.tryRelocateShard(BalancedShardsAllocator.java:799)
  60. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator$Balancer.balance(BalancedShardsAllocator.java:426)
  61. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator.rebalance(BalancedShardsAllocator.java:124)
  62. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator.allocateUnassigned(BalancedShardsAllocator.java:118)
  63. org.elasticsearch.cluster.routing.allocation.allocator.ShardsAllocators.allocateUnassigned(ShardsAllocators.java:75)
  64. org.elasticsearch.cluster.routing.allocation.AllocationService.reroute(AllocationService.java:217)
  65. org.elasticsearch.cluster.routing.allocation.AllocationService.applyStartedShards(AllocationService.java:86)
  66. org.elasticsearch.cluster.action.shard.ShardStateAction$4.execute(ShardStateAction.java:281)
  67. org.elasticsearch.cluster.service.InternalClusterService$UpdateTask.run(InternalClusterService.java:329)
  68. org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:153)
  69. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  70. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  71. java.lang.Thread.run(Thread.java:745)
  72.  
  73. 0.6% (2.9ms out of 500ms) cpu usage by thread 'elasticsearch[masternode][scheduler][T#1]'
  74. 10/10 snapshots sharing following 9 elements
  75. sun.misc.Unsafe.park(Native Method)
  76. java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  77. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
  78. java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
  79. java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
  80. java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
  81. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
  82. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  83. java.lang.Thread.run(Thread.java:745)
  84.  
  85. 0.2% (944.6micros out of 500ms) cpu usage by thread 'elasticsearch[masternode][transport_client_worker][T#16]{New I/O worker #16}'
  86. 10/10 snapshots sharing following 15 elements
  87. sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  88. sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  89. sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
  90. sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  91. sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  92. org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
  93. org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
  94. org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
  95. org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
  96. org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
  97. org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  98. org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
  99. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  100. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  101. java.lang.Thread.run(Thread.java:745)
  102.  
  103.  
  104.  
  105.  
  106.  
  107. ::: [master][ODBh9jtRSNOf53TNdLmE8A][master][inet[/ip:9350]]{trendiction_scluster=NO_ROLE, data=false, service=searchdata, max_local_storage_nodes=1, trendiction_cluster=HR51, river=_none_, master=true}
  108.  
  109. 100.0% (499.8ms out of 500ms) cpu usage by thread 'elasticsearch[master][clusterService#updateTask][T#1]'
  110. 6/10 snapshots sharing following 26 elements
  111. org.elasticsearch.common.collect.Iterators$11.<init>(Iterators.java:1058)
  112. org.elasticsearch.common.collect.Iterators.forArray(Iterators.java:1058)
  113. org.elasticsearch.common.collect.RegularImmutableList.listIterator(RegularImmutableList.java:106)
  114. org.elasticsearch.common.collect.ImmutableList.listIterator(ImmutableList.java:344)
  115. org.elasticsearch.common.collect.ImmutableList.iterator(ImmutableList.java:340)
  116. org.elasticsearch.cluster.routing.IndexShardRoutingTable.iterator(IndexShardRoutingTable.java:173)
  117. org.elasticsearch.cluster.routing.IndexShardRoutingTable.iterator(IndexShardRoutingTable.java:46)
  118. org.elasticsearch.cluster.routing.IndexShardRoutingTable.shardsWithState(IndexShardRoutingTable.java:552)
  119. org.elasticsearch.cluster.routing.IndexRoutingTable.shardsWithState(IndexRoutingTable.java:268)
  120. org.elasticsearch.cluster.routing.RoutingTable.shardsWithState(RoutingTable.java:114)
  121. org.elasticsearch.cluster.routing.allocation.decider.DiskThresholdDecider.sizeOfRelocatingShards(DiskThresholdDecider.java:225)
  122. org.elasticsearch.cluster.routing.allocation.decider.DiskThresholdDecider.canAllocate(DiskThresholdDecider.java:288)
  123. org.elasticsearch.cluster.routing.allocation.decider.AllocationDeciders.canAllocate(AllocationDeciders.java:74)
  124. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator$Balancer.tryRelocateShard(BalancedShardsAllocator.java:799)
  125. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator$Balancer.balance(BalancedShardsAllocator.java:426)
  126. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator.rebalance(BalancedShardsAllocator.java:124)
  127. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator.allocateUnassigned(BalancedShardsAllocator.java:118)
  128. org.elasticsearch.cluster.routing.allocation.allocator.ShardsAllocators.allocateUnassigned(ShardsAllocators.java:75)
  129. org.elasticsearch.cluster.routing.allocation.AllocationService.reroute(AllocationService.java:217)
  130. org.elasticsearch.cluster.routing.allocation.AllocationService.applyStartedShards(AllocationService.java:86)
  131. org.elasticsearch.cluster.action.shard.ShardStateAction$4.execute(ShardStateAction.java:281)
  132. org.elasticsearch.cluster.service.InternalClusterService$UpdateTask.run(InternalClusterService.java:329)
  133. org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:153)
  134. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  135. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  136. java.lang.Thread.run(Thread.java:745)
  137. 3/10 snapshots sharing following 18 elements
  138. org.elasticsearch.cluster.routing.IndexRoutingTable.shardsWithState(IndexRoutingTable.java:269)
  139. org.elasticsearch.cluster.routing.RoutingTable.shardsWithState(RoutingTable.java:114)
  140. org.elasticsearch.cluster.routing.allocation.decider.DiskThresholdDecider.sizeOfRelocatingShards(DiskThresholdDecider.java:225)
  141. org.elasticsearch.cluster.routing.allocation.decider.DiskThresholdDecider.canAllocate(DiskThresholdDecider.java:288)
  142. org.elasticsearch.cluster.routing.allocation.decider.AllocationDeciders.canAllocate(AllocationDeciders.java:74)
  143. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator$Balancer.tryRelocateShard(BalancedShardsAllocator.java:799)
  144. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator$Balancer.balance(BalancedShardsAllocator.java:426)
  145. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator.rebalance(BalancedShardsAllocator.java:124)
  146. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator.allocateUnassigned(BalancedShardsAllocator.java:118)
  147. org.elasticsearch.cluster.routing.allocation.allocator.ShardsAllocators.allocateUnassigned(ShardsAllocators.java:75)
  148. org.elasticsearch.cluster.routing.allocation.AllocationService.reroute(AllocationService.java:217)
  149. org.elasticsearch.cluster.routing.allocation.AllocationService.applyStartedShards(AllocationService.java:86)
  150. org.elasticsearch.cluster.action.shard.ShardStateAction$4.execute(ShardStateAction.java:281)
  151. org.elasticsearch.cluster.service.InternalClusterService$UpdateTask.run(InternalClusterService.java:329)
  152. org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:153)
  153. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  154. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  155. java.lang.Thread.run(Thread.java:745)
  156. unique snapshot
  157. org.elasticsearch.cluster.routing.IndexShardRoutingTable.shardsWithState(IndexShardRoutingTable.java:558)
  158. org.elasticsearch.cluster.routing.IndexRoutingTable.shardsWithState(IndexRoutingTable.java:268)
  159. org.elasticsearch.cluster.routing.RoutingTable.shardsWithState(RoutingTable.java:114)
  160. org.elasticsearch.cluster.routing.allocation.decider.DiskThresholdDecider.sizeOfRelocatingShards(DiskThresholdDecider.java:225)
  161. org.elasticsearch.cluster.routing.allocation.decider.DiskThresholdDecider.canAllocate(DiskThresholdDecider.java:288)
  162. org.elasticsearch.cluster.routing.allocation.decider.AllocationDeciders.canAllocate(AllocationDeciders.java:74)
  163. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator$Balancer.tryRelocateShard(BalancedShardsAllocator.java:799)
  164. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator$Balancer.balance(BalancedShardsAllocator.java:426)
  165. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator.rebalance(BalancedShardsAllocator.java:124)
  166. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator.allocateUnassigned(BalancedShardsAllocator.java:118)
  167. org.elasticsearch.cluster.routing.allocation.allocator.ShardsAllocators.allocateUnassigned(ShardsAllocators.java:75)
  168. org.elasticsearch.cluster.routing.allocation.AllocationService.reroute(AllocationService.java:217)
  169. org.elasticsearch.cluster.routing.allocation.AllocationService.applyStartedShards(AllocationService.java:86)
  170. org.elasticsearch.cluster.action.shard.ShardStateAction$4.execute(ShardStateAction.java:281)
  171. org.elasticsearch.cluster.service.InternalClusterService$UpdateTask.run(InternalClusterService.java:329)
  172. org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:153)
  173. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  174. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  175. java.lang.Thread.run(Thread.java:745)
  176.  
  177. 2.3% (11.2ms out of 500ms) cpu usage by thread 'elasticsearch[master][generic][T#40]'
  178. 10/10 snapshots sharing following 9 elements
  179. sun.misc.Unsafe.park(Native Method)
  180. java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  181. java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
  182. java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
  183. java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
  184. java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
  185. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
  186. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  187. java.lang.Thread.run(Thread.java:745)
  188.  
  189. 0.8% (3.8ms out of 500ms) cpu usage by thread 'elasticsearch[master][scheduler][T#1]'
  190. 10/10 snapshots sharing following 9 elements
  191. sun.misc.Unsafe.park(Native Method)
  192. java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  193. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
  194. java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
  195. java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
  196. java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
  197. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
  198. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  199. java.lang.Thread.run(Thread.java:745)
  200.  
  201.  
  202. ::: [master][ODBh9jtRSNOf53TNdLmE8A][master][inet[/ip:9350]]{trendiction_scluster=NO_ROLE, data=false, service=searchdata, max_local_storage_nodes=1, trendiction_cluster=HR51, river=_none_, master=true}
  203.  
  204. 100.0% (499.8ms out of 500ms) cpu usage by thread 'elasticsearch[master][clusterService#updateTask][T#1]'
  205. 6/10 snapshots sharing following 28 elements
  206. org.elasticsearch.common.collect.UnmodifiableListIterator.<init>(UnmodifiableListIterator.java:34)
  207. org.elasticsearch.common.collect.AbstractIndexedListIterator.<init>(AbstractIndexedListIterator.java:68)
  208. org.elasticsearch.common.collect.Iterators$11.<init>(Iterators.java:1058)
  209. org.elasticsearch.common.collect.Iterators.forArray(Iterators.java:1058)
  210. org.elasticsearch.common.collect.RegularImmutableList.listIterator(RegularImmutableList.java:106)
  211. org.elasticsearch.common.collect.ImmutableList.listIterator(ImmutableList.java:344)
  212. org.elasticsearch.common.collect.ImmutableList.iterator(ImmutableList.java:340)
  213. org.elasticsearch.cluster.routing.IndexShardRoutingTable.iterator(IndexShardRoutingTable.java:173)
  214. org.elasticsearch.cluster.routing.IndexShardRoutingTable.iterator(IndexShardRoutingTable.java:46)
  215. org.elasticsearch.cluster.routing.IndexShardRoutingTable.shardsWithState(IndexShardRoutingTable.java:552)
  216. org.elasticsearch.cluster.routing.IndexRoutingTable.shardsWithState(IndexRoutingTable.java:268)
  217. org.elasticsearch.cluster.routing.RoutingTable.shardsWithState(RoutingTable.java:114)
  218. org.elasticsearch.cluster.routing.allocation.decider.DiskThresholdDecider.sizeOfRelocatingShards(DiskThresholdDecider.java:225)
  219. org.elasticsearch.cluster.routing.allocation.decider.DiskThresholdDecider.canAllocate(DiskThresholdDecider.java:288)
  220. org.elasticsearch.cluster.routing.allocation.decider.AllocationDeciders.canAllocate(AllocationDeciders.java:74)
  221. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator$Balancer.tryRelocateShard(BalancedShardsAllocator.java:799)
  222. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator$Balancer.balance(BalancedShardsAllocator.java:426)
  223. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator.rebalance(BalancedShardsAllocator.java:124)
  224. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator.allocateUnassigned(BalancedShardsAllocator.java:118)
  225. org.elasticsearch.cluster.routing.allocation.allocator.ShardsAllocators.allocateUnassigned(ShardsAllocators.java:75)
  226. org.elasticsearch.cluster.routing.allocation.AllocationService.reroute(AllocationService.java:217)
  227. org.elasticsearch.cluster.routing.allocation.AllocationService.applyStartedShards(AllocationService.java:86)
  228. org.elasticsearch.cluster.action.shard.ShardStateAction$4.execute(ShardStateAction.java:281)
  229. org.elasticsearch.cluster.service.InternalClusterService$UpdateTask.run(InternalClusterService.java:329)
  230. org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:153)
  231. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  232. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  233. java.lang.Thread.run(Thread.java:745)
  234. 3/10 snapshots sharing following 18 elements
  235. org.elasticsearch.cluster.routing.IndexRoutingTable.shardsWithState(IndexRoutingTable.java:269)
  236. org.elasticsearch.cluster.routing.RoutingTable.shardsWithState(RoutingTable.java:114)
  237. org.elasticsearch.cluster.routing.allocation.decider.DiskThresholdDecider.sizeOfRelocatingShards(DiskThresholdDecider.java:225)
  238. org.elasticsearch.cluster.routing.allocation.decider.DiskThresholdDecider.canAllocate(DiskThresholdDecider.java:288)
  239. org.elasticsearch.cluster.routing.allocation.decider.AllocationDeciders.canAllocate(AllocationDeciders.java:74)
  240. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator$Balancer.tryRelocateShard(BalancedShardsAllocator.java:799)
  241. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator$Balancer.balance(BalancedShardsAllocator.java:426)
  242. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator.rebalance(BalancedShardsAllocator.java:124)
  243. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator.allocateUnassigned(BalancedShardsAllocator.java:118)
  244. org.elasticsearch.cluster.routing.allocation.allocator.ShardsAllocators.allocateUnassigned(ShardsAllocators.java:75)
  245. org.elasticsearch.cluster.routing.allocation.AllocationService.reroute(AllocationService.java:217)
  246. org.elasticsearch.cluster.routing.allocation.AllocationService.applyStartedShards(AllocationService.java:86)
  247. org.elasticsearch.cluster.action.shard.ShardStateAction$4.execute(ShardStateAction.java:281)
  248. org.elasticsearch.cluster.service.InternalClusterService$UpdateTask.run(InternalClusterService.java:329)
  249. org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:153)
  250. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  251. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  252. java.lang.Thread.run(Thread.java:745)
  253. unique snapshot
  254. org.elasticsearch.cluster.routing.IndexShardRoutingTable.shardsWithState(IndexShardRoutingTable.java:558)
  255. org.elasticsearch.cluster.routing.IndexRoutingTable.shardsWithState(IndexRoutingTable.java:268)
  256. org.elasticsearch.cluster.routing.RoutingTable.shardsWithState(RoutingTable.java:114)
  257. org.elasticsearch.cluster.routing.allocation.decider.DiskThresholdDecider.sizeOfRelocatingShards(DiskThresholdDecider.java:225)
  258. org.elasticsearch.cluster.routing.allocation.decider.DiskThresholdDecider.canAllocate(DiskThresholdDecider.java:288)
  259. org.elasticsearch.cluster.routing.allocation.decider.AllocationDeciders.canAllocate(AllocationDeciders.java:74)
  260. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator$Balancer.tryRelocateShard(BalancedShardsAllocator.java:799)
  261. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator$Balancer.balance(BalancedShardsAllocator.java:426)
  262. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator.rebalance(BalancedShardsAllocator.java:124)
  263. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator.allocateUnassigned(BalancedShardsAllocator.java:118)
  264. org.elasticsearch.cluster.routing.allocation.allocator.ShardsAllocators.allocateUnassigned(ShardsAllocators.java:75)
  265. org.elasticsearch.cluster.routing.allocation.AllocationService.reroute(AllocationService.java:217)
  266. org.elasticsearch.cluster.routing.allocation.AllocationService.applyStartedShards(AllocationService.java:86)
  267. org.elasticsearch.cluster.action.shard.ShardStateAction$4.execute(ShardStateAction.java:281)
  268. org.elasticsearch.cluster.service.InternalClusterService$UpdateTask.run(InternalClusterService.java:329)
  269. org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:153)
  270. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  271. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  272. java.lang.Thread.run(Thread.java:745)
  273.  
  274. 2.4% (11.9ms out of 500ms) cpu usage by thread 'elasticsearch[master][generic][T#40]'
  275. 10/10 snapshots sharing following 9 elements
  276. sun.misc.Unsafe.park(Native Method)
  277. java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  278. java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
  279. java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
  280. java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
  281. java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
  282. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
  283. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  284. java.lang.Thread.run(Thread.java:745)
  285.  
  286. 0.9% (4.4ms out of 500ms) cpu usage by thread 'elasticsearch[master][scheduler][T#1]'
  287. 10/10 snapshots sharing following 9 elements
  288. sun.misc.Unsafe.park(Native Method)
  289. java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  290. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
  291. java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
  292. java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
  293. java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
  294. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
  295. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  296. java.lang.Thread.run(Thread.java:745)
  297.  
  298.  
  299.  
  300. ::: [master][ODBh9jtRSNOf53TNdLmE8A][master][inet[/ip:9350]]{trendiction_scluster=NO_ROLE, data=false, service=searchdata, max_local_storage_nodes=1, trendiction_cluster=HR51, river=_none_, master=true}
  301.  
  302. 100.0% (499.9ms out of 500ms) cpu usage by thread 'elasticsearch[master][clusterService#updateTask][T#1]'
  303. 3/10 snapshots sharing following 19 elements
  304. org.elasticsearch.cluster.routing.IndexShardRoutingTable.shardsWithState(IndexShardRoutingTable.java:558)
  305. org.elasticsearch.cluster.routing.IndexRoutingTable.shardsWithState(IndexRoutingTable.java:268)
  306. org.elasticsearch.cluster.routing.RoutingTable.shardsWithState(RoutingTable.java:114)
  307. org.elasticsearch.cluster.routing.allocation.decider.DiskThresholdDecider.sizeOfRelocatingShards(DiskThresholdDecider.java:225)
  308. org.elasticsearch.cluster.routing.allocation.decider.DiskThresholdDecider.canAllocate(DiskThresholdDecider.java:288)
  309. org.elasticsearch.cluster.routing.allocation.decider.AllocationDeciders.canAllocate(AllocationDeciders.java:74)
  310. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator$Balancer.tryRelocateShard(BalancedShardsAllocator.java:799)
  311. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator$Balancer.balance(BalancedShardsAllocator.java:426)
  312. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator.rebalance(BalancedShardsAllocator.java:124)
  313. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator.allocateUnassigned(BalancedShardsAllocator.java:118)
  314. org.elasticsearch.cluster.routing.allocation.allocator.ShardsAllocators.allocateUnassigned(ShardsAllocators.java:75)
  315. org.elasticsearch.cluster.routing.allocation.AllocationService.reroute(AllocationService.java:217)
  316. org.elasticsearch.cluster.routing.allocation.AllocationService.applyStartedShards(AllocationService.java:86)
  317. org.elasticsearch.cluster.action.shard.ShardStateAction$4.execute(ShardStateAction.java:281)
  318. org.elasticsearch.cluster.service.InternalClusterService$UpdateTask.run(InternalClusterService.java:329)
  319. org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:153)
  320. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  321. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  322. java.lang.Thread.run(Thread.java:745)
  323. 3/10 snapshots sharing following 18 elements
  324. org.elasticsearch.cluster.routing.IndexRoutingTable.shardsWithState(IndexRoutingTable.java:269)
  325. org.elasticsearch.cluster.routing.RoutingTable.shardsWithState(RoutingTable.java:114)
  326. org.elasticsearch.cluster.routing.allocation.decider.DiskThresholdDecider.sizeOfRelocatingShards(DiskThresholdDecider.java:225)
  327. org.elasticsearch.cluster.routing.allocation.decider.DiskThresholdDecider.canAllocate(DiskThresholdDecider.java:288)
  328. org.elasticsearch.cluster.routing.allocation.decider.AllocationDeciders.canAllocate(AllocationDeciders.java:74)
  329. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator$Balancer.tryRelocateShard(BalancedShardsAllocator.java:799)
  330. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator$Balancer.balance(BalancedShardsAllocator.java:426)
  331. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator.rebalance(BalancedShardsAllocator.java:124)
  332. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator.allocateUnassigned(BalancedShardsAllocator.java:118)
  333. org.elasticsearch.cluster.routing.allocation.allocator.ShardsAllocators.allocateUnassigned(ShardsAllocators.java:75)
  334. org.elasticsearch.cluster.routing.allocation.AllocationService.reroute(AllocationService.java:217)
  335. org.elasticsearch.cluster.routing.allocation.AllocationService.applyStartedShards(AllocationService.java:86)
  336. org.elasticsearch.cluster.action.shard.ShardStateAction$4.execute(ShardStateAction.java:281)
  337. org.elasticsearch.cluster.service.InternalClusterService$UpdateTask.run(InternalClusterService.java:329)
  338. org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:153)
  339. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  340. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  341. java.lang.Thread.run(Thread.java:745)
  342. 4/10 snapshots sharing following 28 elements
  343. org.elasticsearch.common.collect.UnmodifiableListIterator.<init>(UnmodifiableListIterator.java:34)
  344. org.elasticsearch.common.collect.AbstractIndexedListIterator.<init>(AbstractIndexedListIterator.java:68)
  345. org.elasticsearch.common.collect.Iterators$11.<init>(Iterators.java:1058)
  346. org.elasticsearch.common.collect.Iterators.forArray(Iterators.java:1058)
  347. org.elasticsearch.common.collect.RegularImmutableList.listIterator(RegularImmutableList.java:106)
  348. org.elasticsearch.common.collect.ImmutableList.listIterator(ImmutableList.java:344)
  349. org.elasticsearch.common.collect.ImmutableList.iterator(ImmutableList.java:340)
  350. org.elasticsearch.cluster.routing.IndexShardRoutingTable.iterator(IndexShardRoutingTable.java:173)
  351. org.elasticsearch.cluster.routing.IndexShardRoutingTable.iterator(IndexShardRoutingTable.java:46)
  352. org.elasticsearch.cluster.routing.IndexShardRoutingTable.shardsWithState(IndexShardRoutingTable.java:552)
  353. org.elasticsearch.cluster.routing.IndexRoutingTable.shardsWithState(IndexRoutingTable.java:268)
  354. org.elasticsearch.cluster.routing.RoutingTable.shardsWithState(RoutingTable.java:114)
  355. org.elasticsearch.cluster.routing.allocation.decider.DiskThresholdDecider.sizeOfRelocatingShards(DiskThresholdDecider.java:225)
  356. org.elasticsearch.cluster.routing.allocation.decider.DiskThresholdDecider.canAllocate(DiskThresholdDecider.java:288)
  357. org.elasticsearch.cluster.routing.allocation.decider.AllocationDeciders.canAllocate(AllocationDeciders.java:74)
  358. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator$Balancer.tryRelocateShard(BalancedShardsAllocator.java:799)
  359. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator$Balancer.balance(BalancedShardsAllocator.java:426)
  360. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator.rebalance(BalancedShardsAllocator.java:124)
  361. org.elasticsearch.cluster.routing.allocation.allocator.BalancedShardsAllocator.allocateUnassigned(BalancedShardsAllocator.java:118)
  362. org.elasticsearch.cluster.routing.allocation.allocator.ShardsAllocators.allocateUnassigned(ShardsAllocators.java:75)
  363. org.elasticsearch.cluster.routing.allocation.AllocationService.reroute(AllocationService.java:217)
  364. org.elasticsearch.cluster.routing.allocation.AllocationService.applyStartedShards(AllocationService.java:86)
  365. org.elasticsearch.cluster.action.shard.ShardStateAction$4.execute(ShardStateAction.java:281)
  366. org.elasticsearch.cluster.service.InternalClusterService$UpdateTask.run(InternalClusterService.java:329)
  367. org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:153)
  368. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  369. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  370. java.lang.Thread.run(Thread.java:745)
  371.  
  372. 2.3% (11.6ms out of 500ms) cpu usage by thread 'elasticsearch[master][generic][T#40]'
  373. 10/10 snapshots sharing following 9 elements
  374. sun.misc.Unsafe.park(Native Method)
  375. java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  376. java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
  377. java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
  378. java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
  379. java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
  380. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
  381. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  382. java.lang.Thread.run(Thread.java:745)
  383.  
  384. 1.2% (5.8ms out of 500ms) cpu usage by thread 'elasticsearch[master][scheduler][T#1]'
  385. 10/10 snapshots sharing following 9 elements
  386. sun.misc.Unsafe.park(Native Method)
  387. java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  388. java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
  389. java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
  390. java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
  391. java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
  392. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
  393. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  394. java.lang.Thread.run(Thread.java:745)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!