API tools faq
paste
Guest User

Untitled

a guest
Oct 7th, 2019
73
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 55.32 KB | None | 0 0
raw download clone embed print report
  1. ::: {fnCKGrx}{fnCKGrxiS_y7tdm-VO3RXg}{7k02MbHRTTujG_BxuWxu5g}{172.31.39.159}{172.31.39.159:9300}{aws_availability_zone=us-east-1c, ml.machine_memory=7995396096, xpack.installed=true, ml.max_open_jobs=20, ml.enabled=true}
  2. Hot threads at 2019-10-07T16:32:46.414, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
  3.  
  4. 5.8% (29ms out of 500ms) cpu usage by thread 'elasticsearch[fnCKGrx][search][T#5]'
  5. 2/10 snapshots sharing following 27 elements
  6. app//org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:523)
  7. app//org.apache.lucene.search.PointInSetQuery$1.scorer(PointInSetQuery.java:138)
  8. app//org.apache.lucene.search.Weight.scorerSupplier(Weight.java:143)
  9. app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:725)
  10. app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:154)
  11. app//org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:364)
  12. app//org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:330)
  13. app//org.apache.lucene.search.Weight.bulkScorer(Weight.java:177)
  14. app//org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:324)
  15. app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:667)
  16. app//org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191)
  17. app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:471)
  18. app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:269)
  19. app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:107)
  20. app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:330)
  21. app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:377)
  22. app//org.elasticsearch.search.SearchService.access$100(SearchService.java:121)
  23. app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:339)
  24. app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:335)
  25. app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1082)
  26. app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:723)
  27. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  28. app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
  29. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  30. [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
  31. [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
  32. [email protected]/java.lang.Thread.run(Thread.java:844)
  33. 7/10 snapshots sharing following 10 elements
  34. [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
  35. [email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  36. [email protected]/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
  37. [email protected]/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
  38. [email protected]/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1367)
  39. app//org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:165)
  40. [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
  41. [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
  42. [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
  43. [email protected]/java.lang.Thread.run(Thread.java:844)
  44.  
  45. ::: {h9zeBGO}{h9zeBGOhSOee1BHWXAFw6w}{schUp8GPQ_iDpf2oSY5TDg}{172.31.45.106}{172.31.45.106:9300}{aws_availability_zone=us-east-1c, ml.machine_memory=7995400192, ml.max_open_jobs=20, xpack.installed=true, ml.enabled=true}
  46. Hot threads at 2019-10-07T16:32:54.714, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
  47.  
  48. 4.5% (22.5ms out of 500ms) cpu usage by thread 'elasticsearch[h9zeBGO][search][T#4]'
  49. 2/10 snapshots sharing following 36 elements
  50. app//org.apache.lucene.codecs.MultiLevelSkipListReader.init(MultiLevelSkipListReader.java:208)
  51. app//org.apache.lucene.codecs.lucene50.Lucene50SkipReader.init(Lucene50SkipReader.java:103)
  52. app//org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.advance(Lucene50PostingsReader.java:415)
  53. app//org.apache.lucene.search.ConjunctionDISI.doNext(ConjunctionDISI.java:200)
  54. app//org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:240)
  55. app//org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:261)
  56. app//org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:214)
  57. app//org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
  58. app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:670)
  59. app//org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191)
  60. app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:471)
  61. app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:269)
  62. app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:107)
  63. app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$17(IndicesService.java:1211)
  64. app//org.elasticsearch.indices.IndicesService$$Lambda$3359/1834311191.accept(Unknown Source)
  65. app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$18(IndicesService.java:1264)
  66. app//org.elasticsearch.indices.IndicesService$$Lambda$3360/98824884.get(Unknown Source)
  67. app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:163)
  68. app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:146)
  69. app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
  70. app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:118)
  71. app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1270)
  72. app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1210)
  73. app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:328)
  74. app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:377)
  75. app//org.elasticsearch.search.SearchService.access$100(SearchService.java:121)
  76. app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:339)
  77. app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:335)
  78. app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1082)
  79. app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:723)
  80. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  81. app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
  82. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  83. [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
  84. [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
  85. [email protected]/java.lang.Thread.run(Thread.java:844)
  86. 5/10 snapshots sharing following 29 elements
  87. app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.bulkScorer(IndicesQueryCache.java:160)
  88. app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:667)
  89. app//org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191)
  90. app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:471)
  91. app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:269)
  92. app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:107)
  93. app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$17(IndicesService.java:1211)
  94. app//org.elasticsearch.indices.IndicesService$$Lambda$3359/1834311191.accept(Unknown Source)
  95. app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$18(IndicesService.java:1264)
  96. app//org.elasticsearch.indices.IndicesService$$Lambda$3360/98824884.get(Unknown Source)
  97. app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:163)
  98. app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:146)
  99. app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
  100. app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:118)
  101. app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1270)
  102. app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1210)
  103. app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:328)
  104. app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:377)
  105. app//org.elasticsearch.search.SearchService.access$100(SearchService.java:121)
  106. app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:339)
  107. app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:335)
  108. app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1082)
  109. app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:723)
  110. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  111. app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
  112. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  113. [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
  114. [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
  115. [email protected]/java.lang.Thread.run(Thread.java:844)
  116. 2/10 snapshots sharing following 50 elements
  117. [email protected]/java.nio.MappedByteBuffer.limit(MappedByteBuffer.java:228)
  118. [email protected]/java.nio.MappedByteBuffer.limit(MappedByteBuffer.java:66)
  119. [email protected]/java.nio.Buffer.<init>(Buffer.java:217)
  120. [email protected]/java.nio.ByteBuffer.<init>(ByteBuffer.java:279)
  121. [email protected]/java.nio.ByteBuffer.<init>(ByteBuffer.java:287)
  122. [email protected]/java.nio.MappedByteBuffer.<init>(MappedByteBuffer.java:89)
  123. [email protected]/java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:197)
  124. [email protected]/java.nio.DirectByteBufferR.<init>(DirectByteBufferR.java:204)
  125. [email protected]/java.nio.DirectByteBufferR.duplicate(DirectByteBufferR.java:233)
  126. app//org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:310)
  127. app//org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:277)
  128. app//org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:249)
  129. app//org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:347)
  130. app//org.apache.lucene.codecs.MultiLevelSkipListReader.loadSkipLevels(MultiLevelSkipListReader.java:239)
  131. app//org.apache.lucene.codecs.MultiLevelSkipListReader.init(MultiLevelSkipListReader.java:208)
  132. app//org.apache.lucene.codecs.lucene50.Lucene50SkipReader.init(Lucene50SkipReader.java:103)
  133. app//org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.advance(Lucene50PostingsReader.java:415)
  134. app//org.apache.lucene.search.ConjunctionDISI.doNext(ConjunctionDISI.java:213)
  135. app//org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:240)
  136. app//org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:261)
  137. app//org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:214)
  138. app//org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
  139. app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:670)
  140. app//org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191)
  141. app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:471)
  142. app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:269)
  143. app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:107)
  144. app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$17(IndicesService.java:1211)
  145. app//org.elasticsearch.indices.IndicesService$$Lambda$3359/1834311191.accept(Unknown Source)
  146. app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$18(IndicesService.java:1264)
  147. app//org.elasticsearch.indices.IndicesService$$Lambda$3360/98824884.get(Unknown Source)
  148. app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:163)
  149. app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:146)
  150. app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
  151. app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:118)
  152. app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1270)
  153. app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1210)
  154. app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:328)
  155. app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:377)
  156. app//org.elasticsearch.search.SearchService.access$100(SearchService.java:121)
  157. app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:339)
  158. app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:335)
  159. app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1082)
  160. app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:723)
  161. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  162. app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
  163. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  164. [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
  165. [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
  166. [email protected]/java.lang.Thread.run(Thread.java:844)
  167. unique snapshot
  168. app//org.apache.lucene.codecs.MultiLevelSkipListReader.init(MultiLevelSkipListReader.java:208)
  169. app//org.apache.lucene.codecs.lucene50.Lucene50SkipReader.init(Lucene50SkipReader.java:103)
  170. app//org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.advance(Lucene50PostingsReader.java:415)
  171. app//org.apache.lucene.search.ConjunctionDISI.doNext(ConjunctionDISI.java:213)
  172. app//org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:240)
  173. app//org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:261)
  174. app//org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:214)
  175. app//org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
  176. app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:670)
  177. app//org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191)
  178. app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:471)
  179. app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:269)
  180. app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:107)
  181. app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$17(IndicesService.java:1211)
  182. app//org.elasticsearch.indices.IndicesService$$Lambda$3359/1834311191.accept(Unknown Source)
  183. app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$18(IndicesService.java:1264)
  184. app//org.elasticsearch.indices.IndicesService$$Lambda$3360/98824884.get(Unknown Source)
  185. app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:163)
  186. app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:146)
  187. app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
  188. app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:118)
  189. app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1270)
  190. app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1210)
  191. app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:328)
  192. app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:377)
  193. app//org.elasticsearch.search.SearchService.access$100(SearchService.java:121)
  194. app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:339)
  195. app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:335)
  196. app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1082)
  197. app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:723)
  198. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  199. app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
  200. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  201. [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
  202. [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
  203. [email protected]/java.lang.Thread.run(Thread.java:844)
  204.  
  205. 4.5% (22.5ms out of 500ms) cpu usage by thread 'elasticsearch[h9zeBGO][search][T#1]'
  206. 3/10 snapshots sharing following 41 elements
  207. app//org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:783)
  208. app//org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:783)
  209. app//org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:523)
  210. app//org.apache.lucene.search.PointInSetQuery$1.scorer(PointInSetQuery.java:138)
  211. app//org.apache.lucene.search.Weight.scorerSupplier(Weight.java:143)
  212. app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:751)
  213. app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:154)
  214. app//org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:364)
  215. app//org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:330)
  216. app//org.apache.lucene.search.Weight.bulkScorer(Weight.java:177)
  217. app//org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:324)
  218. app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.bulkScorer(LRUQueryCache.java:832)
  219. app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.bulkScorer(IndicesQueryCache.java:160)
  220. app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:667)
  221. app//org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191)
  222. app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:471)
  223. app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:269)
  224. app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:107)
  225. app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$17(IndicesService.java:1211)
  226. app//org.elasticsearch.indices.IndicesService$$Lambda$3359/1834311191.accept(Unknown Source)
  227. app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$18(IndicesService.java:1264)
  228. app//org.elasticsearch.indices.IndicesService$$Lambda$3360/98824884.get(Unknown Source)
  229. app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:163)
  230. app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:146)
  231. app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
  232. app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:118)
  233. app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1270)
  234. app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1210)
  235. app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:328)
  236. app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:377)
  237. app//org.elasticsearch.search.SearchService.access$100(SearchService.java:121)
  238. app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:339)
  239. app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:335)
  240. app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1082)
  241. app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:723)
  242. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  243. app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
  244. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  245. [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
  246. [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
  247. [email protected]/java.lang.Thread.run(Thread.java:844)
  248. 2/10 snapshots sharing following 42 elements
  249. app//org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:773)
  250. app//org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:773)
  251. app//org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:773)
  252. app//org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:523)
  253. app//org.apache.lucene.search.PointInSetQuery$1.scorer(PointInSetQuery.java:138)
  254. app//org.apache.lucene.search.Weight.scorerSupplier(Weight.java:143)
  255. app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:725)
  256. app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:154)
  257. app//org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:364)
  258. app//org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:330)
  259. app//org.apache.lucene.search.Weight.bulkScorer(Weight.java:177)
  260. app//org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:324)
  261. app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.bulkScorer(LRUQueryCache.java:806)
  262. app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.bulkScorer(IndicesQueryCache.java:160)
  263. app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:667)
  264. app//org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191)
  265. app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:471)
  266. app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:269)
  267. app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:107)
  268. app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$17(IndicesService.java:1211)
  269. app//org.elasticsearch.indices.IndicesService$$Lambda$3359/1834311191.accept(Unknown Source)
  270. app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$18(IndicesService.java:1264)
  271. app//org.elasticsearch.indices.IndicesService$$Lambda$3360/98824884.get(Unknown Source)
  272. app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:163)
  273. app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:146)
  274. app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
  275. app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:118)
  276. app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1270)
  277. app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1210)
  278. app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:328)
  279. app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:377)
  280. app//org.elasticsearch.search.SearchService.access$100(SearchService.java:121)
  281. app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:339)
  282. app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:335)
  283. app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1082)
  284. app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:723)
  285. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  286. app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
  287. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  288. [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
  289. [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
  290. [email protected]/java.lang.Thread.run(Thread.java:844)
  291. 3/10 snapshots sharing following 39 elements
  292. app//org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:523)
  293. app//org.apache.lucene.search.PointInSetQuery$1.scorer(PointInSetQuery.java:138)
  294. app//org.apache.lucene.search.Weight.scorerSupplier(Weight.java:143)
  295. app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:725)
  296. app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:154)
  297. app//org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:364)
  298. app//org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:330)
  299. app//org.apache.lucene.search.Weight.bulkScorer(Weight.java:177)
  300. app//org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:324)
  301. app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.bulkScorer(LRUQueryCache.java:806)
  302. app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.bulkScorer(IndicesQueryCache.java:160)
  303. app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:667)
  304. app//org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191)
  305. app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:471)
  306. app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:269)
  307. app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:107)
  308. app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$17(IndicesService.java:1211)
  309. app//org.elasticsearch.indices.IndicesService$$Lambda$3359/1834311191.accept(Unknown Source)
  310. app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$18(IndicesService.java:1264)
  311. app//org.elasticsearch.indices.IndicesService$$Lambda$3360/98824884.get(Unknown Source)
  312. app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:163)
  313. app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:146)
  314. app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
  315. app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:118)
  316. app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1270)
  317. app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1210)
  318. app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:328)
  319. app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:377)
  320. app//org.elasticsearch.search.SearchService.access$100(SearchService.java:121)
  321. app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:339)
  322. app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:335)
  323. app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1082)
  324. app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:723)
  325. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  326. app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
  327. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  328. [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
  329. [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
  330. [email protected]/java.lang.Thread.run(Thread.java:844)
  331. 2/10 snapshots sharing following 43 elements
  332. app//org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:773)
  333. app//org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:773)
  334. app//org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:773)
  335. app//org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:773)
  336. app//org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:523)
  337. app//org.apache.lucene.search.PointInSetQuery$1.scorer(PointInSetQuery.java:138)
  338. app//org.apache.lucene.search.Weight.scorerSupplier(Weight.java:143)
  339. app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:751)
  340. app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:154)
  341. app//org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:364)
  342. app//org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:330)
  343. app//org.apache.lucene.search.Weight.bulkScorer(Weight.java:177)
  344. app//org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:324)
  345. app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.bulkScorer(LRUQueryCache.java:832)
  346. app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.bulkScorer(IndicesQueryCache.java:160)
  347. app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:667)
  348. app//org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191)
  349. app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:471)
  350. app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:269)
  351. app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:107)
  352. app//org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$17(IndicesService.java:1211)
  353. app//org.elasticsearch.indices.IndicesService$$Lambda$3359/1834311191.accept(Unknown Source)
  354. app//org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$18(IndicesService.java:1264)
  355. app//org.elasticsearch.indices.IndicesService$$Lambda$3360/98824884.get(Unknown Source)
  356. app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:163)
  357. app//org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:146)
  358. app//org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433)
  359. app//org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:118)
  360. app//org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1270)
  361. app//org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1210)
  362. app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:328)
  363. app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:377)
  364. app//org.elasticsearch.search.SearchService.access$100(SearchService.java:121)
  365. app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:339)
  366. app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:335)
  367. app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1082)
  368. app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:723)
  369. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  370. app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
  371. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  372. [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
  373. [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
  374. [email protected]/java.lang.Thread.run(Thread.java:844)
  375.  
  376. 2.5% (12.6ms out of 500ms) cpu usage by thread 'elasticsearch[h9zeBGO][search][T#3]'
  377. 7/10 snapshots sharing following 21 elements
  378. app//org.apache.lucene.store.DataInput.readVInt(DataInput.java:125)
  379. app//org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader$BlockState.doReset(CompressingStoredFieldsReader.java:424)
  380. app//org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader$BlockState.reset(CompressingStoredFieldsReader.java:389)
  381. app//org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.document(CompressingStoredFieldsReader.java:568)
  382. app//org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.visitDocument(CompressingStoredFieldsReader.java:578)
  383. app//org.apache.lucene.index.CodecReader.document(CodecReader.java:84)
  384. app//org.apache.lucene.index.FilterLeafReader.document(FilterLeafReader.java:341)
  385. app//org.elasticsearch.search.fetch.FetchPhase.loadStoredFields(FetchPhase.java:427)
  386. app//org.elasticsearch.search.fetch.FetchPhase.getSearchFields(FetchPhase.java:226)
  387. app//org.elasticsearch.search.fetch.FetchPhase.createSearchHit(FetchPhase.java:201)
  388. app//org.elasticsearch.search.fetch.FetchPhase.execute(FetchPhase.java:152)
  389. app//org.elasticsearch.search.SearchService.lambda$executeFetchPhase$3(SearchService.java:556)
  390. app//org.elasticsearch.search.SearchService$$Lambda$3295/1008967064.get(Unknown Source)
  391. app//org.elasticsearch.search.SearchService$3.doRun(SearchService.java:361)
  392. app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:723)
  393. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  394. app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
  395. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  396. [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
  397. [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
  398. [email protected]/java.lang.Thread.run(Thread.java:844)
  399. 2/10 snapshots sharing following 32 elements
  400. app//org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:783)
  401. app//org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:783)
  402. app//org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:773)
  403. app//org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:523)
  404. app//org.apache.lucene.search.PointInSetQuery$1.scorer(PointInSetQuery.java:138)
  405. app//org.apache.lucene.search.Weight.scorerSupplier(Weight.java:143)
  406. app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:751)
  407. app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:154)
  408. app//org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:364)
  409. app//org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:330)
  410. app//org.apache.lucene.search.Weight.bulkScorer(Weight.java:177)
  411. app//org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:324)
  412. app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.bulkScorer(LRUQueryCache.java:832)
  413. app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.bulkScorer(IndicesQueryCache.java:160)
  414. app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:667)
  415. app//org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191)
  416. app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:471)
  417. app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:269)
  418. app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:107)
  419. app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:330)
  420. app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:377)
  421. app//org.elasticsearch.search.SearchService.access$100(SearchService.java:121)
  422. app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:339)
  423. app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:335)
  424. app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1082)
  425. app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:723)
  426. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  427. app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
  428. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  429. [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
  430. [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
  431. [email protected]/java.lang.Thread.run(Thread.java:844)
  432. unique snapshot
  433. app//org.apache.lucene.util.bkd.DocIdsWriter.readInts(DocIdsWriter.java:78)
  434. app//org.apache.lucene.util.bkd.BKDReader.readDocIDs(BKDReader.java:610)
  435. app//org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:747)
  436. app//org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:783)
  437. app//org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:783)
  438. app//org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:773)
  439. app//org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:783)
  440. app//org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:773)
  441. app//org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:773)
  442. app//org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:773)
  443. app//org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:523)
  444. app//org.apache.lucene.search.PointInSetQuery$1.scorer(PointInSetQuery.java:138)
  445. app//org.apache.lucene.search.Weight.scorerSupplier(Weight.java:143)
  446. app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:751)
  447. app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:154)
  448. app//org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:364)
  449. app//org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:330)
  450. app//org.apache.lucene.search.Weight.bulkScorer(Weight.java:177)
  451. app//org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:324)
  452. app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.bulkScorer(LRUQueryCache.java:832)
  453. app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.bulkScorer(IndicesQueryCache.java:160)
  454. app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:667)
  455. app//org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191)
  456. app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:471)
  457. app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:269)
  458. app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:107)
  459. app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:330)
  460. app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:377)
  461. app//org.elasticsearch.search.SearchService.access$100(SearchService.java:121)
  462. app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:339)
  463. app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:335)
  464. app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1082)
  465. app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:723)
  466. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  467. app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
  468. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  469. [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
  470. [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
  471. [email protected]/java.lang.Thread.run(Thread.java:844)
  472.  
  473. ::: {mYQuejt}{mYQuejt9R2mPr5R0-7n7tA}{ucK943ecThqPDCh8eX63Zg}{172.31.43.4}{172.31.43.4:9300}{aws_availability_zone=us-east-1c, ml.machine_memory=7995387904, ml.max_open_jobs=20, xpack.installed=true, ml.enabled=true}
  474. Hot threads at 2019-10-07T16:33:40.345, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
  475.  
  476. 23.2% (115.7ms out of 500ms) cpu usage by thread 'elasticsearch[mYQuejt][search][T#2]'
  477. 2/10 snapshots sharing following 28 elements
  478. app//org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:773)
  479. app//org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:523)
  480. app//org.apache.lucene.search.PointInSetQuery$1.scorer(PointInSetQuery.java:138)
  481. app//org.apache.lucene.search.Weight.scorerSupplier(Weight.java:143)
  482. app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:725)
  483. app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:154)
  484. app//org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:364)
  485. app//org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:330)
  486. app//org.apache.lucene.search.Weight.bulkScorer(Weight.java:177)
  487. app//org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:324)
  488. app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:667)
  489. app//org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191)
  490. app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:471)
  491. app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:269)
  492. app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:107)
  493. app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:330)
  494. app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:377)
  495. app//org.elasticsearch.search.SearchService.access$100(SearchService.java:121)
  496. app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:339)
  497. app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:335)
  498. app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1082)
  499. app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:723)
  500. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  501. app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
  502. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  503. [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
  504. [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
  505. [email protected]/java.lang.Thread.run(Thread.java:844)
  506. 8/10 snapshots sharing following 10 elements
  507. [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
  508. [email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  509. [email protected]/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
  510. [email protected]/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
  511. [email protected]/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1367)
  512. app//org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:165)
  513. [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
  514. [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
  515. [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
  516. [email protected]/java.lang.Thread.run(Thread.java:844)
  517.  
  518. 22.2% (111.2ms out of 500ms) cpu usage by thread 'elasticsearch[mYQuejt][search][T#5]'
  519. 3/10 snapshots sharing following 30 elements
  520. app//org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:783)
  521. app//org.apache.lucene.util.bkd.BKDReader.intersect(BKDReader.java:523)
  522. app//org.apache.lucene.search.PointInSetQuery$1.scorer(PointInSetQuery.java:138)
  523. app//org.apache.lucene.search.Weight.scorerSupplier(Weight.java:143)
  524. app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:751)
  525. app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:154)
  526. app//org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:364)
  527. app//org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:330)
  528. app//org.apache.lucene.search.Weight.bulkScorer(Weight.java:177)
  529. app//org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:324)
  530. app//org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.bulkScorer(LRUQueryCache.java:832)
  531. app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.bulkScorer(IndicesQueryCache.java:160)
  532. app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:667)
  533. app//org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191)
  534. app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:471)
  535. app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:269)
  536. app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:107)
  537. app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:330)
  538. app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:377)
  539. app//org.elasticsearch.search.SearchService.access$100(SearchService.java:121)
  540. app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:339)
  541. app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:335)
  542. app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1082)
  543. app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:723)
  544. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  545. app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
  546. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  547. [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
  548. [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
  549. [email protected]/java.lang.Thread.run(Thread.java:844)
  550. 7/10 snapshots sharing following 2 elements
  551. [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
  552. [email protected]/java.lang.Thread.run(Thread.java:844)
  553.  
  554. 16.6% (83.1ms out of 500ms) cpu usage by thread 'elasticsearch[mYQuejt][search][T#4]'
  555. 2/10 snapshots sharing following 19 elements
  556. app//org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.bulkScorer(IndicesQueryCache.java:160)
  557. app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:667)
  558. app//org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191)
  559. app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:471)
  560. app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:269)
  561. app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:107)
  562. app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:330)
  563. app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:377)
  564. app//org.elasticsearch.search.SearchService.access$100(SearchService.java:121)
  565. app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:339)
  566. app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:335)
  567. app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1082)
  568. app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:723)
  569. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  570. app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
  571. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  572. [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
  573. [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
  574. [email protected]/java.lang.Thread.run(Thread.java:844)
  575. 7/10 snapshots sharing following 10 elements
  576. [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
  577. [email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
  578. [email protected]/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
  579. [email protected]/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
  580. [email protected]/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1367)
  581. app//org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:165)
  582. [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
  583. [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
  584. [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
  585. [email protected]/java.lang.Thread.run(Thread.java:844)
  586. unique snapshot
  587. app//org.apache.lucene.util.packed.DirectMonotonicReader$2.get(DirectMonotonicReader.java:114)
  588. app//org.apache.lucene.codecs.lucene70.Lucene70DocValuesProducer$TermsDict.seekExact(Lucene70DocValuesProducer.java:1039)
  589. app//org.apache.lucene.codecs.lucene70.Lucene70DocValuesProducer$BaseSortedDocValues.lookupOrd(Lucene70DocValuesProducer.java:925)
  590. app//org.apache.lucene.search.FieldComparator$TermOrdValComparator.copy(FieldComparator.java:700)
  591. app//org.apache.lucene.search.MultiLeafFieldComparator.copy(MultiLeafFieldComparator.java:81)
  592. app//org.apache.lucene.search.TopFieldCollector$SimpleFieldCollector$1.collect(TopFieldCollector.java:190)
  593. app//org.apache.lucene.search.MultiCollector$MultiLeafCollector.collect(MultiCollector.java:174)
  594. app//org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:263)
  595. app//org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:214)
  596. app//org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
  597. app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:670)
  598. app//org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191)
  599. app//org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:471)
  600. app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:269)
  601. app//org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:107)
  602. app//org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:330)
  603. app//org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:377)
  604. app//org.elasticsearch.search.SearchService.access$100(SearchService.java:121)
  605. app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:339)
  606. app//org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:335)
  607. app//org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1082)
  608. app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:723)
  609. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  610. app//org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41)
  611. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  612. [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
  613. [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
  614. [email protected]/java.lang.Thread.run(Thread.java:844)
Advertisement
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!