Juanelonxo

Untitled

Nov 2nd, 2021 (edited)
39
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 42.13 KB | None | 0 0
  1. Hot threads at 2021-11-02T19:45:04.092Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
  2.  
  3. 11.4% (57ms out of 500ms) cpu usage by thread 'elasticsearch[es-node04][write][T#3]'
  4. 2/10 snapshots sharing following 10 elements
  5. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26)
  6. app//org.elasticsearch.action.bulk.TransportShardBulkAction.performOnPrimary(TransportShardBulkAction.java:203)
  7. app//org.elasticsearch.action.bulk.TransportShardBulkAction.dispatchedShardOperationOnPrimary(TransportShardBulkAction.java:109)
  8. app//org.elasticsearch.action.bulk.TransportShardBulkAction.dispatchedShardOperationOnPrimary(TransportShardBulkAction.java:74)
  9. app//org.elasticsearch.action.support.replication.TransportWriteAction$1.doRun(TransportWriteAction.java:172)
  10. app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:732)
  11. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26)
  12. java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  13. java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
  14. java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
  15. 5/10 snapshots sharing following 10 elements
  16. java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
  17. java.base@16.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
  18. java.base@16.0.2/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
  19. java.base@16.0.2/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
  20. java.base@16.0.2/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
  21. app//org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:154)
  22. java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
  23. java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
  24. java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
  25. java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
  26. 3/10 snapshots sharing following 26 elements
  27. app//org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:350)
  28. app//org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:476)
  29. app//org.apache.lucene.index.DocumentsWriter.preUpdate(DocumentsWriter.java:380)
  30. app//org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:403)
  31. app//org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1471)
  32. app//org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1757)
  33. app//org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1400)
  34. app//org.elasticsearch.index.engine.InternalEngine.addDocs(InternalEngine.java:1190)
  35. app//org.elasticsearch.index.engine.InternalEngine.indexIntoLucene(InternalEngine.java:1127)
  36. app//org.elasticsearch.index.engine.InternalEngine.index(InternalEngine.java:954)
  37. app//org.elasticsearch.index.shard.IndexShard.index(IndexShard.java:885)
  38. app//org.elasticsearch.index.shard.IndexShard.applyIndexOperation(IndexShard.java:847)
  39. app//org.elasticsearch.index.shard.IndexShard.applyIndexOperationOnReplica(IndexShard.java:811)
  40. app//org.elasticsearch.action.bulk.TransportShardBulkAction.performOpOnReplica(TransportShardBulkAction.java:464)
  41. app//org.elasticsearch.action.bulk.TransportShardBulkAction.performOnReplica(TransportShardBulkAction.java:446)
  42. app//org.elasticsearch.action.bulk.TransportShardBulkAction.lambda$dispatchedShardOperationOnReplica$4(TransportShardBulkAction.java:411)
  43. app//org.elasticsearch.action.bulk.TransportShardBulkAction$$Lambda$6868/0x0000000801b1e760.get(Unknown Source)
  44. app//org.elasticsearch.action.ActionListener.completeWith(ActionListener.java:434)
  45. app//org.elasticsearch.action.bulk.TransportShardBulkAction.dispatchedShardOperationOnReplica(TransportShardBulkAction.java:410)
  46. app//org.elasticsearch.action.bulk.TransportShardBulkAction.dispatchedShardOperationOnReplica(TransportShardBulkAction.java:74)
  47. app//org.elasticsearch.action.support.replication.TransportWriteAction$2.doRun(TransportWriteAction.java:197)
  48. app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:732)
  49. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26)
  50. java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  51. java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
  52. java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
  53.  
  54. 11.4% (56.9ms out of 500ms) cpu usage by thread 'elasticsearch[es-node04][[fortigate-xxxx-2021.11.02][1]: Lucene Merge Thread #9057]'
  55. 2/10 snapshots sharing following 18 elements
  56. app//org.apache.lucene.codecs.lucene80.Lucene80NormsProducer$1.readShort(Lucene80NormsProducer.java:279)
  57. app//org.apache.lucene.codecs.lucene80.IndexedDISI$Method$1.advanceExactWithinBlock(IndexedDISI.java:496)
  58. app//org.apache.lucene.codecs.lucene80.IndexedDISI.advanceExact(IndexedDISI.java:399)
  59. app//org.apache.lucene.codecs.lucene80.Lucene80NormsProducer$SparseNormsIterator.advanceExact(Lucene80NormsProducer.java:186)
  60. app//org.apache.lucene.codecs.lucene84.Lucene84PostingsWriter.startDoc(Lucene84PostingsWriter.java:259)
  61. app//org.apache.lucene.codecs.PushPostingsWriterBase.writeTerm(PushPostingsWriterBase.java:146)
  62. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.write(BlockTreeTermsWriter.java:907)
  63. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter.write(BlockTreeTermsWriter.java:318)
  64. app//org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
  65. app//org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:197)
  66. app//org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:244)
  67. app//org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:139)
  68. app//org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4759)
  69. app//org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4363)
  70. app//org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5922)
  71. app//org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:626)
  72. app//org.elasticsearch.index.engine.ElasticsearchConcurrentMergeScheduler.doMerge(ElasticsearchConcurrentMergeScheduler.java:89)
  73. app//org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
  74. 3/10 snapshots sharing following 15 elements
  75. app//org.apache.lucene.codecs.lucene80.Lucene80NormsProducer$SparseNormsIterator.advanceExact(Lucene80NormsProducer.java:186)
  76. app//org.apache.lucene.codecs.lucene84.Lucene84PostingsWriter.startDoc(Lucene84PostingsWriter.java:259)
  77. app//org.apache.lucene.codecs.PushPostingsWriterBase.writeTerm(PushPostingsWriterBase.java:146)
  78. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.write(BlockTreeTermsWriter.java:907)
  79. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter.write(BlockTreeTermsWriter.java:318)
  80. app//org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
  81. app//org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:197)
  82. app//org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:244)
  83. app//org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:139)
  84. app//org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4759)
  85. app//org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4363)
  86. app//org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5922)
  87. app//org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:626)
  88. app//org.elasticsearch.index.engine.ElasticsearchConcurrentMergeScheduler.doMerge(ElasticsearchConcurrentMergeScheduler.java:89)
  89. app//org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
  90. 2/10 snapshots sharing following 14 elements
  91. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.writeBlocks(BlockTreeTermsWriter.java:628)
  92. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.pushTerm(BlockTreeTermsWriter.java:947)
  93. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.write(BlockTreeTermsWriter.java:912)
  94. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter.write(BlockTreeTermsWriter.java:318)
  95. app//org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
  96. app//org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:197)
  97. app//org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:244)
  98. app//org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:139)
  99. app//org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4759)
  100. app//org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4363)
  101. app//org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5922)
  102. app//org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:626)
  103. app//org.elasticsearch.index.engine.ElasticsearchConcurrentMergeScheduler.doMerge(ElasticsearchConcurrentMergeScheduler.java:89)
  104. app//org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
  105. 3/10 snapshots sharing following 11 elements
  106. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter.write(BlockTreeTermsWriter.java:318)
  107. app//org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
  108. app//org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:197)
  109. app//org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:244)
  110. app//org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:139)
  111. app//org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4759)
  112. app//org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4363)
  113. app//org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5922)
  114. app//org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:626)
  115. app//org.elasticsearch.index.engine.ElasticsearchConcurrentMergeScheduler.doMerge(ElasticsearchConcurrentMergeScheduler.java:89)
  116. app//org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
  117.  
  118. 10.6% (53ms out of 500ms) cpu usage by thread 'elasticsearch[es-node04][[winlogbeat-2021.11.02][2]: Lucene Merge Thread #471]'
  119. 2/10 snapshots sharing following 13 elements
  120. app//org.apache.lucene.codecs.lucene80.Lucene80DocValuesConsumer.doAddSortedField(Lucene80DocValuesConsumer.java:682)
  121. app//org.apache.lucene.codecs.lucene80.Lucene80DocValuesConsumer.addSortedSetField(Lucene80DocValuesConsumer.java:891)
  122. app//org.apache.lucene.codecs.DocValuesConsumer.mergeSortedSetField(DocValuesConsumer.java:804)
  123. app//org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:145)
  124. app//org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.merge(PerFieldDocValuesFormat.java:155)
  125. app//org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:195)
  126. app//org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:150)
  127. app//org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4759)
  128. app//org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4363)
  129. app//org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5922)
  130. app//org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:626)
  131. app//org.elasticsearch.index.engine.ElasticsearchConcurrentMergeScheduler.doMerge(ElasticsearchConcurrentMergeScheduler.java:89)
  132. app//org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
  133. 4/10 snapshots sharing following 5 elements
  134. app//org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4363)
  135. app//org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5922)
  136. app//org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:626)
  137. app//org.elasticsearch.index.engine.ElasticsearchConcurrentMergeScheduler.doMerge(ElasticsearchConcurrentMergeScheduler.java:89)
  138. app//org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
  139.  
  140. ::: {es-node02}{fWfIv65ZRe6Dch0zM5MLDQ}{xZteGezfSUuXbUFk7MZPLw}{xx.xx.xx.xx}{xx.xx.xx.xx:9300}{cdfhilmrstw}{ml.machine_memory=33249222656, ml.max_open_jobs=512, xpack.installed=true, ml.max_jvm_size=4294967296, transform.node=true}
  141. Hot threads at 2021-11-02T19:45:04.092Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
  142.  
  143. 18.2% (91.1ms out of 500ms) cpu usage by thread 'elasticsearch[es-node02][[winlogbeat-2021.11.02][1]: Lucene Merge Thread #5543]'
  144. 2/10 snapshots sharing following 16 elements
  145. app//org.apache.lucene.index.MappingMultiPostingsEnum$MappingPostingsSub.nextDoc(MappingMultiPostingsEnum.java:51)
  146. app//org.apache.lucene.index.DocIDMerger$SequentialDocIDMerger.next(DocIDMerger.java:99)
  147. app//org.apache.lucene.index.MappingMultiPostingsEnum.nextDoc(MappingMultiPostingsEnum.java:103)
  148. app//org.apache.lucene.codecs.PushPostingsWriterBase.writeTerm(PushPostingsWriterBase.java:133)
  149. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.write(BlockTreeTermsWriter.java:907)
  150. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter.write(BlockTreeTermsWriter.java:318)
  151. app//org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
  152. app//org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:197)
  153. app//org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:244)
  154. app//org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:139)
  155. app//org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4759)
  156. app//org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4363)
  157. app//org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5922)
  158. app//org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:626)
  159. app//org.elasticsearch.index.engine.ElasticsearchConcurrentMergeScheduler.doMerge(ElasticsearchConcurrentMergeScheduler.java:89)
  160. app//org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
  161. 2/10 snapshots sharing following 12 elements
  162. app//org.apache.lucene.index.MappedMultiFields.terms(MappedMultiFields.java:43)
  163. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter.write(BlockTreeTermsWriter.java:302)
  164. app//org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
  165. app//org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:197)
  166. app//org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:244)
  167. app//org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:139)
  168. app//org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4759)
  169. app//org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4363)
  170. app//org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5922)
  171. app//org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:626)
  172. app//org.elasticsearch.index.engine.ElasticsearchConcurrentMergeScheduler.doMerge(ElasticsearchConcurrentMergeScheduler.java:89)
  173. app//org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
  174. 6/10 snapshots sharing following 12 elements
  175. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.write(BlockTreeTermsWriter.java:907)
  176. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter.write(BlockTreeTermsWriter.java:318)
  177. app//org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
  178. app//org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:197)
  179. app//org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:244)
  180. app//org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:139)
  181. app//org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4759)
  182. app//org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4363)
  183. app//org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5922)
  184. app//org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:626)
  185. app//org.elasticsearch.index.engine.ElasticsearchConcurrentMergeScheduler.doMerge(ElasticsearchConcurrentMergeScheduler.java:89)
  186. app//org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
  187.  
  188. 17.5% (87.3ms out of 500ms) cpu usage by thread 'elasticsearch[es-node02][write][T#4]'
  189. 4/10 snapshots sharing following 5 elements
  190. app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:732)
  191. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26)
  192. java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  193. java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
  194. java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
  195. 6/10 snapshots sharing following 10 elements
  196. java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
  197. java.base@16.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
  198. java.base@16.0.2/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
  199. java.base@16.0.2/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
  200. java.base@16.0.2/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
  201. app//org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:154)
  202. java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
  203. java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
  204. java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
  205. java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
  206.  
  207. 13.0% (64.8ms out of 500ms) cpu usage by thread 'elasticsearch[es-node02][write][T#2]'
  208. 3/10 snapshots sharing following 21 elements
  209. app//org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1471)
  210. app//org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1757)
  211. app//org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1400)
  212. app//org.elasticsearch.index.engine.InternalEngine.addDocs(InternalEngine.java:1190)
  213. app//org.elasticsearch.index.engine.InternalEngine.indexIntoLucene(InternalEngine.java:1127)
  214. app//org.elasticsearch.index.engine.InternalEngine.index(InternalEngine.java:954)
  215. app//org.elasticsearch.index.shard.IndexShard.index(IndexShard.java:885)
  216. app//org.elasticsearch.index.shard.IndexShard.applyIndexOperation(IndexShard.java:847)
  217. app//org.elasticsearch.index.shard.IndexShard.applyIndexOperationOnPrimary(IndexShard.java:804)
  218. app//org.elasticsearch.action.bulk.TransportShardBulkAction.executeBulkItemRequest(TransportShardBulkAction.java:268)
  219. app//org.elasticsearch.action.bulk.TransportShardBulkAction$2.doRun(TransportShardBulkAction.java:158)
  220. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26)
  221. app//org.elasticsearch.action.bulk.TransportShardBulkAction.performOnPrimary(TransportShardBulkAction.java:203)
  222. app//org.elasticsearch.action.bulk.TransportShardBulkAction.dispatchedShardOperationOnPrimary(TransportShardBulkAction.java:109)
  223. app//org.elasticsearch.action.bulk.TransportShardBulkAction.dispatchedShardOperationOnPrimary(TransportShardBulkAction.java:74)
  224. app//org.elasticsearch.action.support.replication.TransportWriteAction$1.doRun(TransportWriteAction.java:172)
  225. app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:732)
  226. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26)
  227. java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  228. java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
  229. java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
  230. 2/10 snapshots sharing following 19 elements
  231. app//org.elasticsearch.index.shard.IndexShard.sync(IndexShard.java:3322)
  232. app//org.elasticsearch.action.support.replication.TransportWriteAction$AsyncAfterWriteAction.run(TransportWriteAction.java:410)
  233. app//org.elasticsearch.action.support.replication.TransportWriteAction$WritePrimaryResult.runPostReplicationActions(TransportWriteAction.java:253)
  234. app//org.elasticsearch.action.support.replication.ReplicationOperation.handlePrimaryResult(ReplicationOperation.java:139)
  235. app//org.elasticsearch.action.support.replication.ReplicationOperation$$Lambda$6035/0x000000080199bfa8.accept(Unknown Source)
  236. app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:134)
  237. app//org.elasticsearch.action.ActionListener.completeWith(ActionListener.java:445)
  238. app//org.elasticsearch.action.bulk.TransportShardBulkAction$2.finishRequest(TransportShardBulkAction.java:198)
  239. app//org.elasticsearch.action.bulk.TransportShardBulkAction$2.doRun(TransportShardBulkAction.java:167)
  240. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26)
  241. app//org.elasticsearch.action.bulk.TransportShardBulkAction.performOnPrimary(TransportShardBulkAction.java:203)
  242. app//org.elasticsearch.action.bulk.TransportShardBulkAction.dispatchedShardOperationOnPrimary(TransportShardBulkAction.java:109)
  243. app//org.elasticsearch.action.bulk.TransportShardBulkAction.dispatchedShardOperationOnPrimary(TransportShardBulkAction.java:74)
  244. app//org.elasticsearch.action.support.replication.TransportWriteAction$1.doRun(TransportWriteAction.java:172)
  245. app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:732)
  246. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26)
  247. java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  248. java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
  249. java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
  250. 5/10 snapshots sharing following 10 elements
  251. java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
  252. java.base@16.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
  253. java.base@16.0.2/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
  254. java.base@16.0.2/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
  255. java.base@16.0.2/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
  256. app//org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:154)
  257. java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
  258. java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
  259. java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
  260. java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
  261.  
  262. ::: {es-node01}{suCQpLODTmK6g0Uygds4ow}{5DxgBn1cRsuTPtpV5Ljx0w}{xx.xx.xx.xx}{xx.xx.xx.xx:9300}{cdfhilmrstw}{ml.machine_memory=33249222656, xpack.installed=true, transform.node=true, ml.max_open_jobs=512, ml.max_jvm_size=4294967296}
  263. Hot threads at 2021-11-02T19:45:04.087Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
  264.  
  265. 8.9% (44.4ms out of 500ms) cpu usage by thread 'elasticsearch[es-node01][write][T#1]'
  266. 2/10 snapshots sharing following 8 elements
  267. app//org.elasticsearch.action.bulk.TransportShardBulkAction.dispatchedShardOperationOnReplica(TransportShardBulkAction.java:410)
  268. app//org.elasticsearch.action.bulk.TransportShardBulkAction.dispatchedShardOperationOnReplica(TransportShardBulkAction.java:74)
  269. app//org.elasticsearch.action.support.replication.TransportWriteAction$2.doRun(TransportWriteAction.java:197)
  270. app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:732)
  271. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26)
  272. java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  273. java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
  274. java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
  275. unique snapshot
  276. java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
  277. java.base@16.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
  278. java.base@16.0.2/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
  279. java.base@16.0.2/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
  280. java.base@16.0.2/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
  281. app//org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:154)
  282. java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
  283. java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
  284. java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
  285. java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
  286.  
  287. 7.0% (35.1ms out of 500ms) cpu usage by thread 'elasticsearch[es-node01][write][T#3]'
  288. 2/10 snapshots sharing following 10 elements
  289. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26)
  290. app//org.elasticsearch.action.bulk.TransportShardBulkAction.performOnPrimary(TransportShardBulkAction.java:203)
  291. app//org.elasticsearch.action.bulk.TransportShardBulkAction.dispatchedShardOperationOnPrimary(TransportShardBulkAction.java:109)
  292. app//org.elasticsearch.action.bulk.TransportShardBulkAction.dispatchedShardOperationOnPrimary(TransportShardBulkAction.java:74)
  293. app//org.elasticsearch.action.support.replication.TransportWriteAction$1.doRun(TransportWriteAction.java:172)
  294. app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:732)
  295. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26)
  296. java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  297. java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
  298. java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
  299. 8/10 snapshots sharing following 10 elements
  300. java.base@16.0.2/jdk.internal.misc.Unsafe.park(Native Method)
  301. java.base@16.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
  302. java.base@16.0.2/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
  303. java.base@16.0.2/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
  304. java.base@16.0.2/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
  305. app//org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:154)
  306. java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
  307. java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
  308. java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
  309. java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
  310.  
  311. ::: {es-node03}{gmVutf-FRZOnI_PN4-5liQ}{AUc8R-sKTYuwVPfMCO5I4w}{xx.xx.xx.xx}{xx.xx.xx.xx:9300}{cdfhilmrstw}{ml.machine_memory=33249222656, ml.max_open_jobs=512, xpack.installed=true, ml.max_jvm_size=4294967296, transform.node=true}
  312. Hot threads at 2021-11-02T19:45:04.085Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
  313.  
  314. 13.2% (65.8ms out of 500ms) cpu usage by thread 'elasticsearch[es-node03][[fortigate-xxxx-2021.11.02][2]: Lucene Merge Thread #10360]'
  315. 10/10 snapshots sharing following 10 elements
  316. app//org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
  317. app//org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:197)
  318. app//org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:244)
  319. app//org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:139)
  320. app//org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4759)
  321. app//org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4363)
  322. app//org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5922)
  323. app//org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:626)
  324. app//org.elasticsearch.index.engine.ElasticsearchConcurrentMergeScheduler.doMerge(ElasticsearchConcurrentMergeScheduler.java:89)
  325. app//org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
  326.  
  327. 12.2% (61.1ms out of 500ms) cpu usage by thread 'elasticsearch[es-node03][write][T#3]'
  328. 5/10 snapshots sharing following 10 elements
  329. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26)
  330. app//org.elasticsearch.action.bulk.TransportShardBulkAction.performOnPrimary(TransportShardBulkAction.java:203)
  331. app//org.elasticsearch.action.bulk.TransportShardBulkAction.dispatchedShardOperationOnPrimary(TransportShardBulkAction.java:109)
  332. app//org.elasticsearch.action.bulk.TransportShardBulkAction.dispatchedShardOperationOnPrimary(TransportShardBulkAction.java:74)
  333. app//org.elasticsearch.action.support.replication.TransportWriteAction$1.doRun(TransportWriteAction.java:172)
  334. app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:732)
  335. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26)
  336. java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  337. java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
  338. java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
  339. 5/10 snapshots sharing following 26 elements
  340. app//org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:350)
  341. app//org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:476)
  342. app//org.apache.lucene.index.DocumentsWriter.preUpdate(DocumentsWriter.java:380)
  343. app//org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:403)
  344. app//org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1471)
  345. app//org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1757)
  346. app//org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1400)
  347. app//org.elasticsearch.index.engine.InternalEngine.addDocs(InternalEngine.java:1190)
  348. app//org.elasticsearch.index.engine.InternalEngine.indexIntoLucene(InternalEngine.java:1127)
  349. app//org.elasticsearch.index.engine.InternalEngine.index(InternalEngine.java:954)
  350. app//org.elasticsearch.index.shard.IndexShard.index(IndexShard.java:885)
  351. app//org.elasticsearch.index.shard.IndexShard.applyIndexOperation(IndexShard.java:847)
  352. app//org.elasticsearch.index.shard.IndexShard.applyIndexOperationOnReplica(IndexShard.java:811)
  353. app//org.elasticsearch.action.bulk.TransportShardBulkAction.performOpOnReplica(TransportShardBulkAction.java:464)
  354. app//org.elasticsearch.action.bulk.TransportShardBulkAction.performOnReplica(TransportShardBulkAction.java:446)
  355. app//org.elasticsearch.action.bulk.TransportShardBulkAction.lambda$dispatchedShardOperationOnReplica$4(TransportShardBulkAction.java:411)
  356. app//org.elasticsearch.action.bulk.TransportShardBulkAction$$Lambda$6495/0x0000000801a8f358.get(Unknown Source)
  357. app//org.elasticsearch.action.ActionListener.completeWith(ActionListener.java:434)
  358. app//org.elasticsearch.action.bulk.TransportShardBulkAction.dispatchedShardOperationOnReplica(TransportShardBulkAction.java:410)
  359. app//org.elasticsearch.action.bulk.TransportShardBulkAction.dispatchedShardOperationOnReplica(TransportShardBulkAction.java:74)
  360. app//org.elasticsearch.action.support.replication.TransportWriteAction$2.doRun(TransportWriteAction.java:197)
  361. app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:732)
  362. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26)
  363. java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  364. java.base@16.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
  365. java.base@16.0.2/java.lang.Thread.run(Thread.java:831)
  366.  
  367. 12.0% (59.9ms out of 500ms) cpu usage by thread 'elasticsearch[es-node03][[waf-2021.11.02][1]: Lucene Merge Thread #116]'
  368. 2/10 snapshots sharing following 16 elements
  369. app//org.apache.lucene.index.MappingMultiPostingsEnum$MappingPostingsSub.nextDoc(MappingMultiPostingsEnum.java:51)
  370. app//org.apache.lucene.index.DocIDMerger$SequentialDocIDMerger.next(DocIDMerger.java:99)
  371. app//org.apache.lucene.index.MappingMultiPostingsEnum.nextDoc(MappingMultiPostingsEnum.java:103)
  372. app//org.apache.lucene.codecs.PushPostingsWriterBase.writeTerm(PushPostingsWriterBase.java:133)
  373. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.write(BlockTreeTermsWriter.java:907)
  374. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter.write(BlockTreeTermsWriter.java:318)
  375. app//org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
  376. app//org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:197)
  377. app//org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:244)
  378. app//org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:139)
  379. app//org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4759)
  380. app//org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4363)
  381. app//org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5922)
  382. app//org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:626)
  383. app//org.elasticsearch.index.engine.ElasticsearchConcurrentMergeScheduler.doMerge(ElasticsearchConcurrentMergeScheduler.java:89)
  384. app//org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
  385. 2/10 snapshots sharing following 14 elements
  386. app//org.apache.lucene.codecs.lucene84.Lucene84PostingsWriter.startDoc(Lucene84PostingsWriter.java:259)
  387. app//org.apache.lucene.codecs.PushPostingsWriterBase.writeTerm(PushPostingsWriterBase.java:146)
  388. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.write(BlockTreeTermsWriter.java:907)
  389. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter.write(BlockTreeTermsWriter.java:318)
  390. app//org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
  391. app//org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:197)
  392. app//org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:244)
  393. app//org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:139)
  394. app//org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4759)
  395. app//org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4363)
  396. app//org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5922)
  397. app//org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:626)
  398. app//org.elasticsearch.index.engine.ElasticsearchConcurrentMergeScheduler.doMerge(ElasticsearchConcurrentMergeScheduler.java:89)
  399. app//org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
  400. 2/10 snapshots sharing following 13 elements
  401. app//org.apache.lucene.codecs.PushPostingsWriterBase.writeTerm(PushPostingsWriterBase.java:133)
  402. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.write(BlockTreeTermsWriter.java:907)
  403. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter.write(BlockTreeTermsWriter.java:318)
  404. app//org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
  405. app//org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:197)
  406. app//org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:244)
  407. app//org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:139)
  408. app//org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4759)
  409. app//org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4363)
  410. app//org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5922)
  411. app//org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:626)
  412. app//org.elasticsearch.index.engine.ElasticsearchConcurrentMergeScheduler.doMerge(ElasticsearchConcurrentMergeScheduler.java:89)
  413. app//org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
  414. 2/10 snapshots sharing following 14 elements
  415. app//org.apache.lucene.index.MappingMultiPostingsEnum.freq(MappingMultiPostingsEnum.java:84)
  416. app//org.apache.lucene.codecs.PushPostingsWriterBase.writeTerm(PushPostingsWriterBase.java:141)
  417. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.write(BlockTreeTermsWriter.java:907)
  418. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter.write(BlockTreeTermsWriter.java:318)
  419. app//org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
  420. app//org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:197)
  421. app//org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:244)
  422. app//org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:139)
  423. app//org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4759)
  424. app//org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4363)
  425. app//org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5922)
  426. app//org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:626)
  427. app//org.elasticsearch.index.engine.ElasticsearchConcurrentMergeScheduler.doMerge(ElasticsearchConcurrentMergeScheduler.java:89)
  428. app//org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
  429. 2/10 snapshots sharing following 13 elements
  430. app//org.apache.lucene.codecs.PushPostingsWriterBase.writeTerm(PushPostingsWriterBase.java:161)
  431. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.write(BlockTreeTermsWriter.java:907)
  432. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter.write(BlockTreeTermsWriter.java:318)
  433. app//org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
  434. app//org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:197)
  435. app//org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:244)
  436. app//org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:139)
  437. app//org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4759)
  438. app//org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4363)
  439. app//org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5922)
  440. app//org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:626)
  441. app//org.elasticsearch.index.engine.ElasticsearchConcurrentMergeScheduler.doMerge(ElasticsearchConcurrentMergeScheduler.java:89)
  442. app//org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
  443.  
Add Comment
Please, Sign In to add comment