API tools faq
paste
Advertisement
dusse1dorf

Untitled

dusse1dorf
Jun 2nd, 2021
37
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 13.57 KB | None | 0 0
raw download clone embed print report
  1. ::: {es-master2}{KxB7zYzZSRyxkcknPWc5Pg}{icNZ6pjrTU2lB315mq1rmw}{172.19.0.16}{172.19.0.16:9300}{m}{xpack.installed=true, transform.node=false}
  2. Hot threads at 2021-06-02T13:35:37.044Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
  3.  
  4. ::: {es-master3}{C1SP7qAUSCyFGWx8NpCd9w}{rrPk43w9Rry2UWpN7R83Ug}{172.19.0.10}{172.19.0.10:9300}{m}{xpack.installed=true, transform.node=false}
  5. Hot threads at 2021-06-02T13:35:37.044Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
  6.  
  7. ::: {es-master1}{Syx8kjYLTmOIgam0gsgdPA}{78NmIHVXSLik_fdZOmu62g}{172.19.0.11}{172.19.0.11:9300}{m}{xpack.installed=true, transform.node=false}
  8. Hot threads at 2021-06-02T13:35:37.044Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
  9.  
  10. ::: {es-data2}{zMUxvgq5RL-K5xFP_svEFw}{3z9jqI9TTomiEQKj4GqiQA}{172.19.0.9}{172.19.0.9:9300}{d}{xpack.installed=true, transform.node=false}
  11. Hot threads at 2021-06-02T13:35:37.045Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
  12.  
  13. 47.1% (235.3ms out of 500ms) cpu usage by thread 'elasticsearch[es-data2][[radlogs-defcon.svc-us_11-9.4.507.0-2021.22][0]: Lucene Merge Thread #19]'
  14. 6/10 snapshots sharing following 12 elements
  15. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.write(BlockTreeTermsWriter.java:907)
  16. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter.write(BlockTreeTermsWriter.java:318)
  17. app//org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
  18. app//org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:197)
  19. app//org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:244)
  20. app//org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:139)
  21. app//org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4760)
  22. app//org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4364)
  23. app//org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5924)
  24. app//org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
  25. app//org.elasticsearch.index.engine.ElasticsearchConcurrentMergeScheduler.doMerge(ElasticsearchConcurrentMergeScheduler.java:89)
  26. app//org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:682)
  27. 2/10 snapshots sharing following 14 elements
  28. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.writeBlocks(BlockTreeTermsWriter.java:628)
  29. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.pushTerm(BlockTreeTermsWriter.java:947)
  30. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.write(BlockTreeTermsWriter.java:912)
  31. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter.write(BlockTreeTermsWriter.java:318)
  32. app//org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
  33. app//org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:197)
  34. app//org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:244)
  35. app//org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:139)
  36. app//org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4760)
  37. app//org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4364)
  38. app//org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5924)
  39. app//org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
  40. app//org.elasticsearch.index.engine.ElasticsearchConcurrentMergeScheduler.doMerge(ElasticsearchConcurrentMergeScheduler.java:89)
  41. app//org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:682)
  42. 2/10 snapshots sharing following 31 elements
  43. java.base@15.0.1/sun.nio.ch.FileDispatcherImpl.write0(Native Method)
  44. java.base@15.0.1/sun.nio.ch.FileDispatcherImpl.write(FileDispatcherImpl.java:62)
  45. java.base@15.0.1/sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:113)
  46. java.base@15.0.1/sun.nio.ch.IOUtil.write(IOUtil.java:79)
  47. java.base@15.0.1/sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:285)
  48. java.base@15.0.1/java.nio.channels.Channels.writeFullyImpl(Channels.java:74)
  49. java.base@15.0.1/java.nio.channels.Channels.writeFully(Channels.java:97)
  50. java.base@15.0.1/java.nio.channels.Channels$1.write(Channels.java:172)
  51. app//org.apache.lucene.store.FSDirectory$FSIndexOutput$1.write(FSDirectory.java:416)
  52. java.base@15.0.1/java.util.zip.CheckedOutputStream.write(CheckedOutputStream.java:73)
  53. java.base@15.0.1/java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:81)
  54. java.base@15.0.1/java.io.BufferedOutputStream.write(BufferedOutputStream.java:127)
  55. app//org.apache.lucene.store.OutputStreamIndexOutput.writeBytes(OutputStreamIndexOutput.java:53)
  56. app//org.elasticsearch.common.lucene.store.FilterIndexOutput.writeBytes(FilterIndexOutput.java:48)
  57. app//org.apache.lucene.store.RateLimitedIndexOutput.writeBytes(RateLimitedIndexOutput.java:73)
  58. app//org.apache.lucene.store.DataOutput.writeBytes(DataOutput.java:52)
  59. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.writeBlock(BlockTreeTermsWriter.java:846)
  60. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.writeBlocks(BlockTreeTermsWriter.java:606)
  61. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.pushTerm(BlockTreeTermsWriter.java:947)
  62. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.write(BlockTreeTermsWriter.java:912)
  63. app//org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter.write(BlockTreeTermsWriter.java:318)
  64. app//org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
  65. app//org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:197)
  66. app//org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:244)
  67. app//org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:139)
  68. app//org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4760)
  69. app//org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4364)
  70. app//org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5924)
  71. app//org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
  72. app//org.elasticsearch.index.engine.ElasticsearchConcurrentMergeScheduler.doMerge(ElasticsearchConcurrentMergeScheduler.java:89)
  73. app//org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:682)
  74.  
  75. 7.0% (34.9ms out of 500ms) cpu usage by thread 'elasticsearch[es-data2][write][T#28]'
  76. 9/10 snapshots sharing following 2 elements
  77. java.base@15.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
  78. java.base@15.0.1/java.lang.Thread.run(Thread.java:832)
  79.  
  80. 6.3% (31.4ms out of 500ms) cpu usage by thread 'elasticsearch[es-data2][write][T#8]'
  81. 8/10 snapshots sharing following 10 elements
  82. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26)
  83. app//org.elasticsearch.action.bulk.TransportShardBulkAction.performOnPrimary(TransportShardBulkAction.java:209)
  84. app//org.elasticsearch.action.bulk.TransportShardBulkAction.dispatchedShardOperationOnPrimary(TransportShardBulkAction.java:115)
  85. app//org.elasticsearch.action.bulk.TransportShardBulkAction.dispatchedShardOperationOnPrimary(TransportShardBulkAction.java:74)
  86. app//org.elasticsearch.action.support.replication.TransportWriteAction$1.doRun(TransportWriteAction.java:168)
  87. app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:732)
  88. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26)
  89. java.base@15.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  90. java.base@15.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
  91. java.base@15.0.1/java.lang.Thread.run(Thread.java:832)
  92. unique snapshot
  93. java.base@15.0.1/jdk.internal.misc.Unsafe.park(Native Method)
  94. java.base@15.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
  95. java.base@15.0.1/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:743)
  96. java.base@15.0.1/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
  97. java.base@15.0.1/java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1366)
  98. app//org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:154)
  99. java.base@15.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
  100. java.base@15.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
  101. java.base@15.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
  102. java.base@15.0.1/java.lang.Thread.run(Thread.java:832)
  103.  
  104. ::: {es-coord1}{Lq-k-ysUSC-9aGDDs9nE7g}{mdrqfzARSPuvPV1kAAiQpA}{172.19.0.6}{172.19.0.6:9300}{i}{xpack.installed=true, transform.node=false}
  105. Hot threads at 2021-06-02T13:35:37.045Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
  106.  
  107. ::: {es-data1}{GPhxT1vaSJe28koqMC1lrA}{mzrWUtWeQhaToj5HhPrzoA}{172.19.0.15}{172.19.0.15:9300}{d}{xpack.installed=true, transform.node=false}
  108. Hot threads at 2021-06-02T13:35:37.045Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
  109.  
  110. 6.0% (30.1ms out of 500ms) cpu usage by thread 'elasticsearch[es-data1][write][T#22]'
  111. 5/10 snapshots sharing following 30 elements
  112. java.base@15.0.1/sun.nio.ch.FileDispatcherImpl.force0(Native Method)
  113. java.base@15.0.1/sun.nio.ch.FileDispatcherImpl.force(FileDispatcherImpl.java:82)
  114. java.base@15.0.1/sun.nio.ch.FileChannelImpl.force(FileChannelImpl.java:465)
  115. app//org.elasticsearch.index.translog.TranslogWriter.syncUpTo(TranslogWriter.java:417)
  116. app//org.elasticsearch.index.translog.Translog.ensureSynced(Translog.java:775)
  117. app//org.elasticsearch.index.translog.Translog.ensureSynced(Translog.java:796)
  118. app//org.elasticsearch.index.engine.InternalEngine.ensureTranslogSynced(InternalEngine.java:537)
  119. app//org.elasticsearch.index.shard.IndexShard$7.write(IndexShard.java:3282)
  120. app//org.elasticsearch.common.util.concurrent.AsyncIOProcessor.processList(AsyncIOProcessor.java:97)
  121. app//org.elasticsearch.common.util.concurrent.AsyncIOProcessor.drainAndProcessAndRelease(AsyncIOProcessor.java:85)
  122. app//org.elasticsearch.common.util.concurrent.AsyncIOProcessor.put(AsyncIOProcessor.java:73)
  123. app//org.elasticsearch.index.shard.IndexShard.sync(IndexShard.java:3305)
  124. app//org.elasticsearch.action.support.replication.TransportWriteAction$AsyncAfterWriteAction.run(TransportWriteAction.java:406)
  125. app//org.elasticsearch.action.support.replication.TransportWriteAction$WritePrimaryResult.runPostReplicationActions(TransportWriteAction.java:249)
  126. app//org.elasticsearch.action.support.replication.ReplicationOperation.handlePrimaryResult(ReplicationOperation.java:139)
  127. app//org.elasticsearch.action.support.replication.ReplicationOperation$$Lambda$6081/0x000000080197cf40.accept(Unknown Source)
  128. app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:117)
  129. app//org.elasticsearch.action.ActionListener.completeWith(ActionListener.java:340)
  130. app//org.elasticsearch.action.bulk.TransportShardBulkAction$2.finishRequest(TransportShardBulkAction.java:204)
  131. app//org.elasticsearch.action.bulk.TransportShardBulkAction$2.doRun(TransportShardBulkAction.java:173)
  132. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26)
  133. app//org.elasticsearch.action.bulk.TransportShardBulkAction.performOnPrimary(TransportShardBulkAction.java:209)
  134. app//org.elasticsearch.action.bulk.TransportShardBulkAction.dispatchedShardOperationOnPrimary(TransportShardBulkAction.java:115)
  135. app//org.elasticsearch.action.bulk.TransportShardBulkAction.dispatchedShardOperationOnPrimary(TransportShardBulkAction.java:74)
  136. app//org.elasticsearch.action.support.replication.TransportWriteAction$1.doRun(TransportWriteAction.java:168)
  137. app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:732)
  138. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26)
  139. java.base@15.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  140. java.base@15.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
  141. java.base@15.0.1/java.lang.Thread.run(Thread.java:832)
  142. 3/10 snapshots sharing following 2 elements
  143. java.base@15.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
  144. java.base@15.0.1/java.lang.Thread.run(Thread.java:832)
  145.  
  146. 5.8% (28.9ms out of 500ms) cpu usage by thread 'elasticsearch[es-data1][write][T#31]'
  147. 9/10 snapshots sharing following 2 elements
  148. java.base@15.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
  149. java.base@15.0.1/java.lang.Thread.run(Thread.java:832)
  150.  
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!