API tools faq
paste
Guest User

Hot Threads #1

a guest
Jun 2nd, 2021
211
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 14.09 KB | None | 0 0
raw download clone embed print report
  1. ::: {es-master2}{KxB7zYzZSRyxkcknPWc5Pg}{icNZ6pjrTU2lB315mq1rmw}{172.19.0.16}{172.19.0.16:9300}{m}{xpack.installed=true, transform.node=false}
  2. Hot threads at 2021-06-02T13:34:01.106Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
  3.  
  4. ::: {es-master3}{C1SP7qAUSCyFGWx8NpCd9w}{rrPk43w9Rry2UWpN7R83Ug}{172.19.0.10}{172.19.0.10:9300}{m}{xpack.installed=true, transform.node=false}
  5. Hot threads at 2021-06-02T13:34:01.106Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
  6.  
  7. ::: {es-master1}{Syx8kjYLTmOIgam0gsgdPA}{78NmIHVXSLik_fdZOmu62g}{172.19.0.11}{172.19.0.11:9300}{m}{xpack.installed=true, transform.node=false}
  8. Hot threads at 2021-06-02T13:34:01.106Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
  9.  
  10. ::: {es-data2}{zMUxvgq5RL-K5xFP_svEFw}{3z9jqI9TTomiEQKj4GqiQA}{172.19.0.9}{172.19.0.9:9300}{d}{xpack.installed=true, transform.node=false}
  11. Hot threads at 2021-06-02T13:34:01.107Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
  12.  
  13. 0.7% (3.7ms out of 500ms) cpu usage by thread 'elasticsearch[es-data2][write][T#12]'
  14. unique snapshot
  15. app//org.apache.lucene.index.SortedSetDocValuesWriter.addValue(SortedSetDocValuesWriter.java:83)
  16. app//org.apache.lucene.index.DefaultIndexingChain.indexDocValue(DefaultIndexingChain.java:721)
  17. app//org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:561)
  18. app//org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:488)
  19. app//org.apache.lucene.index.DocumentsWriterPerThread.updateDocuments(DocumentsWriterPerThread.java:208)
  20. app//org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:415)
  21. app//org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1471)
  22. app//org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1757)
  23. app//org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1400)
  24. app//org.elasticsearch.index.engine.InternalEngine.addDocs(InternalEngine.java:1187)
  25. app//org.elasticsearch.index.engine.InternalEngine.indexIntoLucene(InternalEngine.java:1124)
  26. app//org.elasticsearch.index.engine.InternalEngine.index(InternalEngine.java:951)
  27. app//org.elasticsearch.index.shard.IndexShard.index(IndexShard.java:872)
  28. app//org.elasticsearch.index.shard.IndexShard.applyIndexOperation(IndexShard.java:844)
  29. app//org.elasticsearch.index.shard.IndexShard.applyIndexOperationOnPrimary(IndexShard.java:801)
  30. app//org.elasticsearch.action.bulk.TransportShardBulkAction.executeBulkItemRequest(TransportShardBulkAction.java:274)
  31. app//org.elasticsearch.action.bulk.TransportShardBulkAction$2.doRun(TransportShardBulkAction.java:164)
  32. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26)
  33. app//org.elasticsearch.action.bulk.TransportShardBulkAction.performOnPrimary(TransportShardBulkAction.java:209)
  34. app//org.elasticsearch.action.bulk.TransportShardBulkAction.dispatchedShardOperationOnPrimary(TransportShardBulkAction.java:115)
  35. app//org.elasticsearch.action.bulk.TransportShardBulkAction.dispatchedShardOperationOnPrimary(TransportShardBulkAction.java:74)
  36. app//org.elasticsearch.action.support.replication.TransportWriteAction$1.doRun(TransportWriteAction.java:168)
  37. app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:732)
  38. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26)
  39. [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  40. [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
  41. [email protected]/java.lang.Thread.run(Thread.java:832)
  42.  
  43. 0.7% (3.6ms out of 500ms) cpu usage by thread 'elasticsearch[es-data2][write][T#14]'
  44. unique snapshot
  45. [email protected]/sun.nio.ch.FileDispatcherImpl.force0(Native Method)
  46. [email protected]/sun.nio.ch.FileDispatcherImpl.force(FileDispatcherImpl.java:82)
  47. [email protected]/sun.nio.ch.FileChannelImpl.force(FileChannelImpl.java:465)
  48. app//org.elasticsearch.index.translog.TranslogWriter.syncUpTo(TranslogWriter.java:417)
  49. app//org.elasticsearch.index.translog.Translog.ensureSynced(Translog.java:775)
  50. app//org.elasticsearch.index.translog.Translog.ensureSynced(Translog.java:796)
  51. app//org.elasticsearch.index.engine.InternalEngine.ensureTranslogSynced(InternalEngine.java:537)
  52. app//org.elasticsearch.index.shard.IndexShard$7.write(IndexShard.java:3282)
  53. app//org.elasticsearch.common.util.concurrent.AsyncIOProcessor.processList(AsyncIOProcessor.java:97)
  54. app//org.elasticsearch.common.util.concurrent.AsyncIOProcessor.drainAndProcessAndRelease(AsyncIOProcessor.java:85)
  55. app//org.elasticsearch.common.util.concurrent.AsyncIOProcessor.put(AsyncIOProcessor.java:73)
  56. app//org.elasticsearch.index.shard.IndexShard.sync(IndexShard.java:3305)
  57. app//org.elasticsearch.action.support.replication.TransportWriteAction$AsyncAfterWriteAction.run(TransportWriteAction.java:406)
  58. app//org.elasticsearch.action.support.replication.TransportWriteAction$WritePrimaryResult.runPostReplicationActions(TransportWriteAction.java:249)
  59. app//org.elasticsearch.action.support.replication.ReplicationOperation.handlePrimaryResult(ReplicationOperation.java:139)
  60. app//org.elasticsearch.action.support.replication.ReplicationOperation$$Lambda$5549/0x00000008018d5630.accept(Unknown Source)
  61. app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:117)
  62. app//org.elasticsearch.action.ActionListener.completeWith(ActionListener.java:340)
  63. app//org.elasticsearch.action.bulk.TransportShardBulkAction$2.finishRequest(TransportShardBulkAction.java:204)
  64. app//org.elasticsearch.action.bulk.TransportShardBulkAction$2.doRun(TransportShardBulkAction.java:173)
  65. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26)
  66. app//org.elasticsearch.action.bulk.TransportShardBulkAction.performOnPrimary(TransportShardBulkAction.java:209)
  67. app//org.elasticsearch.action.bulk.TransportShardBulkAction.dispatchedShardOperationOnPrimary(TransportShardBulkAction.java:115)
  68. app//org.elasticsearch.action.bulk.TransportShardBulkAction.dispatchedShardOperationOnPrimary(TransportShardBulkAction.java:74)
  69. app//org.elasticsearch.action.support.replication.TransportWriteAction$1.doRun(TransportWriteAction.java:168)
  70. app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:732)
  71. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26)
  72. [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  73. [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
  74. [email protected]/java.lang.Thread.run(Thread.java:832)
  75.  
  76. ::: {es-coord1}{Lq-k-ysUSC-9aGDDs9nE7g}{mdrqfzARSPuvPV1kAAiQpA}{172.19.0.6}{172.19.0.6:9300}{i}{xpack.installed=true, transform.node=false}
  77. Hot threads at 2021-06-02T13:34:01.107Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
  78.  
  79. ::: {es-data1}{GPhxT1vaSJe28koqMC1lrA}{mzrWUtWeQhaToj5HhPrzoA}{172.19.0.15}{172.19.0.15:9300}{d}{xpack.installed=true, transform.node=false}
  80. Hot threads at 2021-06-02T13:34:01.107Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
  81.  
  82. 0.5% (2.5ms out of 500ms) cpu usage by thread 'elasticsearch[es-data1][write][T#29]'
  83. 10/10 snapshots sharing following 30 elements
  84. [email protected]/sun.nio.ch.FileDispatcherImpl.force0(Native Method)
  85. [email protected]/sun.nio.ch.FileDispatcherImpl.force(FileDispatcherImpl.java:82)
  86. [email protected]/sun.nio.ch.FileChannelImpl.force(FileChannelImpl.java:465)
  87. app//org.elasticsearch.index.translog.TranslogWriter.syncUpTo(TranslogWriter.java:417)
  88. app//org.elasticsearch.index.translog.Translog.ensureSynced(Translog.java:775)
  89. app//org.elasticsearch.index.translog.Translog.ensureSynced(Translog.java:796)
  90. app//org.elasticsearch.index.engine.InternalEngine.ensureTranslogSynced(InternalEngine.java:537)
  91. app//org.elasticsearch.index.shard.IndexShard$7.write(IndexShard.java:3282)
  92. app//org.elasticsearch.common.util.concurrent.AsyncIOProcessor.processList(AsyncIOProcessor.java:97)
  93. app//org.elasticsearch.common.util.concurrent.AsyncIOProcessor.drainAndProcessAndRelease(AsyncIOProcessor.java:85)
  94. app//org.elasticsearch.common.util.concurrent.AsyncIOProcessor.put(AsyncIOProcessor.java:73)
  95. app//org.elasticsearch.index.shard.IndexShard.sync(IndexShard.java:3305)
  96. app//org.elasticsearch.action.support.replication.TransportWriteAction$AsyncAfterWriteAction.run(TransportWriteAction.java:406)
  97. app//org.elasticsearch.action.support.replication.TransportWriteAction$WritePrimaryResult.runPostReplicationActions(TransportWriteAction.java:249)
  98. app//org.elasticsearch.action.support.replication.ReplicationOperation.handlePrimaryResult(ReplicationOperation.java:139)
  99. app//org.elasticsearch.action.support.replication.ReplicationOperation$$Lambda$6081/0x000000080197cf40.accept(Unknown Source)
  100. app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:117)
  101. app//org.elasticsearch.action.ActionListener.completeWith(ActionListener.java:340)
  102. app//org.elasticsearch.action.bulk.TransportShardBulkAction$2.finishRequest(TransportShardBulkAction.java:204)
  103. app//org.elasticsearch.action.bulk.TransportShardBulkAction$2.doRun(TransportShardBulkAction.java:173)
  104. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26)
  105. app//org.elasticsearch.action.bulk.TransportShardBulkAction.performOnPrimary(TransportShardBulkAction.java:209)
  106. app//org.elasticsearch.action.bulk.TransportShardBulkAction.dispatchedShardOperationOnPrimary(TransportShardBulkAction.java:115)
  107. app//org.elasticsearch.action.bulk.TransportShardBulkAction.dispatchedShardOperationOnPrimary(TransportShardBulkAction.java:74)
  108. app//org.elasticsearch.action.support.replication.TransportWriteAction$1.doRun(TransportWriteAction.java:168)
  109. app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:732)
  110. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26)
  111. [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  112. [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
  113. [email protected]/java.lang.Thread.run(Thread.java:832)
  114.  
  115. 0.4% (2ms out of 500ms) cpu usage by thread 'elasticsearch[es-data1][write][T#9]'
  116. 10/10 snapshots sharing following 30 elements
  117. [email protected]/sun.nio.ch.FileDispatcherImpl.force0(Native Method)
  118. [email protected]/sun.nio.ch.FileDispatcherImpl.force(FileDispatcherImpl.java:82)
  119. [email protected]/sun.nio.ch.FileChannelImpl.force(FileChannelImpl.java:465)
  120. app//org.elasticsearch.index.translog.TranslogWriter.syncUpTo(TranslogWriter.java:417)
  121. app//org.elasticsearch.index.translog.Translog.ensureSynced(Translog.java:775)
  122. app//org.elasticsearch.index.translog.Translog.ensureSynced(Translog.java:796)
  123. app//org.elasticsearch.index.engine.InternalEngine.ensureTranslogSynced(InternalEngine.java:537)
  124. app//org.elasticsearch.index.shard.IndexShard$7.write(IndexShard.java:3282)
  125. app//org.elasticsearch.common.util.concurrent.AsyncIOProcessor.processList(AsyncIOProcessor.java:97)
  126. app//org.elasticsearch.common.util.concurrent.AsyncIOProcessor.drainAndProcessAndRelease(AsyncIOProcessor.java:85)
  127. app//org.elasticsearch.common.util.concurrent.AsyncIOProcessor.put(AsyncIOProcessor.java:73)
  128. app//org.elasticsearch.index.shard.IndexShard.sync(IndexShard.java:3305)
  129. app//org.elasticsearch.action.support.replication.TransportWriteAction$AsyncAfterWriteAction.run(TransportWriteAction.java:406)
  130. app//org.elasticsearch.action.support.replication.TransportWriteAction$WritePrimaryResult.runPostReplicationActions(TransportWriteAction.java:249)
  131. app//org.elasticsearch.action.support.replication.ReplicationOperation.handlePrimaryResult(ReplicationOperation.java:139)
  132. app//org.elasticsearch.action.support.replication.ReplicationOperation$$Lambda$6081/0x000000080197cf40.accept(Unknown Source)
  133. app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:117)
  134. app//org.elasticsearch.action.ActionListener.completeWith(ActionListener.java:340)
  135. app//org.elasticsearch.action.bulk.TransportShardBulkAction$2.finishRequest(TransportShardBulkAction.java:204)
  136. app//org.elasticsearch.action.bulk.TransportShardBulkAction$2.doRun(TransportShardBulkAction.java:173)
  137. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26)
  138. app//org.elasticsearch.action.bulk.TransportShardBulkAction.performOnPrimary(TransportShardBulkAction.java:209)
  139. app//org.elasticsearch.action.bulk.TransportShardBulkAction.dispatchedShardOperationOnPrimary(TransportShardBulkAction.java:115)
  140. app//org.elasticsearch.action.bulk.TransportShardBulkAction.dispatchedShardOperationOnPrimary(TransportShardBulkAction.java:74)
  141. app//org.elasticsearch.action.support.replication.TransportWriteAction$1.doRun(TransportWriteAction.java:168)
  142. app//org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:732)
  143. app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26)
  144. [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  145. [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
  146. [email protected]/java.lang.Thread.run(Thread.java:832)
  147.  
Advertisement
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!