API tools faq
paste
Advertisement
Guest User

Untitled

a guest
Jun 3rd, 2015
254
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 64.62 KB | None | 0 0
raw download clone embed print report
  1. ::: [node5][jpDoqVaXTJSnhW-KWfe7yQ][prdlexiceels005][inet[/10.89.184.200:9300]]{master=false}
  2.  
  3. 34.2% (170.7ms out of 500ms) cpu usage by thread 'elasticsearch[node5][bulk][T#16]'
  4. 10/10 snapshots sharing following 10 elements
  5. sun.misc.Unsafe.park(Native Method)
  6. java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  7. java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735)
  8. java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644)
  9. java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137)
  10. org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162)
  11. java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  12. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  13. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  14. java.lang.Thread.run(Thread.java:745)
  15.  
  16. 26.7% (133.3ms out of 500ms) cpu usage by thread 'elasticsearch[node5][bulk][T#2]'
  17. 10/10 snapshots sharing following 10 elements
  18. sun.misc.Unsafe.park(Native Method)
  19. java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  20. java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735)
  21. java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644)
  22. java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137)
  23. org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162)
  24. java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  25. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  26. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  27. java.lang.Thread.run(Thread.java:745)
  28.  
  29. 13.2% (65.8ms out of 500ms) cpu usage by thread 'elasticsearch[node5][refresh][T#18]'
  30. 10/10 snapshots sharing following 9 elements
  31. sun.misc.Unsafe.park(Native Method)
  32. java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  33. java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735)
  34. java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644)
  35. java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137)
  36. java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  37. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  38. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  39. java.lang.Thread.run(Thread.java:745)
  40.  
  41. ::: [node2][C9RI3x3lTqSpvy-xZlN77A][prdlexiceels002][inet[/10.89.185.21:9300]]{master=false}
  42.  
  43. 39.5% (197.7ms out of 500ms) cpu usage by thread 'elasticsearch[node2][bulk][T#2]'
  44. 10/10 snapshots sharing following 10 elements
  45. sun.misc.Unsafe.park(Native Method)
  46. java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  47. java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735)
  48. java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644)
  49. java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137)
  50. org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162)
  51. java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  52. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  53. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  54. java.lang.Thread.run(Thread.java:744)
  55.  
  56. 32.6% (163ms out of 500ms) cpu usage by thread 'elasticsearch[node2][search][T#6]'
  57. 8/10 snapshots sharing following 15 elements
  58. org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:185)
  59. org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:163)
  60. org.apache.lucene.search.BulkScorer.score(BulkScorer.java:35)
  61. org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:621)
  62. org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:175)
  63. org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309)
  64. org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:186)
  65. org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:170)
  66. org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:257)
  67. org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:688)
  68. org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:677)
  69. org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:270)
  70. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  71. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  72. java.lang.Thread.run(Thread.java:744)
  73. 2/10 snapshots sharing following 16 elements
  74. org.apache.lucene.search.ConstantScoreQuery$ConstantScorer.nextDoc(ConstantScoreQuery.java:257)
  75. org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:184)
  76. org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:163)
  77. org.apache.lucene.search.BulkScorer.score(BulkScorer.java:35)
  78. org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:621)
  79. org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:175)
  80. org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309)
  81. org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:186)
  82. org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:170)
  83. org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:257)
  84. org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:688)
  85. org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:677)
  86. org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:270)
  87. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  88. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  89. java.lang.Thread.run(Thread.java:744)
  90.  
  91. 24.9% (124.6ms out of 500ms) cpu usage by thread 'elasticsearch[node2][bulk][T#4]'
  92. 9/10 snapshots sharing following 13 elements
  93. org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:465)
  94. org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1537)
  95. org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1207)
  96. org.elasticsearch.index.engine.internal.InternalEngine.innerCreate(InternalEngine.java:459)
  97. org.elasticsearch.index.engine.internal.InternalEngine.create(InternalEngine.java:386)
  98. org.elasticsearch.index.shard.service.InternalIndexShard.create(InternalIndexShard.java:384)
  99. org.elasticsearch.action.bulk.TransportShardBulkAction.shardIndexOperation(TransportShardBulkAction.java:427)
  100. org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnPrimary(TransportShardBulkAction.java:155)
  101. org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.performOnPrimary(TransportShardReplicationOperationAction.java:534)
  102. org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction$1.run(TransportShardReplicationOperationAction.java:433)
  103. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  104. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  105. java.lang.Thread.run(Thread.java:744)
  106. unique snapshot
  107. java.lang.Object.notifyAll(Native Method)
  108. org.apache.lucene.index.DocumentsWriterStallControl.updateStalled(DocumentsWriterStallControl.java:60)
  109. org.apache.lucene.index.DocumentsWriterFlushControl.updateStallState(DocumentsWriterFlushControl.java:244)
  110. org.apache.lucene.index.DocumentsWriterFlushControl.doAfterDocument(DocumentsWriterFlushControl.java:193)
  111. org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:477)
  112. org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1537)
  113. org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1207)
  114. org.elasticsearch.index.engine.internal.InternalEngine.innerCreate(InternalEngine.java:459)
  115. org.elasticsearch.index.engine.internal.InternalEngine.create(InternalEngine.java:386)
  116. org.elasticsearch.index.shard.service.InternalIndexShard.create(InternalIndexShard.java:384)
  117. org.elasticsearch.action.bulk.TransportShardBulkAction.shardIndexOperation(TransportShardBulkAction.java:427)
  118. org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnPrimary(TransportShardBulkAction.java:155)
  119. org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction.performOnPrimary(TransportShardReplicationOperationAction.java:534)
  120. org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction$1.run(TransportShardReplicationOperationAction.java:433)
  121. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  122. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  123. java.lang.Thread.run(Thread.java:744)
  124.  
  125. ::: [node8][yme4v2X6ScW9UIlIbxDWDg][prdlexiceels008][inet[/10.89.184.199:9300]]{master=false}
  126.  
  127. 75.3% (376.5ms out of 500ms) cpu usage by thread 'elasticsearch[node8][management][T#1]'
  128. 4/10 snapshots sharing following 13 elements
  129. org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.terms(PerFieldPostingsFormat.java:217)
  130. org.elasticsearch.search.suggest.completion.Completion090PostingsFormat.completionStats(Completion090PostingsFormat.java:361)
  131. org.elasticsearch.index.shard.service.InternalIndexShard.completionStats(InternalIndexShard.java:586)
  132. org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:163)
  133. org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:49)
  134. org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:211)
  135. org.elasticsearch.node.service.NodeService.stats(NodeService.java:156)
  136. org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:100)
  137. org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:43)
  138. org.elasticsearch.action.support.nodes.TransportNodesOperationAction$AsyncAction$2.run(TransportNodesOperationAction.java:146)
  139. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  140. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  141. java.lang.Thread.run(Thread.java:744)
  142. 3/10 snapshots sharing following 15 elements
  143. java.util.TreeMap.getEntry(TreeMap.java:353)
  144. java.util.TreeMap.get(TreeMap.java:273)
  145. org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.terms(PerFieldPostingsFormat.java:216)
  146. org.elasticsearch.search.suggest.completion.Completion090PostingsFormat.completionStats(Completion090PostingsFormat.java:361)
  147. org.elasticsearch.index.shard.service.InternalIndexShard.completionStats(InternalIndexShard.java:586)
  148. org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:163)
  149. org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:49)
  150. org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:211)
  151. org.elasticsearch.node.service.NodeService.stats(NodeService.java:156)
  152. org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:100)
  153. org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:43)
  154. org.elasticsearch.action.support.nodes.TransportNodesOperationAction$AsyncAction$2.run(TransportNodesOperationAction.java:146)
  155. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  156. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  157. java.lang.Thread.run(Thread.java:744)
  158. 2/10 snapshots sharing following 15 elements
  159. org.apache.lucene.index.SegmentCoreReaders.ramBytesUsed(SegmentCoreReaders.java:217)
  160. org.apache.lucene.index.SegmentReader.ramBytesUsed(SegmentReader.java:567)
  161. org.elasticsearch.index.engine.internal.InternalEngine.getReaderRamBytesUsed(InternalEngine.java:1038)
  162. org.elasticsearch.index.engine.internal.InternalEngine.segmentsStats(InternalEngine.java:1049)
  163. org.elasticsearch.index.shard.service.InternalIndexShard.segmentStats(InternalIndexShard.java:534)
  164. org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:166)
  165. org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:49)
  166. org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:211)
  167. org.elasticsearch.node.service.NodeService.stats(NodeService.java:156)
  168. org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:100)
  169. org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:43)
  170. org.elasticsearch.action.support.nodes.TransportNodesOperationAction$AsyncAction$2.run(TransportNodesOperationAction.java:146)
  171. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  172. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  173. java.lang.Thread.run(Thread.java:744)
  174. unique snapshot
  175. java.util.TreeMap.getFirstEntry(TreeMap.java:1965)
  176. java.util.TreeMap.keyIterator(TreeMap.java:1018)
  177. java.util.TreeMap$KeySet.iterator(TreeMap.java:1031)
  178. java.util.Collections$UnmodifiableCollection$1.<init>(Collections.java:1064)
  179. java.util.Collections$UnmodifiableCollection.iterator(Collections.java:1063)
  180. org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.iterator(PerFieldPostingsFormat.java:211)
  181. org.elasticsearch.search.suggest.completion.Completion090PostingsFormat.completionStats(Completion090PostingsFormat.java:360)
  182. org.elasticsearch.index.shard.service.InternalIndexShard.completionStats(InternalIndexShard.java:586)
  183. org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:163)
  184. org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:49)
  185. org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:211)
  186. org.elasticsearch.node.service.NodeService.stats(NodeService.java:156)
  187. org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:100)
  188. org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:43)
  189. org.elasticsearch.action.support.nodes.TransportNodesOperationAction$AsyncAction$2.run(TransportNodesOperationAction.java:146)
  190. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  191. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  192. java.lang.Thread.run(Thread.java:744)
  193.  
  194. 50.7% (253.7ms out of 500ms) cpu usage by thread 'elasticsearch[node8][refresh][T#2]'
  195. 2/10 snapshots sharing following 27 elements
  196. org.apache.lucene.codecs.BlockTreeTermsWriter$TermsWriter$FindBlocks.freeze(BlockTreeTermsWriter.java:547)
  197. org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:214)
  198. org.apache.lucene.util.fst.Builder.add(Builder.java:394)
  199. org.apache.lucene.codecs.BlockTreeTermsWriter$TermsWriter.finishTerm(BlockTreeTermsWriter.java:1039)
  200. org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:548)
  201. org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
  202. org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
  203. org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
  204. org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
  205. org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:465)
  206. org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:518)
  207. org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:628)
  208. org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:373)
  209. org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:287)
  210. org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:262)
  211. org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:252)
  212. org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:171)
  213. org.apache.lucene.search.SearcherManager.refreshIfNeeded(SearcherManager.java:118)
  214. org.apache.lucene.search.SearcherManager.refreshIfNeeded(SearcherManager.java:58)
  215. org.apache.lucene.search.ReferenceManager.doMaybeRefresh(ReferenceManager.java:176)
  216. org.apache.lucene.search.ReferenceManager.maybeRefresh(ReferenceManager.java:225)
  217. org.elasticsearch.index.engine.internal.InternalEngine.refresh(InternalEngine.java:715)
  218. org.elasticsearch.index.shard.service.InternalIndexShard.refresh(InternalIndexShard.java:479)
  219. org.elasticsearch.index.shard.service.InternalIndexShard$EngineRefresher$1.run(InternalIndexShard.java:928)
  220. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  221. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  222. java.lang.Thread.run(Thread.java:744)
  223. 5/10 snapshots sharing following 27 elements
  224. org.apache.lucene.codecs.BlockTreeTermsWriter$TermsWriter$FindBlocks.freeze(BlockTreeTermsWriter.java:547)
  225. org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:214)
  226. org.apache.lucene.util.fst.Builder.finish(Builder.java:463)
  227. org.apache.lucene.codecs.BlockTreeTermsWriter$TermsWriter.finish(BlockTreeTermsWriter.java:1054)
  228. org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:553)
  229. org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
  230. org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
  231. org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
  232. org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
  233. org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:465)
  234. org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:518)
  235. org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:628)
  236. org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:373)
  237. org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:287)
  238. org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:262)
  239. org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:252)
  240. org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:171)
  241. org.apache.lucene.search.SearcherManager.refreshIfNeeded(SearcherManager.java:118)
  242. org.apache.lucene.search.SearcherManager.refreshIfNeeded(SearcherManager.java:58)
  243. org.apache.lucene.search.ReferenceManager.doMaybeRefresh(ReferenceManager.java:176)
  244. org.apache.lucene.search.ReferenceManager.maybeRefresh(ReferenceManager.java:225)
  245. org.elasticsearch.index.engine.internal.InternalEngine.refresh(InternalEngine.java:715)
  246. org.elasticsearch.index.shard.service.InternalIndexShard.refresh(InternalIndexShard.java:479)
  247. org.elasticsearch.index.shard.service.InternalIndexShard$EngineRefresher$1.run(InternalIndexShard.java:928)
  248. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  249. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  250. java.lang.Thread.run(Thread.java:744)
  251. 2/10 snapshots sharing following 19 elements
  252. org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
  253. org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:465)
  254. org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:518)
  255. org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:628)
  256. org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:373)
  257. org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:287)
  258. org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:262)
  259. org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:252)
  260. org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:171)
  261. org.apache.lucene.search.SearcherManager.refreshIfNeeded(SearcherManager.java:118)
  262. org.apache.lucene.search.SearcherManager.refreshIfNeeded(SearcherManager.java:58)
  263. org.apache.lucene.search.ReferenceManager.doMaybeRefresh(ReferenceManager.java:176)
  264. org.apache.lucene.search.ReferenceManager.maybeRefresh(ReferenceManager.java:225)
  265. org.elasticsearch.index.engine.internal.InternalEngine.refresh(InternalEngine.java:715)
  266. org.elasticsearch.index.shard.service.InternalIndexShard.refresh(InternalIndexShard.java:479)
  267. org.elasticsearch.index.shard.service.InternalIndexShard$EngineRefresher$1.run(InternalIndexShard.java:928)
  268. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  269. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  270. java.lang.Thread.run(Thread.java:744)
  271. unique snapshot
  272. java.io.RandomAccessFile.writeBytes0(Native Method)
  273. java.io.RandomAccessFile.writeBytes(RandomAccessFile.java:520)
  274. java.io.RandomAccessFile.write(RandomAccessFile.java:550)
  275. org.apache.lucene.store.FSDirectory$FSIndexOutput.flushBuffer(FSDirectory.java:403)
  276. org.apache.lucene.store.BufferedChecksumIndexOutput.flushBuffer(BufferedChecksumIndexOutput.java:71)
  277. org.apache.lucene.store.BufferedIndexOutput.writeBytes(BufferedIndexOutput.java:81)
  278. org.elasticsearch.index.store.Store$StoreIndexOutput.writeBytes(Store.java:685)
  279. org.apache.lucene.store.CompoundFileWriter$DirectCFSIndexOutput.writeBytes(CompoundFileWriter.java:365)
  280. org.apache.lucene.store.DataOutput.copyBytes(DataOutput.java:255)
  281. org.apache.lucene.store.Directory.copy(Directory.java:195)
  282. org.elasticsearch.index.store.Store$StoreDirectory.copy(Store.java:390)
  283. org.apache.lucene.store.TrackingDirectoryWrapper.copy(TrackingDirectoryWrapper.java:50)
  284. org.apache.lucene.index.IndexWriter.createCompoundFile(IndexWriter.java:4657)
  285. org.apache.lucene.index.DocumentsWriterPerThread.sealFlushedSegment(DocumentsWriterPerThread.java:535)
  286. org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:502)
  287. org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:518)
  288. org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:628)
  289. org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:373)
  290. org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:287)
  291. org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:262)
  292. org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:252)
  293. org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:171)
  294. org.apache.lucene.search.SearcherManager.refreshIfNeeded(SearcherManager.java:118)
  295. org.apache.lucene.search.SearcherManager.refreshIfNeeded(SearcherManager.java:58)
  296. org.apache.lucene.search.ReferenceManager.doMaybeRefresh(ReferenceManager.java:176)
  297. org.apache.lucene.search.ReferenceManager.maybeRefresh(ReferenceManager.java:225)
  298. org.elasticsearch.index.engine.internal.InternalEngine.refresh(InternalEngine.java:715)
  299. org.elasticsearch.index.shard.service.InternalIndexShard.refresh(InternalIndexShard.java:479)
  300. org.elasticsearch.index.shard.service.InternalIndexShard$EngineRefresher$1.run(InternalIndexShard.java:928)
  301. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  302. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  303. java.lang.Thread.run(Thread.java:744)
  304.  
  305. ::: [node4-master][Qd_p4NDLRAu-kZw6SDdx6A][prdlexiceels004][inet[/10.89.184.78:9300]]{master=true}
  306.  
  307. 21.4% (107.1ms out of 500ms) cpu usage by thread 'elasticsearch[node4-master][bulk][T#24]'
  308. 10/10 snapshots sharing following 10 elements
  309. sun.misc.Unsafe.park(Native Method)
  310. java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  311. java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735)
  312. java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644)
  313. java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137)
  314. org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162)
  315. java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  316. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  317. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  318. java.lang.Thread.run(Thread.java:745)
  319.  
  320. 1.7% (8.4ms out of 500ms) cpu usage by thread 'elasticsearch[node4-master][generic][T#3071]'
  321. 10/10 snapshots sharing following 9 elements
  322. sun.misc.Unsafe.park(Native Method)
  323. java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
  324. java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
  325. java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
  326. java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
  327. java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  328. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  329. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  330. java.lang.Thread.run(Thread.java:745)
  331.  
  332. 0.4% (1.9ms out of 500ms) cpu usage by thread 'elasticsearch[node4-master][transport_server_worker][T#38]{New I/O worker #103}'
  333. 10/10 snapshots sharing following 15 elements
  334. sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  335. sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  336. sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
  337. sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
  338. sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  339. org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
  340. org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:415)
  341. org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
  342. org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
  343. org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
  344. org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  345. org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
  346. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  347. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  348. java.lang.Thread.run(Thread.java:745)
  349.  
  350. ::: [node6][O5BByHZjToC1BdyuOwZ_zA][prdlexiceels006][inet[/10.89.184.197:9300]]{master=false}
  351.  
  352. 51.0% (254.9ms out of 500ms) cpu usage by thread 'elasticsearch[node6][bulk][T#3]'
  353. 3/10 snapshots sharing following 15 elements
  354. org.apache.lucene.index.DocFieldProcessor.processDocument(DocFieldProcessor.java:248)
  355. org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:253)
  356. org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:465)
  357. org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1537)
  358. org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1207)
  359. org.elasticsearch.index.engine.internal.InternalEngine.innerCreate(InternalEngine.java:459)
  360. org.elasticsearch.index.engine.internal.InternalEngine.create(InternalEngine.java:386)
  361. org.elasticsearch.index.shard.service.InternalIndexShard.create(InternalIndexShard.java:384)
  362. org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnReplica(TransportShardBulkAction.java:572)
  363. org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$ReplicaOperationTransportHandler.messageReceived(TransportShardReplicationOperationAction.java:249)
  364. org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$ReplicaOperationTransportHandler.messageReceived(TransportShardReplicationOperationAction.java:228)
  365. org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:270)
  366. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  367. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  368. java.lang.Thread.run(Thread.java:744)
  369. 7/10 snapshots sharing following 10 elements
  370. sun.misc.Unsafe.park(Native Method)
  371. java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  372. java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735)
  373. java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644)
  374. java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137)
  375. org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162)
  376. java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  377. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  378. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  379. java.lang.Thread.run(Thread.java:744)
  380.  
  381. 42.7% (213.7ms out of 500ms) cpu usage by thread 'elasticsearch[node6][bulk][T#2]'
  382. 8/10 snapshots sharing following 15 elements
  383. org.apache.lucene.index.DocFieldProcessor.processDocument(DocFieldProcessor.java:248)
  384. org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:253)
  385. org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:465)
  386. org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1537)
  387. org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1207)
  388. org.elasticsearch.index.engine.internal.InternalEngine.innerCreate(InternalEngine.java:459)
  389. org.elasticsearch.index.engine.internal.InternalEngine.create(InternalEngine.java:386)
  390. org.elasticsearch.index.shard.service.InternalIndexShard.create(InternalIndexShard.java:384)
  391. org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnReplica(TransportShardBulkAction.java:572)
  392. org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$ReplicaOperationTransportHandler.messageReceived(TransportShardReplicationOperationAction.java:249)
  393. org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$ReplicaOperationTransportHandler.messageReceived(TransportShardReplicationOperationAction.java:228)
  394. org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:270)
  395. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  396. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  397. java.lang.Thread.run(Thread.java:744)
  398. 2/10 snapshots sharing following 18 elements
  399. org.elasticsearch.common.jackson.core.json.UTF8StreamJsonParser.getText(UTF8StreamJsonParser.java:281)
  400. org.elasticsearch.common.xcontent.json.JsonXContentParser.text(JsonXContentParser.java:85)
  401. org.elasticsearch.common.xcontent.support.AbstractXContentParser.textOrNull(AbstractXContentParser.java:194)
  402. org.elasticsearch.index.mapper.core.StringFieldMapper.parseCreateFieldForString(StringFieldMapper.java:338)
  403. org.elasticsearch.index.mapper.core.StringFieldMapper.parseCreateField(StringFieldMapper.java:278)
  404. org.elasticsearch.index.mapper.core.AbstractFieldMapper.parse(AbstractFieldMapper.java:408)
  405. org.elasticsearch.index.mapper.object.ObjectMapper.serializeValue(ObjectMapper.java:637)
  406. org.elasticsearch.index.mapper.object.ObjectMapper.parse(ObjectMapper.java:490)
  407. org.elasticsearch.index.mapper.DocumentMapper.parse(DocumentMapper.java:515)
  408. org.elasticsearch.index.mapper.DocumentMapper.parse(DocumentMapper.java:462)
  409. org.elasticsearch.index.shard.service.InternalIndexShard.prepareCreate(InternalIndexShard.java:373)
  410. org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnReplica(TransportShardBulkAction.java:569)
  411. org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$ReplicaOperationTransportHandler.messageReceived(TransportShardReplicationOperationAction.java:249)
  412. org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$ReplicaOperationTransportHandler.messageReceived(TransportShardReplicationOperationAction.java:228)
  413. org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:270)
  414. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  415. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  416. java.lang.Thread.run(Thread.java:744)
  417.  
  418. 32.3% (161.5ms out of 500ms) cpu usage by thread 'elasticsearch[node6][refresh][T#2]'
  419. 10/10 snapshots sharing following 9 elements
  420. sun.misc.Unsafe.park(Native Method)
  421. java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
  422. java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:731)
  423. java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644)
  424. java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1145)
  425. java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  426. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  427. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  428. java.lang.Thread.run(Thread.java:744)
  429.  
  430. ::: [node7][5aKO_RRWQ3qCpLQ4mP4GAw][prdlexiceels007][inet[/10.89.184.198:9300]]{master=false}
  431.  
  432. 58.1% (290.7ms out of 500ms) cpu usage by thread 'elasticsearch[node7][bulk][T#4]'
  433. 10/10 snapshots sharing following 10 elements
  434. sun.misc.Unsafe.park(Native Method)
  435. java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
  436. java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:735)
  437. java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:644)
  438. java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1137)
  439. org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:162)
  440. java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  441. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  442. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  443. java.lang.Thread.run(Thread.java:744)
  444.  
  445. 56.3% (281.5ms out of 500ms) cpu usage by thread 'elasticsearch[node7][search][T#5]'
  446. 5/10 snapshots sharing following 15 elements
  447. org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:185)
  448. org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:163)
  449. org.apache.lucene.search.BulkScorer.score(BulkScorer.java:35)
  450. org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:621)
  451. org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:175)
  452. org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309)
  453. org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:186)
  454. org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:170)
  455. org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:257)
  456. org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:688)
  457. org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:677)
  458. org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:270)
  459. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  460. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  461. java.lang.Thread.run(Thread.java:744)
  462. 5/10 snapshots sharing following 13 elements
  463. org.apache.lucene.search.MultiCollector.setNextReader(MultiCollector.java:113)
  464. org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:612)
  465. org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:175)
  466. org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309)
  467. org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:186)
  468. org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:170)
  469. org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:257)
  470. org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:688)
  471. org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:677)
  472. org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:270)
  473. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  474. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  475. java.lang.Thread.run(Thread.java:744)
  476.  
  477. 55.5% (277.6ms out of 500ms) cpu usage by thread 'elasticsearch[node7][management][T#2]'
  478. 4/10 snapshots sharing following 15 elements
  479. java.util.TreeMap.getEntry(TreeMap.java:353)
  480. java.util.TreeMap.get(TreeMap.java:273)
  481. org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.terms(PerFieldPostingsFormat.java:216)
  482. org.elasticsearch.search.suggest.completion.Completion090PostingsFormat.completionStats(Completion090PostingsFormat.java:361)
  483. org.elasticsearch.index.shard.service.InternalIndexShard.completionStats(InternalIndexShard.java:586)
  484. org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:163)
  485. org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:49)
  486. org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:211)
  487. org.elasticsearch.node.service.NodeService.stats(NodeService.java:156)
  488. org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:100)
  489. org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:43)
  490. org.elasticsearch.action.support.nodes.TransportNodesOperationAction$AsyncAction$2.run(TransportNodesOperationAction.java:146)
  491. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  492. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  493. java.lang.Thread.run(Thread.java:744)
  494. 3/10 snapshots sharing following 13 elements
  495. org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.terms(PerFieldPostingsFormat.java:217)
  496. org.elasticsearch.search.suggest.completion.Completion090PostingsFormat.completionStats(Completion090PostingsFormat.java:361)
  497. org.elasticsearch.index.shard.service.InternalIndexShard.completionStats(InternalIndexShard.java:586)
  498. org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:163)
  499. org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:49)
  500. org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:211)
  501. org.elasticsearch.node.service.NodeService.stats(NodeService.java:156)
  502. org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:100)
  503. org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:43)
  504. org.elasticsearch.action.support.nodes.TransportNodesOperationAction$AsyncAction$2.run(TransportNodesOperationAction.java:146)
  505. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  506. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  507. java.lang.Thread.run(Thread.java:744)
  508. 3/10 snapshots sharing following 13 elements
  509. org.elasticsearch.index.engine.internal.InternalEngine.getReaderRamBytesUsed(InternalEngine.java:1038)
  510. org.elasticsearch.index.engine.internal.InternalEngine.segmentsStats(InternalEngine.java:1049)
  511. org.elasticsearch.index.shard.service.InternalIndexShard.segmentStats(InternalIndexShard.java:534)
  512. org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:166)
  513. org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:49)
  514. org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:211)
  515. org.elasticsearch.node.service.NodeService.stats(NodeService.java:156)
  516. org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:100)
  517. org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:43)
  518. org.elasticsearch.action.support.nodes.TransportNodesOperationAction$AsyncAction$2.run(TransportNodesOperationAction.java:146)
  519. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  520. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  521. java.lang.Thread.run(Thread.java:744)
  522.  
  523. ::: [node1][8_S8kg80RjOv-PEnNQMsWg][prdlexiceels001][inet[prdlexiceels001.vistaprint.svc/10.89.185.20:9300]]{master=false}
  524.  
  525. 29.3% (146.6ms out of 500ms) cpu usage by thread 'elasticsearch[node1][clusterService#updateTask][T#1]'
  526. 2/10 snapshots sharing following 12 elements
  527. org.elasticsearch.index.mapper.DocumentMapperParser.parse(DocumentMapperParser.java:208)
  528. org.elasticsearch.index.mapper.DocumentMapperParser.parseCompressed(DocumentMapperParser.java:189)
  529. org.elasticsearch.index.mapper.MapperService.parse(MapperService.java:387)
  530. org.elasticsearch.index.mapper.MapperService.merge(MapperService.java:253)
  531. org.elasticsearch.indices.cluster.IndicesClusterStateService.processMapping(IndicesClusterStateService.java:419)
  532. org.elasticsearch.indices.cluster.IndicesClusterStateService.applyMappings(IndicesClusterStateService.java:360)
  533. org.elasticsearch.indices.cluster.IndicesClusterStateService.clusterChanged(IndicesClusterStateService.java:179)
  534. org.elasticsearch.cluster.service.InternalClusterService$UpdateTask.run(InternalClusterService.java:425)
  535. org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:134)
  536. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  537. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  538. java.lang.Thread.run(Thread.java:744)
  539. 5/10 snapshots sharing following 15 elements
  540. org.elasticsearch.index.mapper.object.ObjectMapper.toXContent(ObjectMapper.java:911)
  541. org.elasticsearch.index.mapper.object.ObjectMapper.toXContent(ObjectMapper.java:974)
  542. org.elasticsearch.index.mapper.DocumentMapper.toXContent(DocumentMapper.java:675)
  543. org.elasticsearch.index.mapper.DocumentMapper.refreshSource(DocumentMapper.java:656)
  544. org.elasticsearch.index.mapper.DocumentMapper.merge(DocumentMapper.java:646)
  545. org.elasticsearch.index.mapper.MapperService.merge(MapperService.java:282)
  546. org.elasticsearch.index.mapper.MapperService.merge(MapperService.java:253)
  547. org.elasticsearch.indices.cluster.IndicesClusterStateService.processMapping(IndicesClusterStateService.java:419)
  548. org.elasticsearch.indices.cluster.IndicesClusterStateService.applyMappings(IndicesClusterStateService.java:360)
  549. org.elasticsearch.indices.cluster.IndicesClusterStateService.clusterChanged(IndicesClusterStateService.java:179)
  550. org.elasticsearch.cluster.service.InternalClusterService$UpdateTask.run(InternalClusterService.java:425)
  551. org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:134)
  552. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  553. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  554. java.lang.Thread.run(Thread.java:744)
  555. 3/10 snapshots sharing following 35 elements
  556. org.elasticsearch.common.jackson.core.json.UTF8StreamJsonParser.findName(UTF8StreamJsonParser.java:1962)
  557. org.elasticsearch.common.jackson.core.json.UTF8StreamJsonParser._parseName(UTF8StreamJsonParser.java:1514)
  558. org.elasticsearch.common.jackson.core.json.UTF8StreamJsonParser.nextToken(UTF8StreamJsonParser.java:700)
  559. org.elasticsearch.common.xcontent.json.JsonXContentParser.nextToken(JsonXContentParser.java:50)
  560. org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMap(AbstractXContentParser.java:268)
  561. org.elasticsearch.common.xcontent.support.AbstractXContentParser.readValue(AbstractXContentParser.java:308)
  562. org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMap(AbstractXContentParser.java:275)
  563. org.elasticsearch.common.xcontent.support.AbstractXContentParser.readValue(AbstractXContentParser.java:308)
  564. org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMap(AbstractXContentParser.java:275)
  565. org.elasticsearch.common.xcontent.support.AbstractXContentParser.readValue(AbstractXContentParser.java:308)
  566. org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMap(AbstractXContentParser.java:275)
  567. org.elasticsearch.common.xcontent.support.AbstractXContentParser.readValue(AbstractXContentParser.java:308)
  568. org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMap(AbstractXContentParser.java:275)
  569. org.elasticsearch.common.xcontent.support.AbstractXContentParser.readValue(AbstractXContentParser.java:308)
  570. org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMap(AbstractXContentParser.java:275)
  571. org.elasticsearch.common.xcontent.support.AbstractXContentParser.readValue(AbstractXContentParser.java:308)
  572. org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMap(AbstractXContentParser.java:275)
  573. org.elasticsearch.common.xcontent.support.AbstractXContentParser.readValue(AbstractXContentParser.java:308)
  574. org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMap(AbstractXContentParser.java:275)
  575. org.elasticsearch.common.xcontent.support.AbstractXContentParser.readOrderedMap(AbstractXContentParser.java:258)
  576. org.elasticsearch.common.xcontent.support.AbstractXContentParser.mapOrdered(AbstractXContentParser.java:213)
  577. org.elasticsearch.common.xcontent.support.AbstractXContentParser.mapOrderedAndClose(AbstractXContentParser.java:228)
  578. org.elasticsearch.common.xcontent.XContentHelper.convertToMap(XContentHelper.java:119)
  579. org.elasticsearch.common.xcontent.XContentHelper.convertToMap(XContentHelper.java:101)
  580. org.elasticsearch.index.mapper.DocumentMapperParser.parseCompressed(DocumentMapperParser.java:181)
  581. org.elasticsearch.index.mapper.MapperService.parse(MapperService.java:387)
  582. org.elasticsearch.index.mapper.MapperService.merge(MapperService.java:253)
  583. org.elasticsearch.indices.cluster.IndicesClusterStateService.processMapping(IndicesClusterStateService.java:419)
  584. org.elasticsearch.indices.cluster.IndicesClusterStateService.applyMappings(IndicesClusterStateService.java:360)
  585. org.elasticsearch.indices.cluster.IndicesClusterStateService.clusterChanged(IndicesClusterStateService.java:179)
  586. org.elasticsearch.cluster.service.InternalClusterService$UpdateTask.run(InternalClusterService.java:425)
  587. org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:134)
  588. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  589. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  590. java.lang.Thread.run(Thread.java:744)
  591.  
  592. 22.6% (113ms out of 500ms) cpu usage by thread 'elasticsearch[node1][search][T#5]'
  593. 9/10 snapshots sharing following 15 elements
  594. org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:185)
  595. org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:163)
  596. org.apache.lucene.search.BulkScorer.score(BulkScorer.java:35)
  597. org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:621)
  598. org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:175)
  599. org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309)
  600. org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:186)
  601. org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:170)
  602. org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:257)
  603. org.elasticsearch.search.action.SearchServiceTransportAction$5.call(SearchServiceTransportAction.java:206)
  604. org.elasticsearch.search.action.SearchServiceTransportAction$5.call(SearchServiceTransportAction.java:203)
  605. org.elasticsearch.search.action.SearchServiceTransportAction$23.run(SearchServiceTransportAction.java:517)
  606. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  607. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  608. java.lang.Thread.run(Thread.java:744)
  609. unique snapshot
  610. org.apache.lucene.search.ConstantScoreQuery$ConstantScorer.nextDoc(ConstantScoreQuery.java:257)
  611. org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:184)
  612. org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:163)
  613. org.apache.lucene.search.BulkScorer.score(BulkScorer.java:35)
  614. org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:621)
  615. org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:175)
  616. org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309)
  617. org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:186)
  618. org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:170)
  619. org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:257)
  620. org.elasticsearch.search.action.SearchServiceTransportAction$5.call(SearchServiceTransportAction.java:206)
  621. org.elasticsearch.search.action.SearchServiceTransportAction$5.call(SearchServiceTransportAction.java:203)
  622. org.elasticsearch.search.action.SearchServiceTransportAction$23.run(SearchServiceTransportAction.java:517)
  623. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  624. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  625. java.lang.Thread.run(Thread.java:744)
  626.  
  627. 21.3% (106.3ms out of 500ms) cpu usage by thread 'elasticsearch[node1][[logstash-2015.05.31][3]: Lucene Merge Thread #55]'
  628. 4/10 snapshots sharing following 20 elements
  629. java.util.zip.CRC32.updateBytes(Native Method)
  630. java.util.zip.CRC32.update(CRC32.java:65)
  631. org.apache.lucene.store.BufferedChecksum.flush(BufferedChecksum.java:80)
  632. org.apache.lucene.store.BufferedChecksum.update(BufferedChecksum.java:59)
  633. org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:141)
  634. org.apache.lucene.codecs.BlockTreeTermsWriter$TermsWriter.writeBlock(BlockTreeTermsWriter.java:864)
  635. org.apache.lucene.codecs.BlockTreeTermsWriter$TermsWriter.writeBlocks(BlockTreeTermsWriter.java:571)
  636. org.apache.lucene.codecs.BlockTreeTermsWriter$TermsWriter$FindBlocks.freeze(BlockTreeTermsWriter.java:547)
  637. org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:214)
  638. org.apache.lucene.util.fst.Builder.add(Builder.java:394)
  639. org.apache.lucene.codecs.BlockTreeTermsWriter$TermsWriter.finishTerm(BlockTreeTermsWriter.java:1039)
  640. org.apache.lucene.codecs.TermsConsumer.merge(TermsConsumer.java:112)
  641. org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:72)
  642. org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:389)
  643. org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:112)
  644. org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4132)
  645. org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3728)
  646. org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:405)
  647. org.apache.lucene.index.TrackingConcurrentMergeScheduler.doMerge(TrackingConcurrentMergeScheduler.java:106)
  648. org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:482)
  649. 3/10 snapshots sharing following 8 elements
  650. org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:72)
  651. org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:389)
  652. org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:112)
  653. org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4132)
  654. org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3728)
  655. org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:405)
  656. org.apache.lucene.index.TrackingConcurrentMergeScheduler.doMerge(TrackingConcurrentMergeScheduler.java:106)
  657. org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:482)
  658. 3/10 snapshots sharing following 19 elements
  659. java.util.ArrayList.grow(ArrayList.java:242)
  660. java.util.ArrayList.ensureExplicitCapacity(ArrayList.java:216)
  661. java.util.ArrayList.ensureCapacityInternal(ArrayList.java:208)
  662. java.util.ArrayList.add(ArrayList.java:440)
  663. org.apache.lucene.util.fst.BytesStore.writeByte(BytesStore.java:84)
  664. org.apache.lucene.util.fst.FST.<init>(FST.java:286)
  665. org.apache.lucene.util.fst.Builder.<init>(Builder.java:163)
  666. org.apache.lucene.codecs.BlockTreeTermsWriter$TermsWriter.<init>(BlockTreeTermsWriter.java:1001)
  667. org.apache.lucene.codecs.BlockTreeTermsWriter.addField(BlockTreeTermsWriter.java:340)
  668. org.elasticsearch.index.codec.postingsformat.Elasticsearch090PostingsFormat$1.addField(Elasticsearch090PostingsFormat.java:70)
  669. org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.addField(PerFieldPostingsFormat.java:148)
  670. org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:71)
  671. org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:389)
  672. org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:112)
  673. org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4132)
  674. org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3728)
  675. org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:405)
  676. org.apache.lucene.index.TrackingConcurrentMergeScheduler.doMerge(TrackingConcurrentMergeScheduler.java:106)
  677. org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:482)
  678.  
  679. ::: [node3][p4e3-H2oSiOGqdJS85BjKA][prdlexiceels003][inet[/10.89.185.22:9300]]{master=false}
  680.  
  681. 79.4% (396.8ms out of 500ms) cpu usage by thread 'elasticsearch[node3][[logstash-2015.06.03][0]: Lucene Merge Thread #77]'
  682. 10/10 snapshots sharing following 8 elements
  683. org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:72)
  684. org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:389)
  685. org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:112)
  686. org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4132)
  687. org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3728)
  688. org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:405)
  689. org.apache.lucene.index.TrackingConcurrentMergeScheduler.doMerge(TrackingConcurrentMergeScheduler.java:106)
  690. org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:482)
  691.  
  692. 74.8% (374ms out of 500ms) cpu usage by thread 'elasticsearch[node3][search][T#1]'
  693. 4/10 snapshots sharing following 15 elements
  694. org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:185)
  695. org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:163)
  696. org.apache.lucene.search.BulkScorer.score(BulkScorer.java:35)
  697. org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:621)
  698. org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:175)
  699. org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309)
  700. org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:186)
  701. org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:170)
  702. org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:257)
  703. org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:688)
  704. org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:677)
  705. org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:270)
  706. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  707. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  708. java.lang.Thread.run(Thread.java:744)
  709. 4/10 snapshots sharing following 11 elements
  710. org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:175)
  711. org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309)
  712. org.elasticsearch.search.facet.FacetPhase.execute(FacetPhase.java:186)
  713. org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:170)
  714. org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:257)
  715. org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:688)
  716. org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:677)
  717. org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:270)
  718. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  719. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  720. java.lang.Thread.run(Thread.java:744)
  721. 2/10 snapshots sharing following 2 elements
  722. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  723. java.lang.Thread.run(Thread.java:744)
  724.  
  725. 53.1% (265.4ms out of 500ms) cpu usage by thread 'elasticsearch[node3][management][T#5]'
  726. 4/10 snapshots sharing following 15 elements
  727. java.util.TreeMap.getEntry(TreeMap.java:353)
  728. java.util.TreeMap.get(TreeMap.java:273)
  729. org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.terms(PerFieldPostingsFormat.java:216)
  730. org.elasticsearch.search.suggest.completion.Completion090PostingsFormat.completionStats(Completion090PostingsFormat.java:361)
  731. org.elasticsearch.index.shard.service.InternalIndexShard.completionStats(InternalIndexShard.java:586)
  732. org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:163)
  733. org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:49)
  734. org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:211)
  735. org.elasticsearch.node.service.NodeService.stats(NodeService.java:156)
  736. org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:100)
  737. org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:43)
  738. org.elasticsearch.action.support.nodes.TransportNodesOperationAction$AsyncAction$2.run(TransportNodesOperationAction.java:146)
  739. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  740. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  741. java.lang.Thread.run(Thread.java:744)
  742. 4/10 snapshots sharing following 13 elements
  743. org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.terms(PerFieldPostingsFormat.java:217)
  744. org.elasticsearch.search.suggest.completion.Completion090PostingsFormat.completionStats(Completion090PostingsFormat.java:361)
  745. org.elasticsearch.index.shard.service.InternalIndexShard.completionStats(InternalIndexShard.java:586)
  746. org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:163)
  747. org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:49)
  748. org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:211)
  749. org.elasticsearch.node.service.NodeService.stats(NodeService.java:156)
  750. org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:100)
  751. org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:43)
  752. org.elasticsearch.action.support.nodes.TransportNodesOperationAction$AsyncAction$2.run(TransportNodesOperationAction.java:146)
  753. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  754. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  755. java.lang.Thread.run(Thread.java:744)
  756. 2/10 snapshots sharing following 9 elements
  757. org.elasticsearch.action.admin.indices.stats.ShardStats.<init>(ShardStats.java:49)
  758. org.elasticsearch.indices.InternalIndicesService.stats(InternalIndicesService.java:211)
  759. org.elasticsearch.node.service.NodeService.stats(NodeService.java:156)
  760. org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:100)
  761. org.elasticsearch.action.admin.cluster.node.stats.TransportNodesStatsAction.nodeOperation(TransportNodesStatsAction.java:43)
  762. org.elasticsearch.action.support.nodes.TransportNodesOperationAction$AsyncAction$2.run(TransportNodesOperationAction.java:146)
  763. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  764. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  765. java.lang.Thread.run(Thread.java:744)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!