Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- GET es5-client01:9200/_nodes/es5-data05/hot_threads
- HTTP/1.1 200 OK
- content-encoding: gzip
- content-type: text/plain; charset=UTF-8
- transfer-encoding: chunked
- ::: {es5-data05}{9zpLV5SmRv-N4_m8L2GjtQ}{gQfizdcmR8GpMyW2L1M5pA}{10.208.0.130}{10.208.0.130:9300}{ml.max_open_jobs=10, rack_id=rack_2, ml.enabled=true}
- Hot threads at 2018-01-03T16:29:40.405Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
- 1.7% (8.3ms out of 500ms) cpu usage by thread 'elasticsearch[es5-data05][management][T#4]'
- 10/10 snapshots sharing following 23 elements
- org.elasticsearch.index.store.Store$StoreStatsCache.refresh(Store.java:1392)
- org.elasticsearch.index.store.Store$StoreStatsCache.refresh(Store.java:1379)
- org.elasticsearch.common.util.SingleObjectCache.getOrRefresh(SingleObjectCache.java:54)
- org.elasticsearch.index.store.Store.stats(Store.java:333)
- org.elasticsearch.index.shard.IndexShard.storeStats(IndexShard.java:706)
- org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(CommonStats.java:177)
- org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(TransportIndicesStatsAction.java:163)
- org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(TransportIndicesStatsAction.java:47)
- org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.onShardOperation(TransportBroadcastByNodeAction.java:433)
- org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.messageReceived(TransportBroadcastByNodeAction.java:412)
- org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.messageReceived(TransportBroadcastByNodeAction.java:399)
- org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33)
- com.floragunn.searchguard.ssl.transport.SearchGuardSSLRequestHandler.messageReceivedDecorate(SearchGuardSSLRequestHandler.java:178)
- com.floragunn.searchguard.transport.SearchGuardRequestHandler.messageReceivedDecorate(SearchGuardRequestHandler.java:192)
- com.floragunn.searchguard.ssl.transport.SearchGuardSSLRequestHandler.messageReceived(SearchGuardSSLRequestHandler.java:140)
- com.floragunn.searchguard.SearchGuardPlugin$3$1.messageReceived(SearchGuardPlugin.java:376)
- org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69)
- org.elasticsearch.transport.TcpTransport$RequestHandler.doRun(TcpTransport.java:1544)
- org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:638)
- org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
- java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
- java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
- java.lang.Thread.run(Thread.java:745)
- 1.5% (7.4ms out of 500ms) cpu usage by thread 'elasticsearch[es5-data05][search][T#1]'
- 8/10 snapshots sharing following 32 elements
- org.apache.lucene.codecs.lucene54.Lucene54DocValuesProducer$2.get(Lucene54DocValuesProducer.java:501)
- org.apache.lucene.util.LongValues.get(LongValues.java:45)
- org.apache.lucene.codecs.lucene54.Lucene54DocValuesProducer$7.getOrd(Lucene54DocValuesProducer.java:799)
- org.apache.lucene.search.join.GlobalOrdinalsCollector$OrdinalMapCollector.collect(GlobalOrdinalsCollector.java:80)
- org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:246)
- org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:197)
- org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
- org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:668)
- org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:472)
- org.apache.lucene.search.join.JoinUtil.createJoinQuery(JoinUtil.java:533)
- org.elasticsearch.join.query.HasChildQueryBuilder$LateParsingQuery.rewrite(HasChildQueryBuilder.java:399)
- org.apache.lucene.search.BooleanQuery.rewrite(BooleanQuery.java:265)
- org.apache.lucene.search.IndexSearcher.rewrite(IndexSearcher.java:683)
- org.elasticsearch.search.internal.ContextIndexSearcher.rewrite(ContextIndexSearcher.java:90)
- org.elasticsearch.search.DefaultSearchContext.preProcess(DefaultSearchContext.java:251)
- org.elasticsearch.search.query.QueryPhase.preProcess(QueryPhase.java:90)
- org.elasticsearch.search.SearchService.createContext(SearchService.java:493)
- org.elasticsearch.search.SearchService.createAndPutContext(SearchService.java:457)
- org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:253)
- org.elasticsearch.action.search.SearchTransportService$6.messageReceived(SearchTransportService.java:330)
- org.elasticsearch.action.search.SearchTransportService$6.messageReceived(SearchTransportService.java:327)
- com.floragunn.searchguard.ssl.transport.SearchGuardSSLRequestHandler.messageReceivedDecorate(SearchGuardSSLRequestHandler.java:178)
- com.floragunn.searchguard.transport.SearchGuardRequestHandler.messageReceivedDecorate(SearchGuardRequestHandler.java:192)
- com.floragunn.searchguard.ssl.transport.SearchGuardSSLRequestHandler.messageReceived(SearchGuardSSLRequestHandler.java:140)
- com.floragunn.searchguard.SearchGuardPlugin$3$1.messageReceived(SearchGuardPlugin.java:376)
- org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69)
- org.elasticsearch.transport.TcpTransport$RequestHandler.doRun(TcpTransport.java:1544)
- org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:638)
- org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
- java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
- java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
- java.lang.Thread.run(Thread.java:745)
- 2/10 snapshots sharing following 35 elements
- java.nio.Bits.copyToArray(Bits.java:781)
- java.nio.DirectByteBuffer.get(DirectByteBuffer.java:280)
- org.apache.lucene.store.ByteBufferGuard.getBytes(ByteBufferGuard.java:93)
- org.apache.lucene.store.ByteBufferIndexInput.readBytes(ByteBufferIndexInput.java:89)
- org.apache.lucene.codecs.lucene50.ForUtil.readBlock(ForUtil.java:197)
- org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.refillDocs(Lucene50PostingsReader.java:357)
- org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.nextDoc(Lucene50PostingsReader.java:382)
- org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:244)
- org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:197)
- org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
- org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:668)
- org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:472)
- org.apache.lucene.search.join.JoinUtil.createJoinQuery(JoinUtil.java:533)
- org.elasticsearch.join.query.HasChildQueryBuilder$LateParsingQuery.rewrite(HasChildQueryBuilder.java:399)
- org.apache.lucene.search.BooleanQuery.rewrite(BooleanQuery.java:265)
- org.apache.lucene.search.IndexSearcher.rewrite(IndexSearcher.java:683)
- org.elasticsearch.search.internal.ContextIndexSearcher.rewrite(ContextIndexSearcher.java:90)
- org.elasticsearch.search.DefaultSearchContext.preProcess(DefaultSearchContext.java:251)
- org.elasticsearch.search.query.QueryPhase.preProcess(QueryPhase.java:90)
- org.elasticsearch.search.SearchService.createContext(SearchService.java:493)
- org.elasticsearch.search.SearchService.createAndPutContext(SearchService.java:457)
- org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:253)
- org.elasticsearch.action.search.SearchTransportService$6.messageReceived(SearchTransportService.java:330)
- org.elasticsearch.action.search.SearchTransportService$6.messageReceived(SearchTransportService.java:327)
- com.floragunn.searchguard.ssl.transport.SearchGuardSSLRequestHandler.messageReceivedDecorate(SearchGuardSSLRequestHandler.java:178)
- com.floragunn.searchguard.transport.SearchGuardRequestHandler.messageReceivedDecorate(SearchGuardRequestHandler.java:192)
- com.floragunn.searchguard.ssl.transport.SearchGuardSSLRequestHandler.messageReceived(SearchGuardSSLRequestHandler.java:140)
- com.floragunn.searchguard.SearchGuardPlugin$3$1.messageReceived(SearchGuardPlugin.java:376)
- org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69)
- org.elasticsearch.transport.TcpTransport$RequestHandler.doRun(TcpTransport.java:1544)
- org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:638)
- org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
- java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
- java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
- java.lang.Thread.run(Thread.java:745)
- 1.4% (7.1ms out of 500ms) cpu usage by thread 'elasticsearch[es5-data05][search][T#6]'
- 4/10 snapshots sharing following 33 elements
- java.nio.Bits.copyToArray(Bits.java:781)
- java.nio.DirectByteBuffer.get(DirectByteBuffer.java:280)
- org.apache.lucene.store.ByteBufferGuard.getBytes(ByteBufferGuard.java:93)
- org.apache.lucene.store.ByteBufferIndexInput.readBytes(ByteBufferIndexInput.java:89)
- org.apache.lucene.codecs.MultiLevelSkipListReader$SkipBuffer.<init>(MultiLevelSkipListReader.java:278)
- org.apache.lucene.codecs.MultiLevelSkipListReader.loadSkipLevels(MultiLevelSkipListReader.java:235)
- org.apache.lucene.codecs.MultiLevelSkipListReader.init(MultiLevelSkipListReader.java:208)
- org.apache.lucene.codecs.lucene50.Lucene50SkipReader.init(Lucene50SkipReader.java:103)
- org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.advance(Lucene50PostingsReader.java:415)
- org.apache.lucene.search.ConjunctionDISI.doNext(ConjunctionDISI.java:213)
- org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:240)
- org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:244)
- org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:197)
- org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
- org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:668)
- org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:472)
- org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:388)
- org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:108)
- org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:248)
- org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:263)
- org.elasticsearch.action.search.SearchTransportService$6.messageReceived(SearchTransportService.java:330)
- org.elasticsearch.action.search.SearchTransportService$6.messageReceived(SearchTransportService.java:327)
- com.floragunn.searchguard.ssl.transport.SearchGuardSSLRequestHandler.messageReceivedDecorate(SearchGuardSSLRequestHandler.java:178)
- com.floragunn.searchguard.transport.SearchGuardRequestHandler.messageReceivedDecorate(SearchGuardRequestHandler.java:192)
- com.floragunn.searchguard.ssl.transport.SearchGuardSSLRequestHandler.messageReceived(SearchGuardSSLRequestHandler.java:140)
- com.floragunn.searchguard.SearchGuardPlugin$3$1.messageReceived(SearchGuardPlugin.java:376)
- org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69)
- org.elasticsearch.transport.TcpTransport$RequestHandler.doRun(TcpTransport.java:1544)
- org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:638)
- org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
- java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
- java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
- java.lang.Thread.run(Thread.java:745)
- 2/10 snapshots sharing following 39 elements
- java.nio.Bits.copyToArray(Bits.java:781)
- java.nio.DirectByteBuffer.get(DirectByteBuffer.java:280)
- org.apache.lucene.store.ByteBufferGuard.getBytes(ByteBufferGuard.java:93)
- org.apache.lucene.store.ByteBufferIndexInput.readBytes(ByteBufferIndexInput.java:89)
- org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:176)
- org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507)
- org.apache.lucene.search.TermQuery$TermWeight.getTermsEnum(TermQuery.java:132)
- org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:100)
- org.apache.lucene.search.Weight.scorerSupplier(Weight.java:126)
- org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:726)
- org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:162)
- org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:400)
- org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:726)
- org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:162)
- org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:400)
- org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:381)
- org.apache.lucene.search.Weight.bulkScorer(Weight.java:160)
- org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:375)
- org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.bulkScorer(LRUQueryCache.java:790)
- org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.bulkScorer(IndicesQueryCache.java:168)
- org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:665)
- org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:472)
- org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:388)
- org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:108)
- org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:248)
- org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:263)
- org.elasticsearch.action.search.SearchTransportService$6.messageReceived(SearchTransportService.java:330)
- org.elasticsearch.action.search.SearchTransportService$6.messageReceived(SearchTransportService.java:327)
- com.floragunn.searchguard.ssl.transport.SearchGuardSSLRequestHandler.messageReceivedDecorate(SearchGuardSSLRequestHandler.java:178)
- com.floragunn.searchguard.transport.SearchGuardRequestHandler.messageReceivedDecorate(SearchGuardRequestHandler.java:192)
- com.floragunn.searchguard.ssl.transport.SearchGuardSSLRequestHandler.messageReceived(SearchGuardSSLRequestHandler.java:140)
- com.floragunn.searchguard.SearchGuardPlugin$3$1.messageReceived(SearchGuardPlugin.java:376)
- org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69)
- org.elasticsearch.transport.TcpTransport$RequestHandler.doRun(TcpTransport.java:1544)
- org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:638)
- org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
- java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
- java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
- java.lang.Thread.run(Thread.java:745)
- 2/10 snapshots sharing following 27 elements
- org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.scorerSupplier(LRUQueryCache.java:726)
- org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.scorerSupplier(IndicesQueryCache.java:162)
- org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:400)
- org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:381)
- org.apache.lucene.search.Weight.bulkScorer(Weight.java:160)
- org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:375)
- org.apache.lucene.search.LRUQueryCache$CachingWrapperWeight.bulkScorer(LRUQueryCache.java:790)
- org.elasticsearch.indices.IndicesQueryCache$CachingWeightWrapper.bulkScorer(IndicesQueryCache.java:168)
- org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:665)
- org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:472)
- org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:388)
- org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:108)
- org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:248)
- org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:263)
- org.elasticsearch.action.search.SearchTransportService$6.messageReceived(SearchTransportService.java:330)
- org.elasticsearch.action.search.SearchTransportService$6.messageReceived(SearchTransportService.java:327)
- com.floragunn.searchguard.ssl.transport.SearchGuardSSLRequestHandler.messageReceivedDecorate(SearchGuardSSLRequestHandler.java:178)
- com.floragunn.searchguard.transport.SearchGuardRequestHandler.messageReceivedDecorate(SearchGuardRequestHandler.java:192)
- com.floragunn.searchguard.ssl.transport.SearchGuardSSLRequestHandler.messageReceived(SearchGuardSSLRequestHandler.java:140)
- com.floragunn.searchguard.SearchGuardPlugin$3$1.messageReceived(SearchGuardPlugin.java:376)
- org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69)
- org.elasticsearch.transport.TcpTransport$RequestHandler.doRun(TcpTransport.java:1544)
- org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:638)
- org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
- java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
- java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
- java.lang.Thread.run(Thread.java:745)
- 2/10 snapshots sharing following 23 elements
- org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:240)
- org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:244)
- org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:197)
- org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
- org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:668)
- org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:472)
- org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:388)
- org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:108)
- org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:248)
- org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:263)
- org.elasticsearch.action.search.SearchTransportService$6.messageReceived(SearchTransportService.java:330)
- org.elasticsearch.action.search.SearchTransportService$6.messageReceived(SearchTransportService.java:327)
- com.floragunn.searchguard.ssl.transport.SearchGuardSSLRequestHandler.messageReceivedDecorate(SearchGuardSSLRequestHandler.java:178)
- com.floragunn.searchguard.transport.SearchGuardRequestHandler.messageReceivedDecorate(SearchGuardRequestHandler.java:192)
- com.floragunn.searchguard.ssl.transport.SearchGuardSSLRequestHandler.messageReceived(SearchGuardSSLRequestHandler.java:140)
- com.floragunn.searchguard.SearchGuardPlugin$3$1.messageReceived(SearchGuardPlugin.java:376)
- org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69)
- org.elasticsearch.transport.TcpTransport$RequestHandler.doRun(TcpTransport.java:1544)
- org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:638)
- org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
- java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
- java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
- java.lang.Thread.run(Thread.java:745)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement