Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- ::: {myservice-elastic-data2}{mV60WUS9T5uRdKo4gR2WkQ}{bw4qrkXmRYqEP1JpI5mINg}{192.168.89.199}{192.168.89.199:9300}
- Hot threads at 2018-03-21T16:22:28.317Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
- 69.5% (347.4ms out of 500ms) cpu usage by thread 'elasticsearch[myservice-elastic-data2][search][T#6]'
- 9/10 snapshots sharing following 25 elements
- com.fasterxml.jackson.core.json.UTF8StreamJsonParser._finishString2(UTF8StreamJsonParser.java:2552)
- com.fasterxml.jackson.core.json.UTF8StreamJsonParser._finishAndReturnString(UTF8StreamJsonParser.java:2469)
- com.fasterxml.jackson.core.json.UTF8StreamJsonParser.getText(UTF8StreamJsonParser.java:315)
- org.elasticsearch.common.xcontent.json.JsonXContentParser.text(JsonXContentParser.java:86)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.readValue(AbstractXContentParser.java:352)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMap(AbstractXContentParser.java:300)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMap(AbstractXContentParser.java:263)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.map(AbstractXContentParser.java:218)
- org.elasticsearch.common.xcontent.XContentHelper.convertToMap(XContentHelper.java:105)
- org.elasticsearch.common.xcontent.XContentHelper.convertToMap(XContentHelper.java:78)
- org.elasticsearch.search.lookup.SourceLookup.sourceAsMapAndType(SourceLookup.java:89)
- org.elasticsearch.search.lookup.SourceLookup.loadSourceIfNeeded(SourceLookup.java:65)
- org.elasticsearch.search.lookup.SourceLookup.filter(SourceLookup.java:135)
- org.elasticsearch.search.fetch.subphase.FetchSourceSubPhase.hitExecute(FetchSourceSubPhase.java:51)
- org.elasticsearch.search.fetch.FetchPhase.execute(FetchPhase.java:163)
- org.elasticsearch.search.SearchService.executeFetchPhase(SearchService.java:489)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:354)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:351)
- org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69)
- org.elasticsearch.transport.TcpTransport$RequestHandler.doRun(TcpTransport.java:1488)
- org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:596)
- org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
- java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
- java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
- java.lang.Thread.run(Thread.java:745)
- unique snapshot
- org.elasticsearch.common.bytes.BytesReferenceStreamInput.read(BytesReferenceStreamInput.java:103)
- org.elasticsearch.common.bytes.BytesReference$MarkSupportingStreamInputWrapper.read(BytesReference.java:241)
- com.fasterxml.jackson.core.json.UTF8StreamJsonParser._loadMore(UTF8StreamJsonParser.java:204)
- com.fasterxml.jackson.core.json.UTF8StreamJsonParser._loadMoreGuaranteed(UTF8StreamJsonParser.java:2404)
- com.fasterxml.jackson.core.json.UTF8StreamJsonParser._finishString2(UTF8StreamJsonParser.java:2489)
- com.fasterxml.jackson.core.json.UTF8StreamJsonParser._finishAndReturnString(UTF8StreamJsonParser.java:2469)
- com.fasterxml.jackson.core.json.UTF8StreamJsonParser.getText(UTF8StreamJsonParser.java:315)
- org.elasticsearch.common.xcontent.json.JsonXContentParser.text(JsonXContentParser.java:86)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.readValue(AbstractXContentParser.java:352)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMap(AbstractXContentParser.java:300)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMap(AbstractXContentParser.java:263)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.map(AbstractXContentParser.java:218)
- org.elasticsearch.common.xcontent.XContentHelper.convertToMap(XContentHelper.java:105)
- org.elasticsearch.common.xcontent.XContentHelper.convertToMap(XContentHelper.java:78)
- org.elasticsearch.search.lookup.SourceLookup.sourceAsMapAndType(SourceLookup.java:89)
- org.elasticsearch.search.lookup.SourceLookup.loadSourceIfNeeded(SourceLookup.java:65)
- org.elasticsearch.search.lookup.SourceLookup.filter(SourceLookup.java:135)
- org.elasticsearch.search.fetch.subphase.FetchSourceSubPhase.hitExecute(FetchSourceSubPhase.java:51)
- org.elasticsearch.search.fetch.FetchPhase.execute(FetchPhase.java:163)
- org.elasticsearch.search.SearchService.executeFetchPhase(SearchService.java:489)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:354)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:351)
- org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69)
- org.elasticsearch.transport.TcpTransport$RequestHandler.doRun(TcpTransport.java:1488)
- org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:596)
- org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
- java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
- java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
- java.lang.Thread.run(Thread.java:745)
- 60.0% (300.1ms out of 500ms) cpu usage by thread 'elasticsearch[myservice-elastic-data2][search][T#5]'
- 7/10 snapshots sharing following 25 elements
- com.fasterxml.jackson.core.json.UTF8StreamJsonParser._finishString2(UTF8StreamJsonParser.java:2552)
- com.fasterxml.jackson.core.json.UTF8StreamJsonParser._finishAndReturnString(UTF8StreamJsonParser.java:2469)
- com.fasterxml.jackson.core.json.UTF8StreamJsonParser.getText(UTF8StreamJsonParser.java:315)
- org.elasticsearch.common.xcontent.json.JsonXContentParser.text(JsonXContentParser.java:86)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.readValue(AbstractXContentParser.java:352)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMap(AbstractXContentParser.java:300)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMap(AbstractXContentParser.java:263)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.map(AbstractXContentParser.java:218)
- org.elasticsearch.common.xcontent.XContentHelper.convertToMap(XContentHelper.java:105)
- org.elasticsearch.common.xcontent.XContentHelper.convertToMap(XContentHelper.java:78)
- org.elasticsearch.search.lookup.SourceLookup.sourceAsMapAndType(SourceLookup.java:89)
- org.elasticsearch.search.lookup.SourceLookup.loadSourceIfNeeded(SourceLookup.java:65)
- org.elasticsearch.search.lookup.SourceLookup.filter(SourceLookup.java:135)
- org.elasticsearch.search.fetch.subphase.FetchSourceSubPhase.hitExecute(FetchSourceSubPhase.java:51)
- org.elasticsearch.search.fetch.FetchPhase.execute(FetchPhase.java:163)
- org.elasticsearch.search.SearchService.executeFetchPhase(SearchService.java:489)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:354)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:351)
- org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69)
- org.elasticsearch.transport.TcpTransport$RequestHandler.doRun(TcpTransport.java:1488)
- org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:596)
- org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
- java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
- java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
- java.lang.Thread.run(Thread.java:745)
- 3/10 snapshots sharing following 21 elements
- org.apache.lucene.codecs.compressing.LZ4.decompress(LZ4.java:135)
- org.apache.lucene.codecs.compressing.CompressionMode$4.decompress(CompressionMode.java:138)
- org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader$BlockState$1.fillBuffer(CompressingStoredFieldsReader.java:531)
- org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader$BlockState$1.readBytes(CompressingStoredFieldsReader.java:550)
- org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.readField(CompressingStoredFieldsReader.java:215)
- org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.visitDocument(CompressingStoredFieldsReader.java:595)
- org.apache.lucene.index.CodecReader.document(CodecReader.java:88)
- org.apache.lucene.index.FilterLeafReader.document(FilterLeafReader.java:411)
- org.elasticsearch.search.fetch.FetchPhase.loadStoredFields(FetchPhase.java:349)
- org.elasticsearch.search.fetch.FetchPhase.createSearchHit(FetchPhase.java:188)
- org.elasticsearch.search.fetch.FetchPhase.execute(FetchPhase.java:154)
- org.elasticsearch.search.SearchService.executeFetchPhase(SearchService.java:489)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:354)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:351)
- org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69)
- org.elasticsearch.transport.TcpTransport$RequestHandler.doRun(TcpTransport.java:1488)
- org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:596)
- org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
- java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
- java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
- java.lang.Thread.run(Thread.java:745)
- 55.5% (277.7ms out of 500ms) cpu usage by thread 'elasticsearch[myservice-elastic-data2][search][T#1]'
- 5/10 snapshots sharing following 16 elements
- org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.visitDocument(CompressingStoredFieldsReader.java:595)
- org.apache.lucene.index.CodecReader.document(CodecReader.java:88)
- org.apache.lucene.index.FilterLeafReader.document(FilterLeafReader.java:411)
- org.elasticsearch.search.fetch.FetchPhase.loadStoredFields(FetchPhase.java:349)
- org.elasticsearch.search.fetch.FetchPhase.createSearchHit(FetchPhase.java:188)
- org.elasticsearch.search.fetch.FetchPhase.execute(FetchPhase.java:154)
- org.elasticsearch.search.SearchService.executeFetchPhase(SearchService.java:489)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:354)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:351)
- org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69)
- org.elasticsearch.transport.TcpTransport$RequestHandler.doRun(TcpTransport.java:1488)
- org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:596)
- org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
- java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
- java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
- java.lang.Thread.run(Thread.java:745)
- 5/10 snapshots sharing following 25 elements
- com.fasterxml.jackson.core.json.UTF8StreamJsonParser._finishString2(UTF8StreamJsonParser.java:2552)
- com.fasterxml.jackson.core.json.UTF8StreamJsonParser._finishAndReturnString(UTF8StreamJsonParser.java:2469)
- com.fasterxml.jackson.core.json.UTF8StreamJsonParser.getText(UTF8StreamJsonParser.java:315)
- org.elasticsearch.common.xcontent.json.JsonXContentParser.text(JsonXContentParser.java:86)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.readValue(AbstractXContentParser.java:352)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMap(AbstractXContentParser.java:300)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMap(AbstractXContentParser.java:263)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.map(AbstractXContentParser.java:218)
- org.elasticsearch.common.xcontent.XContentHelper.convertToMap(XContentHelper.java:105)
- org.elasticsearch.common.xcontent.XContentHelper.convertToMap(XContentHelper.java:78)
- org.elasticsearch.search.lookup.SourceLookup.sourceAsMapAndType(SourceLookup.java:89)
- org.elasticsearch.search.lookup.SourceLookup.loadSourceIfNeeded(SourceLookup.java:65)
- org.elasticsearch.search.lookup.SourceLookup.filter(SourceLookup.java:135)
- org.elasticsearch.search.fetch.subphase.FetchSourceSubPhase.hitExecute(FetchSourceSubPhase.java:51)
- org.elasticsearch.search.fetch.FetchPhase.execute(FetchPhase.java:163)
- org.elasticsearch.search.SearchService.executeFetchPhase(SearchService.java:489)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:354)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:351)
- org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69)
- org.elasticsearch.transport.TcpTransport$RequestHandler.doRun(TcpTransport.java:1488)
- org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:596)
- org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
- java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
- java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
- java.lang.Thread.run(Thread.java:745)
- ::: {myservice-elastic1}{v9vMs4rqSMGkqYJ6QHus2w}{sktF-s0rQj61GnDrzpMrKA}{192.168.89.67}{192.168.89.67:9300}
- Hot threads at 2018-03-21T16:22:28.284Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
- ::: {myservice-elastic-data3}{x0xnVl2vS9CPDHAcDCuuzA}{1ZV6yW1MQWCNrndVR9iGew}{192.168.89.200}{192.168.89.200:9300}
- Hot threads at 2018-03-21T16:22:28.274Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
- 62.3% (311.6ms out of 500ms) cpu usage by thread 'elasticsearch[myservice-elastic-data3][search][T#5]'
- 7/10 snapshots sharing following 24 elements
- com.fasterxml.jackson.core.json.UTF8StreamJsonParser._finishAndReturnString(UTF8StreamJsonParser.java:2469)
- com.fasterxml.jackson.core.json.UTF8StreamJsonParser.getText(UTF8StreamJsonParser.java:315)
- org.elasticsearch.common.xcontent.json.JsonXContentParser.text(JsonXContentParser.java:86)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.readValue(AbstractXContentParser.java:352)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMap(AbstractXContentParser.java:300)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMap(AbstractXContentParser.java:263)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.map(AbstractXContentParser.java:218)
- org.elasticsearch.common.xcontent.XContentHelper.convertToMap(XContentHelper.java:105)
- org.elasticsearch.common.xcontent.XContentHelper.convertToMap(XContentHelper.java:78)
- org.elasticsearch.search.lookup.SourceLookup.sourceAsMapAndType(SourceLookup.java:89)
- org.elasticsearch.search.lookup.SourceLookup.loadSourceIfNeeded(SourceLookup.java:65)
- org.elasticsearch.search.lookup.SourceLookup.filter(SourceLookup.java:135)
- org.elasticsearch.search.fetch.subphase.FetchSourceSubPhase.hitExecute(FetchSourceSubPhase.java:51)
- org.elasticsearch.search.fetch.FetchPhase.execute(FetchPhase.java:163)
- org.elasticsearch.search.SearchService.executeFetchPhase(SearchService.java:489)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:354)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:351)
- org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69)
- org.elasticsearch.transport.TcpTransport$RequestHandler.doRun(TcpTransport.java:1488)
- org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:596)
- org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
- java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
- java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
- java.lang.Thread.run(Thread.java:745)
- 2/10 snapshots sharing following 11 elements
- org.elasticsearch.search.fetch.FetchPhase.execute(FetchPhase.java:163)
- org.elasticsearch.search.SearchService.executeFetchPhase(SearchService.java:489)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:354)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:351)
- org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69)
- org.elasticsearch.transport.TcpTransport$RequestHandler.doRun(TcpTransport.java:1488)
- org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:596)
- org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
- java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
- java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
- java.lang.Thread.run(Thread.java:745)
- unique snapshot
- org.apache.lucene.codecs.compressing.LZ4.decompress(LZ4.java:135)
- org.apache.lucene.codecs.compressing.CompressionMode$4.decompress(CompressionMode.java:138)
- org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader$BlockState$1.fillBuffer(CompressingStoredFieldsReader.java:531)
- org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader$BlockState$1.readBytes(CompressingStoredFieldsReader.java:550)
- org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.readField(CompressingStoredFieldsReader.java:215)
- org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.visitDocument(CompressingStoredFieldsReader.java:595)
- org.apache.lucene.index.CodecReader.document(CodecReader.java:88)
- org.apache.lucene.index.FilterLeafReader.document(FilterLeafReader.java:411)
- org.elasticsearch.search.fetch.FetchPhase.loadStoredFields(FetchPhase.java:349)
- org.elasticsearch.search.fetch.FetchPhase.createSearchHit(FetchPhase.java:188)
- org.elasticsearch.search.fetch.FetchPhase.execute(FetchPhase.java:154)
- org.elasticsearch.search.SearchService.executeFetchPhase(SearchService.java:489)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:354)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:351)
- org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69)
- org.elasticsearch.transport.TcpTransport$RequestHandler.doRun(TcpTransport.java:1488)
- org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:596)
- org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
- java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
- java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
- java.lang.Thread.run(Thread.java:745)
- 56.1% (280.2ms out of 500ms) cpu usage by thread 'elasticsearch[myservice-elastic-data3][search][T#6]'
- 10/10 snapshots sharing following 21 elements
- org.apache.lucene.codecs.compressing.LZ4.decompress(LZ4.java:135)
- org.apache.lucene.codecs.compressing.CompressionMode$4.decompress(CompressionMode.java:138)
- org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader$BlockState$1.fillBuffer(CompressingStoredFieldsReader.java:531)
- org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader$BlockState$1.readBytes(CompressingStoredFieldsReader.java:550)
- org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.readField(CompressingStoredFieldsReader.java:215)
- org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.visitDocument(CompressingStoredFieldsReader.java:595)
- org.apache.lucene.index.CodecReader.document(CodecReader.java:88)
- org.apache.lucene.index.FilterLeafReader.document(FilterLeafReader.java:411)
- org.elasticsearch.search.fetch.FetchPhase.loadStoredFields(FetchPhase.java:349)
- org.elasticsearch.search.fetch.FetchPhase.createSearchHit(FetchPhase.java:188)
- org.elasticsearch.search.fetch.FetchPhase.execute(FetchPhase.java:154)
- org.elasticsearch.search.SearchService.executeFetchPhase(SearchService.java:489)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:354)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:351)
- org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69)
- org.elasticsearch.transport.TcpTransport$RequestHandler.doRun(TcpTransport.java:1488)
- org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:596)
- org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
- java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
- java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
- java.lang.Thread.run(Thread.java:745)
- 49.6% (248ms out of 500ms) cpu usage by thread 'elasticsearch[myservice-elastic-data3][search][T#3]'
- 7/10 snapshots sharing following 25 elements
- com.fasterxml.jackson.core.json.UTF8StreamJsonParser._finishString2(UTF8StreamJsonParser.java:2552)
- com.fasterxml.jackson.core.json.UTF8StreamJsonParser._finishAndReturnString(UTF8StreamJsonParser.java:2469)
- com.fasterxml.jackson.core.json.UTF8StreamJsonParser.getText(UTF8StreamJsonParser.java:315)
- org.elasticsearch.common.xcontent.json.JsonXContentParser.text(JsonXContentParser.java:86)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.readValue(AbstractXContentParser.java:352)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMap(AbstractXContentParser.java:300)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMap(AbstractXContentParser.java:263)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.map(AbstractXContentParser.java:218)
- org.elasticsearch.common.xcontent.XContentHelper.convertToMap(XContentHelper.java:105)
- org.elasticsearch.common.xcontent.XContentHelper.convertToMap(XContentHelper.java:78)
- org.elasticsearch.search.lookup.SourceLookup.sourceAsMapAndType(SourceLookup.java:89)
- org.elasticsearch.search.lookup.SourceLookup.loadSourceIfNeeded(SourceLookup.java:65)
- org.elasticsearch.search.lookup.SourceLookup.filter(SourceLookup.java:135)
- org.elasticsearch.search.fetch.subphase.FetchSourceSubPhase.hitExecute(FetchSourceSubPhase.java:51)
- org.elasticsearch.search.fetch.FetchPhase.execute(FetchPhase.java:163)
- org.elasticsearch.search.SearchService.executeFetchPhase(SearchService.java:489)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:354)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:351)
- org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69)
- org.elasticsearch.transport.TcpTransport$RequestHandler.doRun(TcpTransport.java:1488)
- org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:596)
- org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
- java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
- java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
- java.lang.Thread.run(Thread.java:745)
- 2/10 snapshots sharing following 20 elements
- org.apache.lucene.codecs.compressing.CompressionMode$4.decompress(CompressionMode.java:138)
- org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader$BlockState$1.fillBuffer(CompressingStoredFieldsReader.java:531)
- org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader$BlockState$1.readBytes(CompressingStoredFieldsReader.java:550)
- org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.readField(CompressingStoredFieldsReader.java:215)
- org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.visitDocument(CompressingStoredFieldsReader.java:595)
- org.apache.lucene.index.CodecReader.document(CodecReader.java:88)
- org.apache.lucene.index.FilterLeafReader.document(FilterLeafReader.java:411)
- org.elasticsearch.search.fetch.FetchPhase.loadStoredFields(FetchPhase.java:349)
- org.elasticsearch.search.fetch.FetchPhase.createSearchHit(FetchPhase.java:188)
- org.elasticsearch.search.fetch.FetchPhase.execute(FetchPhase.java:154)
- org.elasticsearch.search.SearchService.executeFetchPhase(SearchService.java:489)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:354)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:351)
- org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69)
- org.elasticsearch.transport.TcpTransport$RequestHandler.doRun(TcpTransport.java:1488)
- org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:596)
- org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
- java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
- java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
- java.lang.Thread.run(Thread.java:745)
- unique snapshot
- org.apache.lucene.codecs.compressing.LZ4.decompress(LZ4.java:135)
- org.apache.lucene.codecs.compressing.CompressionMode$4.decompress(CompressionMode.java:138)
- org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader$BlockState.document(CompressingStoredFieldsReader.java:560)
- org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.document(CompressingStoredFieldsReader.java:576)
- org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.visitDocument(CompressingStoredFieldsReader.java:583)
- org.apache.lucene.index.CodecReader.document(CodecReader.java:88)
- org.apache.lucene.index.FilterLeafReader.document(FilterLeafReader.java:411)
- org.elasticsearch.search.fetch.FetchPhase.loadStoredFields(FetchPhase.java:349)
- org.elasticsearch.search.fetch.FetchPhase.createSearchHit(FetchPhase.java:188)
- org.elasticsearch.search.fetch.FetchPhase.execute(FetchPhase.java:154)
- org.elasticsearch.search.SearchService.executeFetchPhase(SearchService.java:489)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:354)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:351)
- org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69)
- org.elasticsearch.transport.TcpTransport$RequestHandler.doRun(TcpTransport.java:1488)
- org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:596)
- org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
- java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
- java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
- java.lang.Thread.run(Thread.java:745)
- ::: {myservice-elastic3}{e-N3d1TnTc2K0LkNXjHkhw}{mQwdf7V0RNSOO4c0i3fmhw}{192.168.89.92}{192.168.89.92:9300}
- Hot threads at 2018-03-21T16:22:28.285Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
- ::: {myservice-elastic2}{7-_FZJdlTduxRaglgghV3A}{qykmJjSMQZSMs43niSxmNA}{192.168.89.68}{192.168.89.68:9300}
- Hot threads at 2018-03-21T16:22:28.296Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
- ::: {myservice-elastic-data1}{_TvcxMWQStOWPeJAoqMLvQ}{CdH57a2aRqKagM_egWqNow}{192.168.89.198}{192.168.89.198:9300}
- Hot threads at 2018-03-21T16:22:28.314Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
- 59.0% (294.8ms out of 500ms) cpu usage by thread 'elasticsearch[myservice-elastic-data1][search][T#2]'
- 3/10 snapshots sharing following 21 elements
- org.apache.lucene.codecs.compressing.LZ4.decompress(LZ4.java:135)
- org.apache.lucene.codecs.compressing.CompressionMode$4.decompress(CompressionMode.java:138)
- org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader$BlockState$1.fillBuffer(CompressingStoredFieldsReader.java:531)
- org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader$BlockState$1.readBytes(CompressingStoredFieldsReader.java:550)
- org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.readField(CompressingStoredFieldsReader.java:215)
- org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.visitDocument(CompressingStoredFieldsReader.java:595)
- org.apache.lucene.index.CodecReader.document(CodecReader.java:88)
- org.apache.lucene.index.FilterLeafReader.document(FilterLeafReader.java:411)
- org.elasticsearch.search.fetch.FetchPhase.loadStoredFields(FetchPhase.java:349)
- org.elasticsearch.search.fetch.FetchPhase.createSearchHit(FetchPhase.java:188)
- org.elasticsearch.search.fetch.FetchPhase.execute(FetchPhase.java:154)
- org.elasticsearch.search.SearchService.executeFetchPhase(SearchService.java:489)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:354)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:351)
- org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69)
- org.elasticsearch.transport.TcpTransport$RequestHandler.doRun(TcpTransport.java:1488)
- org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:596)
- org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
- java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
- java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
- java.lang.Thread.run(Thread.java:745)
- 7/10 snapshots sharing following 25 elements
- com.fasterxml.jackson.core.json.UTF8StreamJsonParser._finishString2(UTF8StreamJsonParser.java:2552)
- com.fasterxml.jackson.core.json.UTF8StreamJsonParser._finishAndReturnString(UTF8StreamJsonParser.java:2469)
- com.fasterxml.jackson.core.json.UTF8StreamJsonParser.getText(UTF8StreamJsonParser.java:315)
- org.elasticsearch.common.xcontent.json.JsonXContentParser.text(JsonXContentParser.java:86)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.readValue(AbstractXContentParser.java:352)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMap(AbstractXContentParser.java:300)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMap(AbstractXContentParser.java:263)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.map(AbstractXContentParser.java:218)
- org.elasticsearch.common.xcontent.XContentHelper.convertToMap(XContentHelper.java:105)
- org.elasticsearch.common.xcontent.XContentHelper.convertToMap(XContentHelper.java:78)
- org.elasticsearch.search.lookup.SourceLookup.sourceAsMapAndType(SourceLookup.java:89)
- org.elasticsearch.search.lookup.SourceLookup.loadSourceIfNeeded(SourceLookup.java:65)
- org.elasticsearch.search.lookup.SourceLookup.filter(SourceLookup.java:135)
- org.elasticsearch.search.fetch.subphase.FetchSourceSubPhase.hitExecute(FetchSourceSubPhase.java:51)
- org.elasticsearch.search.fetch.FetchPhase.execute(FetchPhase.java:163)
- org.elasticsearch.search.SearchService.executeFetchPhase(SearchService.java:489)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:354)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:351)
- org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69)
- org.elasticsearch.transport.TcpTransport$RequestHandler.doRun(TcpTransport.java:1488)
- org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:596)
- org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
- java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
- java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
- java.lang.Thread.run(Thread.java:745)
- 48.4% (242.1ms out of 500ms) cpu usage by thread 'elasticsearch[myservice-elastic-data1][search][T#1]'
- 3/10 snapshots sharing following 15 elements
- org.apache.lucene.index.CodecReader.document(CodecReader.java:88)
- org.apache.lucene.index.FilterLeafReader.document(FilterLeafReader.java:411)
- org.elasticsearch.search.fetch.FetchPhase.loadStoredFields(FetchPhase.java:349)
- org.elasticsearch.search.fetch.FetchPhase.createSearchHit(FetchPhase.java:188)
- org.elasticsearch.search.fetch.FetchPhase.execute(FetchPhase.java:154)
- org.elasticsearch.search.SearchService.executeFetchPhase(SearchService.java:489)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:354)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:351)
- org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69)
- org.elasticsearch.transport.TcpTransport$RequestHandler.doRun(TcpTransport.java:1488)
- org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:596)
- org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
- java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
- java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
- java.lang.Thread.run(Thread.java:745)
- 6/10 snapshots sharing following 25 elements
- com.fasterxml.jackson.core.json.UTF8StreamJsonParser._finishString2(UTF8StreamJsonParser.java:2552)
- com.fasterxml.jackson.core.json.UTF8StreamJsonParser._finishAndReturnString(UTF8StreamJsonParser.java:2469)
- com.fasterxml.jackson.core.json.UTF8StreamJsonParser.getText(UTF8StreamJsonParser.java:315)
- org.elasticsearch.common.xcontent.json.JsonXContentParser.text(JsonXContentParser.java:86)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.readValue(AbstractXContentParser.java:352)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMap(AbstractXContentParser.java:300)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMap(AbstractXContentParser.java:263)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.map(AbstractXContentParser.java:218)
- org.elasticsearch.common.xcontent.XContentHelper.convertToMap(XContentHelper.java:105)
- org.elasticsearch.common.xcontent.XContentHelper.convertToMap(XContentHelper.java:78)
- org.elasticsearch.search.lookup.SourceLookup.sourceAsMapAndType(SourceLookup.java:89)
- org.elasticsearch.search.lookup.SourceLookup.loadSourceIfNeeded(SourceLookup.java:65)
- org.elasticsearch.search.lookup.SourceLookup.filter(SourceLookup.java:135)
- org.elasticsearch.search.fetch.subphase.FetchSourceSubPhase.hitExecute(FetchSourceSubPhase.java:51)
- org.elasticsearch.search.fetch.FetchPhase.execute(FetchPhase.java:163)
- org.elasticsearch.search.SearchService.executeFetchPhase(SearchService.java:489)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:354)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:351)
- org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69)
- org.elasticsearch.transport.TcpTransport$RequestHandler.doRun(TcpTransport.java:1488)
- org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:596)
- org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
- java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
- java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
- java.lang.Thread.run(Thread.java:745)
- unique snapshot
- com.fasterxml.jackson.core.util.TextBuffer.contentsAsString(TextBuffer.java:356)
- com.fasterxml.jackson.core.json.UTF8StreamJsonParser._finishAndReturnString(UTF8StreamJsonParser.java:2470)
- com.fasterxml.jackson.core.json.UTF8StreamJsonParser.getText(UTF8StreamJsonParser.java:315)
- org.elasticsearch.common.xcontent.json.JsonXContentParser.text(JsonXContentParser.java:86)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.readValue(AbstractXContentParser.java:352)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMap(AbstractXContentParser.java:300)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.readMap(AbstractXContentParser.java:263)
- org.elasticsearch.common.xcontent.support.AbstractXContentParser.map(AbstractXContentParser.java:218)
- org.elasticsearch.common.xcontent.XContentHelper.convertToMap(XContentHelper.java:105)
- org.elasticsearch.common.xcontent.XContentHelper.convertToMap(XContentHelper.java:78)
- org.elasticsearch.search.lookup.SourceLookup.sourceAsMapAndType(SourceLookup.java:89)
- org.elasticsearch.search.lookup.SourceLookup.loadSourceIfNeeded(SourceLookup.java:65)
- org.elasticsearch.search.lookup.SourceLookup.filter(SourceLookup.java:135)
- org.elasticsearch.search.fetch.subphase.FetchSourceSubPhase.hitExecute(FetchSourceSubPhase.java:51)
- org.elasticsearch.search.fetch.FetchPhase.execute(FetchPhase.java:163)
- org.elasticsearch.search.SearchService.executeFetchPhase(SearchService.java:489)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:354)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:351)
- org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69)
- org.elasticsearch.transport.TcpTransport$RequestHandler.doRun(TcpTransport.java:1488)
- org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:596)
- org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
- java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
- java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
- java.lang.Thread.run(Thread.java:745)
- 47.8% (238.7ms out of 500ms) cpu usage by thread 'elasticsearch[myservice-elastic-data1][search][T#9]'
- 10/10 snapshots sharing following 10 elements
- org.elasticsearch.search.SearchService.executeFetchPhase(SearchService.java:489)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:354)
- org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:351)
- org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69)
- org.elasticsearch.transport.TcpTransport$RequestHandler.doRun(TcpTransport.java:1488)
- org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:596)
- org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
- java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
- java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
- java.lang.Thread.run(Thread.java:745)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement