API tools faq
paste
Guest User

Untitled

a guest
Nov 22nd, 2017
300
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 36.91 KB | None | 0 0
raw download clone embed print report
  1. date; http https://es5-client01.c.fp:9200/_nodes/es5-data02/hot_threads
  2. Wed Nov 22 08:19:38 EST 2017
  3. HTTP/1.1 200 OK
  4. content-encoding: gzip
  5. content-type: text/plain; charset=UTF-8
  6. transfer-encoding: chunked
  7.  
  8. ::: {es5-data02}{vN745P_1Rv2oqp4AD_m8IA}{IITRtLd7R-6e0pr-rFqPVw}{10.208.0.127}{10.208.0.127:9300}{ml.max_open_jobs=10, ml.enabled=true}
  9. Hot threads at 2017-11-22T13:19:39.717Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
  10.  
  11.  
  12.  
  13.  
  14.  
  15.  
  16.  
  17. date; http https://es5-client01.c.fp:9200/_nodes/es5-data02/hot_threads
  18. Wed Nov 22 08:20:11 EST 2017
  19. HTTP/1.1 200 OK
  20. content-encoding: gzip
  21. content-type: text/plain; charset=UTF-8
  22. transfer-encoding: chunked
  23.  
  24. ::: {es5-data02}{vN745P_1Rv2oqp4AD_m8IA}{IITRtLd7R-6e0pr-rFqPVw}{10.208.0.127}{10.208.0.127:9300}{ml.max_open_jobs=10, ml.enabled=true}
  25. Hot threads at 2017-11-22T13:20:12.036Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
  26.  
  27. 16.8% (83.9ms out of 500ms) cpu usage by thread 'elasticsearch[es5-data02][bulk][T#7]'
  28. 5/10 snapshots sharing following 40 elements
  29. org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:403)
  30. org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
  31. org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
  32. org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1571)
  33. org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
  34. org.elasticsearch.index.engine.InternalEngine.index(InternalEngine.java:663)
  35. org.elasticsearch.index.engine.InternalEngine.indexIntoLucene(InternalEngine.java:607)
  36. org.elasticsearch.index.engine.InternalEngine.index(InternalEngine.java:505)
  37. org.elasticsearch.index.shard.IndexShard.index(IndexShard.java:556)
  38. org.elasticsearch.index.shard.IndexShard.index(IndexShard.java:545)
  39. org.elasticsearch.action.bulk.TransportShardBulkAction.executeIndexRequestOnPrimary(TransportShardBulkAction.java:484)
  40. org.elasticsearch.action.bulk.TransportShardBulkAction.executeBulkItemRequest(TransportShardBulkAction.java:143)
  41. org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnPrimary(TransportShardBulkAction.java:113)
  42. org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnPrimary(TransportShardBulkAction.java:69)
  43. org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryShardReference.perform(TransportReplicationAction.java:939)
  44. org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryShardReference.perform(TransportReplicationAction.java:908)
  45. org.elasticsearch.action.support.replication.ReplicationOperation.execute(ReplicationOperation.java:113)
  46. org.elasticsearch.action.support.replication.TransportReplicationAction$AsyncPrimaryAction.onResponse(TransportReplicationAction.java:322)
  47. org.elasticsearch.action.support.replication.TransportReplicationAction$AsyncPrimaryAction.onResponse(TransportReplicationAction.java:264)
  48. org.elasticsearch.action.support.replication.TransportReplicationAction$1.onResponse(TransportReplicationAction.java:888)
  49. org.elasticsearch.action.support.replication.TransportReplicationAction$1.onResponse(TransportReplicationAction.java:885)
  50. org.elasticsearch.index.shard.IndexShardOperationsLock.acquire(IndexShardOperationsLock.java:151)
  51. org.elasticsearch.index.shard.IndexShard.acquirePrimaryOperationLock(IndexShard.java:1657)
  52. org.elasticsearch.action.support.replication.TransportReplicationAction.acquirePrimaryShardReference(TransportReplicationAction.java:897)
  53. org.elasticsearch.action.support.replication.TransportReplicationAction.access$400(TransportReplicationAction.java:93)
  54. org.elasticsearch.action.support.replication.TransportReplicationAction$AsyncPrimaryAction.doRun(TransportReplicationAction.java:281)
  55. org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  56. org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryOperationTransportHandler.messageReceived(TransportReplicationAction.java:260)
  57. org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryOperationTransportHandler.messageReceived(TransportReplicationAction.java:252)
  58. com.floragunn.searchguard.ssl.transport.SearchGuardSSLRequestHandler.messageReceivedDecorate(SearchGuardSSLRequestHandler.java:178)
  59. com.floragunn.searchguard.transport.SearchGuardRequestHandler.messageReceivedDecorate(SearchGuardRequestHandler.java:101)
  60. com.floragunn.searchguard.ssl.transport.SearchGuardSSLRequestHandler.messageReceived(SearchGuardSSLRequestHandler.java:92)
  61. com.floragunn.searchguard.SearchGuardPlugin$3$1.messageReceived(SearchGuardPlugin.java:376)
  62. org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69)
  63. org.elasticsearch.transport.TransportService$7.doRun(TransportService.java:644)
  64. org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:638)
  65. org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  66. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  67. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  68. java.lang.Thread.run(Thread.java:745)
  69. 5/10 snapshots sharing following 29 elements
  70. org.elasticsearch.action.bulk.TransportShardBulkAction.executeBulkItemRequest(TransportShardBulkAction.java:143)
  71. org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnPrimary(TransportShardBulkAction.java:113)
  72. org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnPrimary(TransportShardBulkAction.java:69)
  73. org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryShardReference.perform(TransportReplicationAction.java:939)
  74. org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryShardReference.perform(TransportReplicationAction.java:908)
  75. org.elasticsearch.action.support.replication.ReplicationOperation.execute(ReplicationOperation.java:113)
  76. org.elasticsearch.action.support.replication.TransportReplicationAction$AsyncPrimaryAction.onResponse(TransportReplicationAction.java:322)
  77. org.elasticsearch.action.support.replication.TransportReplicationAction$AsyncPrimaryAction.onResponse(TransportReplicationAction.java:264)
  78. org.elasticsearch.action.support.replication.TransportReplicationAction$1.onResponse(TransportReplicationAction.java:888)
  79. org.elasticsearch.action.support.replication.TransportReplicationAction$1.onResponse(TransportReplicationAction.java:885)
  80. org.elasticsearch.index.shard.IndexShardOperationsLock.acquire(IndexShardOperationsLock.java:151)
  81. org.elasticsearch.index.shard.IndexShard.acquirePrimaryOperationLock(IndexShard.java:1657)
  82. org.elasticsearch.action.support.replication.TransportReplicationAction.acquirePrimaryShardReference(TransportReplicationAction.java:897)
  83. org.elasticsearch.action.support.replication.TransportReplicationAction.access$400(TransportReplicationAction.java:93)
  84. org.elasticsearch.action.support.replication.TransportReplicationAction$AsyncPrimaryAction.doRun(TransportReplicationAction.java:281)
  85. org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  86. org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryOperationTransportHandler.messageReceived(TransportReplicationAction.java:260)
  87. org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryOperationTransportHandler.messageReceived(TransportReplicationAction.java:252)
  88. com.floragunn.searchguard.ssl.transport.SearchGuardSSLRequestHandler.messageReceivedDecorate(SearchGuardSSLRequestHandler.java:178)
  89. com.floragunn.searchguard.transport.SearchGuardRequestHandler.messageReceivedDecorate(SearchGuardRequestHandler.java:101)
  90. com.floragunn.searchguard.ssl.transport.SearchGuardSSLRequestHandler.messageReceived(SearchGuardSSLRequestHandler.java:92)
  91. com.floragunn.searchguard.SearchGuardPlugin$3$1.messageReceived(SearchGuardPlugin.java:376)
  92. org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69)
  93. org.elasticsearch.transport.TransportService$7.doRun(TransportService.java:644)
  94. org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:638)
  95. org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  96. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  97. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  98. java.lang.Thread.run(Thread.java:745)
  99.  
  100.  
  101.  
  102.  
  103.  
  104.  
  105.  
  106.  
  107.  
  108. date; http https://es5-client01.c.fp:9200/_nodes/es5-data02/hot_threads
  109. Wed Nov 22 08:20:51 EST 2017
  110. HTTP/1.1 200 OK
  111. content-encoding: gzip
  112. content-type: text/plain; charset=UTF-8
  113. transfer-encoding: chunked
  114.  
  115. ::: {es5-data02}{vN745P_1Rv2oqp4AD_m8IA}{IITRtLd7R-6e0pr-rFqPVw}{10.208.0.127}{10.208.0.127:9300}{ml.max_open_jobs=10, ml.enabled=true}
  116. Hot threads at 2017-11-22T13:20:52.044Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
  117.  
  118. 4.3% (21.6ms out of 500ms) cpu usage by thread 'elasticsearch[es5-data02][transport_client_boss][T#1]'
  119. 10/10 snapshots sharing following 2 elements
  120. io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858)
  121. java.lang.Thread.run(Thread.java:745)
  122.  
  123.  
  124.  
  125.  
  126.  
  127.  
  128.  
  129.  
  130.  
  131.  
  132. date; http https://es5-client01.c.fp:9200/_nodes/es5-data02/hot_threads
  133. Wed Nov 22 08:21:32 EST 2017
  134. HTTP/1.1 200 OK
  135. content-encoding: gzip
  136. content-type: text/plain; charset=UTF-8
  137. transfer-encoding: chunked
  138.  
  139. ::: {es5-data02}{vN745P_1Rv2oqp4AD_m8IA}{IITRtLd7R-6e0pr-rFqPVw}{10.208.0.127}{10.208.0.127:9300}{ml.max_open_jobs=10, ml.enabled=true}
  140. Hot threads at 2017-11-22T13:21:33.159Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
  141.  
  142. 2.4% (11.9ms out of 500ms) cpu usage by thread 'elasticsearch[es5-data02][bulk][T#5]'
  143. 10/10 snapshots sharing following 2 elements
  144. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  145. java.lang.Thread.run(Thread.java:745)
  146.  
  147.  
  148.  
  149.  
  150.  
  151.  
  152.  
  153.  
  154.  
  155. date; http https://es5-client01.c.fp:9200/_nodes/es5-data02/hot_threads
  156. Wed Nov 22 08:22:15 EST 2017
  157. HTTP/1.1 200 OK
  158. content-encoding: gzip
  159. content-type: text/plain; charset=UTF-8
  160. transfer-encoding: chunked
  161.  
  162. ::: {es5-data02}{vN745P_1Rv2oqp4AD_m8IA}{IITRtLd7R-6e0pr-rFqPVw}{10.208.0.127}{10.208.0.127:9300}{ml.max_open_jobs=10, ml.enabled=true}
  163. Hot threads at 2017-11-22T13:22:16.905Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true:
  164.  
  165. 96.4% (481.8ms out of 500ms) cpu usage by thread 'elasticsearch[es5-data02][warmer][T#4]'
  166. 3/10 snapshots sharing following 20 elements
  167. org.apache.lucene.index.MultiTermsEnum.pushTop(MultiTermsEnum.java:275)
  168. org.apache.lucene.index.MultiTermsEnum.next(MultiTermsEnum.java:301)
  169. org.apache.lucene.index.MultiDocValues$OrdinalMap.<init>(MultiDocValues.java:554)
  170. org.apache.lucene.index.MultiDocValues$OrdinalMap.build(MultiDocValues.java:511)
  171. org.apache.lucene.index.MultiDocValues$OrdinalMap.build(MultiDocValues.java:490)
  172. org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
  173. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:127)
  174. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:45)
  175. org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:157)
  176. org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$2256/1355577435.load(Unknown Source)
  177. org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:401)
  178. org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:154)
  179. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:115)
  180. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:45)
  181. org.elasticsearch.index.IndexWarmer$FieldDataWarmer.lambda$warmReader$1(IndexWarmer.java:141)
  182. org.elasticsearch.index.IndexWarmer$FieldDataWarmer$$Lambda$2050/445265721.run(Unknown Source)
  183. org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:569)
  184. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  185. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  186. java.lang.Thread.run(Thread.java:745)
  187. 6/10 snapshots sharing following 21 elements
  188. org.apache.lucene.util.PriorityQueue.updateTop(PriorityQueue.java:211)
  189. org.apache.lucene.index.MultiTermsEnum.pushTop(MultiTermsEnum.java:279)
  190. org.apache.lucene.index.MultiTermsEnum.next(MultiTermsEnum.java:301)
  191. org.apache.lucene.index.MultiDocValues$OrdinalMap.<init>(MultiDocValues.java:554)
  192. org.apache.lucene.index.MultiDocValues$OrdinalMap.build(MultiDocValues.java:511)
  193. org.apache.lucene.index.MultiDocValues$OrdinalMap.build(MultiDocValues.java:490)
  194. org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
  195. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:127)
  196. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:45)
  197. org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:157)
  198. org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$2256/1355577435.load(Unknown Source)
  199. org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:401)
  200. org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:154)
  201. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:115)
  202. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:45)
  203. org.elasticsearch.index.IndexWarmer$FieldDataWarmer.lambda$warmReader$1(IndexWarmer.java:141)
  204. org.elasticsearch.index.IndexWarmer$FieldDataWarmer$$Lambda$2050/445265721.run(Unknown Source)
  205. org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:569)
  206. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  207. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  208. java.lang.Thread.run(Thread.java:745)
  209. unique snapshot
  210. org.apache.lucene.index.MultiTermsEnum$TermMergeQueue.fillTop(MultiTermsEnum.java:429)
  211. org.apache.lucene.index.MultiTermsEnum.pullTop(MultiTermsEnum.java:267)
  212. org.apache.lucene.index.MultiTermsEnum.next(MultiTermsEnum.java:305)
  213. org.apache.lucene.index.MultiDocValues$OrdinalMap.<init>(MultiDocValues.java:554)
  214. org.apache.lucene.index.MultiDocValues$OrdinalMap.build(MultiDocValues.java:511)
  215. org.apache.lucene.index.MultiDocValues$OrdinalMap.build(MultiDocValues.java:490)
  216. org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
  217. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:127)
  218. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:45)
  219. org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:157)
  220. org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$2256/1355577435.load(Unknown Source)
  221. org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:401)
  222. org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:154)
  223. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:115)
  224. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:45)
  225. org.elasticsearch.index.IndexWarmer$FieldDataWarmer.lambda$warmReader$1(IndexWarmer.java:141)
  226. org.elasticsearch.index.IndexWarmer$FieldDataWarmer$$Lambda$2050/445265721.run(Unknown Source)
  227. org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:569)
  228. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  229. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  230. java.lang.Thread.run(Thread.java:745)
  231.  
  232. 94.5% (472.5ms out of 500ms) cpu usage by thread 'elasticsearch[es5-data02][warmer][T#6]'
  233. 3/10 snapshots sharing following 28 elements
  234. java.nio.Bits.copyToArray(Bits.java:781)
  235. java.nio.DirectByteBuffer.get(DirectByteBuffer.java:280)
  236. org.apache.lucene.store.ByteBufferGuard.getBytes(ByteBufferGuard.java:93)
  237. org.apache.lucene.store.ByteBufferIndexInput.readBytes(ByteBufferIndexInput.java:89)
  238. org.apache.lucene.codecs.lucene54.Lucene54DocValuesProducer$5.get(Lucene54DocValuesProducer.java:711)
  239. org.apache.lucene.codecs.lucene54.Lucene54DocValuesProducer$LongBinaryDocValues.get(Lucene54DocValuesProducer.java:1197)
  240. org.apache.lucene.codecs.lucene54.Lucene54DocValuesProducer$7.lookupOrd(Lucene54DocValuesProducer.java:804)
  241. org.apache.lucene.index.SortedDocValuesTermsEnum.next(SortedDocValuesTermsEnum.java:83)
  242. org.apache.lucene.index.MultiTermsEnum.pushTop(MultiTermsEnum.java:275)
  243. org.apache.lucene.index.MultiTermsEnum.next(MultiTermsEnum.java:301)
  244. org.apache.lucene.index.MultiDocValues$OrdinalMap.<init>(MultiDocValues.java:554)
  245. org.apache.lucene.index.MultiDocValues$OrdinalMap.build(MultiDocValues.java:511)
  246. org.apache.lucene.index.MultiDocValues$OrdinalMap.build(MultiDocValues.java:490)
  247. org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
  248. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:127)
  249. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:45)
  250. org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:157)
  251. org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$2256/1355577435.load(Unknown Source)
  252. org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:401)
  253. org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:154)
  254. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:115)
  255. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:45)
  256. org.elasticsearch.index.IndexWarmer$FieldDataWarmer.lambda$warmReader$1(IndexWarmer.java:141)
  257. org.elasticsearch.index.IndexWarmer$FieldDataWarmer$$Lambda$2050/445265721.run(Unknown Source)
  258. org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:569)
  259. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  260. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  261. java.lang.Thread.run(Thread.java:745)
  262. 2/10 snapshots sharing following 22 elements
  263. org.apache.lucene.util.PriorityQueue.downHeap(PriorityQueue.java:276)
  264. org.apache.lucene.util.PriorityQueue.updateTop(PriorityQueue.java:211)
  265. org.apache.lucene.index.MultiTermsEnum.pushTop(MultiTermsEnum.java:279)
  266. org.apache.lucene.index.MultiTermsEnum.next(MultiTermsEnum.java:301)
  267. org.apache.lucene.index.MultiDocValues$OrdinalMap.<init>(MultiDocValues.java:554)
  268. org.apache.lucene.index.MultiDocValues$OrdinalMap.build(MultiDocValues.java:511)
  269. org.apache.lucene.index.MultiDocValues$OrdinalMap.build(MultiDocValues.java:490)
  270. org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
  271. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:127)
  272. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:45)
  273. org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:157)
  274. org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$2256/1355577435.load(Unknown Source)
  275. org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:401)
  276. org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:154)
  277. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:115)
  278. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:45)
  279. org.elasticsearch.index.IndexWarmer$FieldDataWarmer.lambda$warmReader$1(IndexWarmer.java:141)
  280. org.elasticsearch.index.IndexWarmer$FieldDataWarmer$$Lambda$2050/445265721.run(Unknown Source)
  281. org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:569)
  282. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  283. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  284. java.lang.Thread.run(Thread.java:745)
  285. 2/10 snapshots sharing following 19 elements
  286. org.apache.lucene.index.MultiTermsEnum.next(MultiTermsEnum.java:301)
  287. org.apache.lucene.index.MultiDocValues$OrdinalMap.<init>(MultiDocValues.java:554)
  288. org.apache.lucene.index.MultiDocValues$OrdinalMap.build(MultiDocValues.java:511)
  289. org.apache.lucene.index.MultiDocValues$OrdinalMap.build(MultiDocValues.java:490)
  290. org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
  291. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:127)
  292. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:45)
  293. org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:157)
  294. org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$2256/1355577435.load(Unknown Source)
  295. org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:401)
  296. org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:154)
  297. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:115)
  298. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:45)
  299. org.elasticsearch.index.IndexWarmer$FieldDataWarmer.lambda$warmReader$1(IndexWarmer.java:141)
  300. org.elasticsearch.index.IndexWarmer$FieldDataWarmer$$Lambda$2050/445265721.run(Unknown Source)
  301. org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:569)
  302. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  303. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  304. java.lang.Thread.run(Thread.java:745)
  305. 3/10 snapshots sharing following 21 elements
  306. org.apache.lucene.index.MultiTermsEnum$TermMergeQueue.fillTop(MultiTermsEnum.java:429)
  307. org.apache.lucene.index.MultiTermsEnum.pullTop(MultiTermsEnum.java:267)
  308. org.apache.lucene.index.MultiTermsEnum.next(MultiTermsEnum.java:305)
  309. org.apache.lucene.index.MultiDocValues$OrdinalMap.<init>(MultiDocValues.java:554)
  310. org.apache.lucene.index.MultiDocValues$OrdinalMap.build(MultiDocValues.java:511)
  311. org.apache.lucene.index.MultiDocValues$OrdinalMap.build(MultiDocValues.java:490)
  312. org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
  313. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:127)
  314. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:45)
  315. org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:157)
  316. org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$2256/1355577435.load(Unknown Source)
  317. org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:401)
  318. org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:154)
  319. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:115)
  320. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:45)
  321. org.elasticsearch.index.IndexWarmer$FieldDataWarmer.lambda$warmReader$1(IndexWarmer.java:141)
  322. org.elasticsearch.index.IndexWarmer$FieldDataWarmer$$Lambda$2050/445265721.run(Unknown Source)
  323. org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:569)
  324. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  325. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  326. java.lang.Thread.run(Thread.java:745)
  327.  
  328. 92.9% (464.5ms out of 500ms) cpu usage by thread 'elasticsearch[es5-data02][warmer][T#7]'
  329. 3/10 snapshots sharing following 28 elements
  330. java.nio.Bits.copyToArray(Bits.java:781)
  331. java.nio.DirectByteBuffer.get(DirectByteBuffer.java:280)
  332. org.apache.lucene.store.ByteBufferGuard.getBytes(ByteBufferGuard.java:93)
  333. org.apache.lucene.store.ByteBufferIndexInput.readBytes(ByteBufferIndexInput.java:89)
  334. org.apache.lucene.codecs.lucene54.Lucene54DocValuesProducer$5.get(Lucene54DocValuesProducer.java:711)
  335. org.apache.lucene.codecs.lucene54.Lucene54DocValuesProducer$LongBinaryDocValues.get(Lucene54DocValuesProducer.java:1197)
  336. org.apache.lucene.codecs.lucene54.Lucene54DocValuesProducer$7.lookupOrd(Lucene54DocValuesProducer.java:804)
  337. org.apache.lucene.index.SortedDocValuesTermsEnum.next(SortedDocValuesTermsEnum.java:83)
  338. org.apache.lucene.index.MultiTermsEnum.pushTop(MultiTermsEnum.java:275)
  339. org.apache.lucene.index.MultiTermsEnum.next(MultiTermsEnum.java:301)
  340. org.apache.lucene.index.MultiDocValues$OrdinalMap.<init>(MultiDocValues.java:554)
  341. org.apache.lucene.index.MultiDocValues$OrdinalMap.build(MultiDocValues.java:511)
  342. org.apache.lucene.index.MultiDocValues$OrdinalMap.build(MultiDocValues.java:490)
  343. org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
  344. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:127)
  345. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:45)
  346. org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:157)
  347. org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$2256/1355577435.load(Unknown Source)
  348. org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:401)
  349. org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:154)
  350. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:115)
  351. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:45)
  352. org.elasticsearch.index.IndexWarmer$FieldDataWarmer.lambda$warmReader$1(IndexWarmer.java:141)
  353. org.elasticsearch.index.IndexWarmer$FieldDataWarmer$$Lambda$2050/445265721.run(Unknown Source)
  354. org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:569)
  355. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  356. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  357. java.lang.Thread.run(Thread.java:745)
  358. 2/10 snapshots sharing following 22 elements
  359. org.apache.lucene.util.PriorityQueue.downHeap(PriorityQueue.java:284)
  360. org.apache.lucene.util.PriorityQueue.updateTop(PriorityQueue.java:211)
  361. org.apache.lucene.index.MultiTermsEnum.pushTop(MultiTermsEnum.java:279)
  362. org.apache.lucene.index.MultiTermsEnum.next(MultiTermsEnum.java:301)
  363. org.apache.lucene.index.MultiDocValues$OrdinalMap.<init>(MultiDocValues.java:554)
  364. org.apache.lucene.index.MultiDocValues$OrdinalMap.build(MultiDocValues.java:511)
  365. org.apache.lucene.index.MultiDocValues$OrdinalMap.build(MultiDocValues.java:490)
  366. org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
  367. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:127)
  368. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:45)
  369. org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:157)
  370. org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$2256/1355577435.load(Unknown Source)
  371. org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:401)
  372. org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:154)
  373. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:115)
  374. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:45)
  375. org.elasticsearch.index.IndexWarmer$FieldDataWarmer.lambda$warmReader$1(IndexWarmer.java:141)
  376. org.elasticsearch.index.IndexWarmer$FieldDataWarmer$$Lambda$2050/445265721.run(Unknown Source)
  377. org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:569)
  378. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  379. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  380. java.lang.Thread.run(Thread.java:745)
  381. 4/10 snapshots sharing following 18 elements
  382. org.apache.lucene.index.MultiDocValues$OrdinalMap.<init>(MultiDocValues.java:554)
  383. org.apache.lucene.index.MultiDocValues$OrdinalMap.build(MultiDocValues.java:511)
  384. org.apache.lucene.index.MultiDocValues$OrdinalMap.build(MultiDocValues.java:490)
  385. org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
  386. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:127)
  387. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:45)
  388. org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:157)
  389. org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$2256/1355577435.load(Unknown Source)
  390. org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:401)
  391. org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:154)
  392. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:115)
  393. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:45)
  394. org.elasticsearch.index.IndexWarmer$FieldDataWarmer.lambda$warmReader$1(IndexWarmer.java:141)
  395. org.elasticsearch.index.IndexWarmer$FieldDataWarmer$$Lambda$2050/445265721.run(Unknown Source)
  396. org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:569)
  397. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  398. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  399. java.lang.Thread.run(Thread.java:745)
  400. unique snapshot
  401. java.util.Arrays.binarySearch0(Arrays.java:1921)
  402. java.util.Arrays.binarySearch(Arrays.java:1864)
  403. org.apache.lucene.util.packed.Packed64SingleBlock.isSupported(Packed64SingleBlock.java:38)
  404. org.apache.lucene.util.packed.PackedInts$Format$2.isSupported(PackedInts.java:118)
  405. org.apache.lucene.util.packed.PackedInts.fastestFormatAndBits(PackedInts.java:264)
  406. org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:938)
  407. org.apache.lucene.util.packed.PackedLongValues$Builder.pack(PackedLongValues.java:266)
  408. org.apache.lucene.util.packed.DeltaPackedLongValues$Builder.pack(DeltaPackedLongValues.java:89)
  409. org.apache.lucene.util.packed.MonotonicLongValues$Builder.pack(MonotonicLongValues.java:90)
  410. org.apache.lucene.util.packed.PackedLongValues$Builder.pack(PackedLongValues.java:244)
  411. org.apache.lucene.util.packed.PackedLongValues$Builder.add(PackedLongValues.java:227)
  412. org.apache.lucene.index.MultiDocValues$OrdinalMap.<init>(MultiDocValues.java:579)
  413. org.apache.lucene.index.MultiDocValues$OrdinalMap.build(MultiDocValues.java:511)
  414. org.apache.lucene.index.MultiDocValues$OrdinalMap.build(MultiDocValues.java:490)
  415. org.elasticsearch.index.fielddata.ordinals.GlobalOrdinalsBuilder.build(GlobalOrdinalsBuilder.java:65)
  416. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:127)
  417. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.localGlobalDirect(SortedSetDVOrdinalsIndexFieldData.java:45)
  418. org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.lambda$load$1(IndicesFieldDataCache.java:157)
  419. org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache$$Lambda$2256/1355577435.load(Unknown Source)
  420. org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:401)
  421. org.elasticsearch.indices.fielddata.cache.IndicesFieldDataCache$IndexFieldCache.load(IndicesFieldDataCache.java:154)
  422. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:115)
  423. org.elasticsearch.index.fielddata.plain.SortedSetDVOrdinalsIndexFieldData.loadGlobal(SortedSetDVOrdinalsIndexFieldData.java:45)
  424. org.elasticsearch.index.IndexWarmer$FieldDataWarmer.lambda$warmReader$1(IndexWarmer.java:141)
  425. org.elasticsearch.index.IndexWarmer$FieldDataWarmer$$Lambda$2050/445265721.run(Unknown Source)
  426. org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:569)
  427. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  428. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  429. java.lang.Thread.run(Thread.java:745)
Advertisement
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!