Stack traces at the moment of snapshot capture

elasticsearch[esdatacold2-prod][[transport_server_worker.default]][T#14] [DAEMON] <--- OutOfMemoryError happened in this thread State: RUNNABLE tid: 60
java.lang.OutOfMemoryError.<init>() OutOfMemoryError.java:48
io.netty.buffer.PoolArena$HeapArena.newUnpooledChunk(int) PoolArena.java:661
io.netty.buffer.PoolArena.allocateHuge(PooledByteBuf, int) PoolArena.java:246
io.netty.buffer.PoolArena.allocate(PoolThreadCache, PooledByteBuf, int) PoolArena.java:224
io.netty.buffer.PoolArena.reallocate(PooledByteBuf, int, boolean) PoolArena.java:372
io.netty.buffer.PooledByteBuf.capacity(int) PooledByteBuf.java:120
io.netty.buffer.AbstractByteBuf.ensureWritable0(int) AbstractByteBuf.java:284
io.netty.buffer.AbstractByteBuf.ensureWritable(int) AbstractByteBuf.java:265
io.netty.buffer.AbstractByteBuf.writeBytes(ByteBuf, int, int) AbstractByteBuf.java:1068
io.netty.buffer.AbstractByteBuf.writeBytes(ByteBuf, int) AbstractByteBuf.java:1060
io.netty.buffer.AbstractByteBuf.writeBytes(ByteBuf) AbstractByteBuf.java:1050
io.netty.handler.codec.ByteToMessageDecoder$1.cumulate(ByteBufAllocator, ByteBuf, ByteBuf) ByteToMessageDecoder.java:92
io.netty.handler.codec.ByteToMessageDecoder.channelRead(ChannelHandlerContext, Object) ByteToMessageDecoder.java:246
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(Object) AbstractChannelHandlerContext.java:363
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext, Object) AbstractChannelHandlerContext.java:349
io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(Object) AbstractChannelHandlerContext.java:341
io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelHandlerContext, Object) ChannelInboundHandlerAdapter.java:86
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(Object) AbstractChannelHandlerContext.java:363
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext, Object) AbstractChannelHandlerContext.java:349
io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(Object) AbstractChannelHandlerContext.java:341
io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(ChannelHandlerContext, Object) DefaultChannelPipeline.java:1334
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(Object) AbstractChannelHandlerContext.java:363
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext, Object) AbstractChannelHandlerContext.java:349
io.netty.channel.DefaultChannelPipeline.fireChannelRead(Object) DefaultChannelPipeline.java:926
io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read() AbstractNioByteChannel.java:129
io.netty.channel.nio.NioEventLoop.processSelectedKey(SelectionKey, AbstractNioChannel) NioEventLoop.java:642
io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(Set) NioEventLoop.java:527
io.netty.channel.nio.NioEventLoop.processSelectedKeys() NioEventLoop.java:481
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:441
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

DestroyJavaVM State: RUNNABLE tid: 100
Stack trace is not available

elasticsearch[esdatacold2-prod][[timer]] [DAEMON] State: SLEEPING tid: 19
java.lang.Thread.sleep(long) Thread.java
org.elasticsearch.threadpool.ThreadPool$EstimatedTimeThread.run() ThreadPool.java:498

elasticsearch[esdatacold2-prod][[transport_server_worker.default]][T#10] [DAEMON] State: RUNNABLE tid: 56
sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) EPollArrayWrapper.java
sun.nio.ch.EPollArrayWrapper.poll(long) EPollArrayWrapper.java:269
sun.nio.ch.EPollSelectorImpl.doSelect(long) EPollSelectorImpl.java:93
sun.nio.ch.SelectorImpl.lockAndDoSelect(long) SelectorImpl.java:86
sun.nio.ch.SelectorImpl.select(long) SelectorImpl.java:97
io.netty.channel.nio.NioEventLoop.select(boolean) NioEventLoop.java:746
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:391
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][[transport_server_worker.default]][T#11] [DAEMON] State: RUNNABLE tid: 57
sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) EPollArrayWrapper.java
sun.nio.ch.EPollArrayWrapper.poll(long) EPollArrayWrapper.java:269
sun.nio.ch.EPollSelectorImpl.doSelect(long) EPollSelectorImpl.java:93
sun.nio.ch.SelectorImpl.lockAndDoSelect(long) SelectorImpl.java:86
sun.nio.ch.SelectorImpl.select(long) SelectorImpl.java:97
io.netty.channel.nio.NioEventLoop.select(boolean) NioEventLoop.java:746
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:391
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][[transport_server_worker.default]][T#12] [DAEMON] State: RUNNABLE tid: 58
org.elasticsearch.cluster.metadata.MetaData$Builder.build() MetaData.java:1027
org.elasticsearch.cluster.metadata.MetaData$MetaDataDiff.apply(MetaData) MetaData.java:655
org.elasticsearch.cluster.metadata.MetaData$MetaDataDiff.apply(Object) MetaData.java:600
org.elasticsearch.cluster.ClusterState$ClusterStateDiff.apply(ClusterState) ClusterState.java:767
org.elasticsearch.cluster.ClusterState$ClusterStateDiff.apply(Object) ClusterState.java:696
org.elasticsearch.discovery.zen.PublishClusterStateAction.handleIncomingClusterStateRequest(BytesTransportRequest, TransportChannel) PublishClusterStateAction.java:398
org.elasticsearch.discovery.zen.PublishClusterStateAction$SendClusterStateRequestHandler.messageReceived(BytesTransportRequest, TransportChannel) PublishClusterStateAction.java:485
org.elasticsearch.discovery.zen.PublishClusterStateAction$SendClusterStateRequestHandler.messageReceived(TransportRequest, TransportChannel) PublishClusterStateAction.java:481
org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequest, TransportChannel, Task) TransportRequestHandler.java:33
org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(TransportRequest, TransportChannel) RequestHandlerRegistry.java:69
org.elasticsearch.transport.TcpTransport$RequestHandler.doRun() TcpTransport.java:1488
org.elasticsearch.common.util.concurrent.AbstractRunnable.run() AbstractRunnable.java:37
org.elasticsearch.common.util.concurrent.EsExecutors$1.execute(Runnable) EsExecutors.java:109
org.elasticsearch.transport.TcpTransport.handleRequest(Object, String, StreamInput, long, int, Version, InetSocketAddress, byte) TcpTransport.java:1445
org.elasticsearch.transport.TcpTransport.messageReceived(BytesReference, Object, String, InetSocketAddress, int) TcpTransport.java:1329
org.elasticsearch.transport.netty4.Netty4MessageChannelHandler.channelRead(ChannelHandlerContext, Object) Netty4MessageChannelHandler.java:74
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(Object) AbstractChannelHandlerContext.java:363
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext, Object) AbstractChannelHandlerContext.java:349
io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(Object) AbstractChannelHandlerContext.java:341
io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ChannelHandlerContext, CodecOutputList, int) ByteToMessageDecoder.java:293
io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ChannelHandlerContext, List, int) ByteToMessageDecoder.java:280
io.netty.handler.codec.ByteToMessageDecoder.callDecode(ChannelHandlerContext, ByteBuf, List) ByteToMessageDecoder.java:396
io.netty.handler.codec.ByteToMessageDecoder.channelRead(ChannelHandlerContext, Object) ByteToMessageDecoder.java:248
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(Object) AbstractChannelHandlerContext.java:363
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext, Object) AbstractChannelHandlerContext.java:349
io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(Object) AbstractChannelHandlerContext.java:341
io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelHandlerContext, Object) ChannelInboundHandlerAdapter.java:86
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(Object) AbstractChannelHandlerContext.java:363
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext, Object) AbstractChannelHandlerContext.java:349
io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(Object) AbstractChannelHandlerContext.java:341
io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(ChannelHandlerContext, Object) DefaultChannelPipeline.java:1334
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(Object) AbstractChannelHandlerContext.java:363
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext, Object) AbstractChannelHandlerContext.java:349
io.netty.channel.DefaultChannelPipeline.fireChannelRead(Object) DefaultChannelPipeline.java:926
io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read() AbstractNioByteChannel.java:129
io.netty.channel.nio.NioEventLoop.processSelectedKey(SelectionKey, AbstractNioChannel) NioEventLoop.java:642
io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(Set) NioEventLoop.java:527
io.netty.channel.nio.NioEventLoop.processSelectedKeys() NioEventLoop.java:481
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:441
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][[transport_server_worker.default]][T#13] [DAEMON] State: RUNNABLE tid: 59
sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) EPollArrayWrapper.java
sun.nio.ch.EPollArrayWrapper.poll(long) EPollArrayWrapper.java:269
sun.nio.ch.EPollSelectorImpl.doSelect(long) EPollSelectorImpl.java:93
sun.nio.ch.SelectorImpl.lockAndDoSelect(long) SelectorImpl.java:86
sun.nio.ch.SelectorImpl.select(long) SelectorImpl.java:97
io.netty.channel.nio.NioEventLoop.select(boolean) NioEventLoop.java:746
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:391
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][[transport_server_worker.default]][T#15] [DAEMON] State: RUNNABLE tid: 94
sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) EPollArrayWrapper.java
sun.nio.ch.EPollArrayWrapper.poll(long) EPollArrayWrapper.java:269
sun.nio.ch.EPollSelectorImpl.doSelect(long) EPollSelectorImpl.java:93
sun.nio.ch.SelectorImpl.lockAndDoSelect(long) SelectorImpl.java:86
sun.nio.ch.SelectorImpl.select(long) SelectorImpl.java:97
io.netty.channel.nio.NioEventLoop.select(boolean) NioEventLoop.java:746
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:391
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][[transport_server_worker.default]][T#16] [DAEMON] State: RUNNABLE tid: 95
sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) EPollArrayWrapper.java
sun.nio.ch.EPollArrayWrapper.poll(long) EPollArrayWrapper.java:269
sun.nio.ch.EPollSelectorImpl.doSelect(long) EPollSelectorImpl.java:93
sun.nio.ch.SelectorImpl.lockAndDoSelect(long) SelectorImpl.java:86
sun.nio.ch.SelectorImpl.select(long) SelectorImpl.java:97
io.netty.channel.nio.NioEventLoop.select(boolean) NioEventLoop.java:746
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:391
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][[transport_server_worker.default]][T#1] [DAEMON] State: RUNNABLE tid: 23
sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) EPollArrayWrapper.java
sun.nio.ch.EPollArrayWrapper.poll(long) EPollArrayWrapper.java:269
sun.nio.ch.EPollSelectorImpl.doSelect(long) EPollSelectorImpl.java:93
sun.nio.ch.SelectorImpl.lockAndDoSelect(long) SelectorImpl.java:86
sun.nio.ch.SelectorImpl.select(long) SelectorImpl.java:97
io.netty.channel.nio.NioEventLoop.select(boolean) NioEventLoop.java:746
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:391
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][[transport_server_worker.default]][T#2] [DAEMON] State: RUNNABLE tid: 24
sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) EPollArrayWrapper.java
sun.nio.ch.EPollArrayWrapper.poll(long) EPollArrayWrapper.java:269
sun.nio.ch.EPollSelectorImpl.doSelect(long) EPollSelectorImpl.java:93
sun.nio.ch.SelectorImpl.lockAndDoSelect(long) SelectorImpl.java:86
sun.nio.ch.SelectorImpl.select(long) SelectorImpl.java:97
io.netty.channel.nio.NioEventLoop.select(boolean) NioEventLoop.java:746
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:391
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][[transport_server_worker.default]][T#3] [DAEMON] State: RUNNABLE tid: 25
sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) EPollArrayWrapper.java
sun.nio.ch.EPollArrayWrapper.poll(long) EPollArrayWrapper.java:269
sun.nio.ch.EPollSelectorImpl.doSelect(long) EPollSelectorImpl.java:93
sun.nio.ch.SelectorImpl.lockAndDoSelect(long) SelectorImpl.java:86
sun.nio.ch.SelectorImpl.select(long) SelectorImpl.java:97
io.netty.channel.nio.NioEventLoop.select(boolean) NioEventLoop.java:746
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:391
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][[transport_server_worker.default]][T#4] [DAEMON] State: RUNNABLE tid: 50
java.util.Arrays.copyOfRange(char[], int, int) Arrays.java:3664
java.lang.String.<init>(char[], int, int) String.java:207
org.apache.lucene.util.CharsRef.toString() CharsRef.java:154
org.elasticsearch.common.io.stream.StreamInput.readString() StreamInput.java:373
org.elasticsearch.common.io.stream.StreamInput.readStringArray() StreamInput.java:437
org.elasticsearch.action.fieldstats.FieldStatsShardRequest.readFrom(StreamInput) FieldStatsShardRequest.java:64
org.elasticsearch.transport.TcpTransport.handleRequest(Object, String, StreamInput, long, int, Version, InetSocketAddress, byte) TcpTransport.java:1442
org.elasticsearch.transport.TcpTransport.messageReceived(BytesReference, Object, String, InetSocketAddress, int) TcpTransport.java:1329
org.elasticsearch.transport.netty4.Netty4MessageChannelHandler.channelRead(ChannelHandlerContext, Object) Netty4MessageChannelHandler.java:74
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(Object) AbstractChannelHandlerContext.java:363
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext, Object) AbstractChannelHandlerContext.java:349
io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(Object) AbstractChannelHandlerContext.java:341
io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ChannelHandlerContext, CodecOutputList, int) ByteToMessageDecoder.java:293
io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ChannelHandlerContext, List, int) ByteToMessageDecoder.java:280
io.netty.handler.codec.ByteToMessageDecoder.callDecode(ChannelHandlerContext, ByteBuf, List) ByteToMessageDecoder.java:396
io.netty.handler.codec.ByteToMessageDecoder.channelRead(ChannelHandlerContext, Object) ByteToMessageDecoder.java:248
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(Object) AbstractChannelHandlerContext.java:363
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext, Object) AbstractChannelHandlerContext.java:349
io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(Object) AbstractChannelHandlerContext.java:341
io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelHandlerContext, Object) ChannelInboundHandlerAdapter.java:86
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(Object) AbstractChannelHandlerContext.java:363
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext, Object) AbstractChannelHandlerContext.java:349
io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(Object) AbstractChannelHandlerContext.java:341
io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(ChannelHandlerContext, Object) DefaultChannelPipeline.java:1334
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(Object) AbstractChannelHandlerContext.java:363
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext, Object) AbstractChannelHandlerContext.java:349
io.netty.channel.DefaultChannelPipeline.fireChannelRead(Object) DefaultChannelPipeline.java:926
io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read() AbstractNioByteChannel.java:129
io.netty.channel.nio.NioEventLoop.processSelectedKey(SelectionKey, AbstractNioChannel) NioEventLoop.java:642
io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(Set) NioEventLoop.java:527
io.netty.channel.nio.NioEventLoop.processSelectedKeys() NioEventLoop.java:481
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:441
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][[transport_server_worker.default]][T#5] [DAEMON] State: RUNNABLE tid: 51
sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) EPollArrayWrapper.java
sun.nio.ch.EPollArrayWrapper.poll(long) EPollArrayWrapper.java:269
sun.nio.ch.EPollSelectorImpl.doSelect(long) EPollSelectorImpl.java:93
sun.nio.ch.SelectorImpl.lockAndDoSelect(long) SelectorImpl.java:86
sun.nio.ch.SelectorImpl.select(long) SelectorImpl.java:97
io.netty.channel.nio.NioEventLoop.select(boolean) NioEventLoop.java:746
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:391
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][[transport_server_worker.default]][T#6] [DAEMON] State: RUNNABLE tid: 52
sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) EPollArrayWrapper.java
sun.nio.ch.EPollArrayWrapper.poll(long) EPollArrayWrapper.java:269
sun.nio.ch.EPollSelectorImpl.doSelect(long) EPollSelectorImpl.java:93
sun.nio.ch.SelectorImpl.lockAndDoSelect(long) SelectorImpl.java:86
sun.nio.ch.SelectorImpl.select(long) SelectorImpl.java:97
io.netty.channel.nio.NioEventLoop.select(boolean) NioEventLoop.java:746
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:391
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][[transport_server_worker.default]][T#7] [DAEMON] State: RUNNABLE tid: 53
java.util.Collections.unmodifiableMap(Map) Collections.java:1433
org.elasticsearch.common.settings.Settings.<init>(Map) Settings.java:82
org.elasticsearch.common.settings.Settings$Builder.build() Settings.java:1022
org.elasticsearch.common.settings.Settings.readSettingsFromStream(StreamInput) Settings.java:538
org.elasticsearch.cluster.metadata.IndexMetaData.readFrom(StreamInput) IndexMetaData.java:682
org.elasticsearch.cluster.metadata.MetaData.readFrom(StreamInput) MetaData.java:667
org.elasticsearch.cluster.ClusterState.readFrom(StreamInput, DiscoveryNode) ClusterState.java:660
org.elasticsearch.discovery.zen.MembershipAction$ValidateJoinRequest.readFrom(StreamInput) MembershipAction.java:170
org.elasticsearch.transport.TcpTransport.handleRequest(Object, String, StreamInput, long, int, Version, InetSocketAddress, byte) TcpTransport.java:1442
org.elasticsearch.transport.TcpTransport.messageReceived(BytesReference, Object, String, InetSocketAddress, int) TcpTransport.java:1329
org.elasticsearch.transport.netty4.Netty4MessageChannelHandler.channelRead(ChannelHandlerContext, Object) Netty4MessageChannelHandler.java:74
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(Object) AbstractChannelHandlerContext.java:363
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext, Object) AbstractChannelHandlerContext.java:349
io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(Object) AbstractChannelHandlerContext.java:341
io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ChannelHandlerContext, CodecOutputList, int) ByteToMessageDecoder.java:293
io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ChannelHandlerContext, List, int) ByteToMessageDecoder.java:280
io.netty.handler.codec.ByteToMessageDecoder.callDecode(ChannelHandlerContext, ByteBuf, List) ByteToMessageDecoder.java:396
io.netty.handler.codec.ByteToMessageDecoder.channelRead(ChannelHandlerContext, Object) ByteToMessageDecoder.java:248
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(Object) AbstractChannelHandlerContext.java:363
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext, Object) AbstractChannelHandlerContext.java:349
io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(Object) AbstractChannelHandlerContext.java:341
io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelHandlerContext, Object) ChannelInboundHandlerAdapter.java:86
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(Object) AbstractChannelHandlerContext.java:363
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext, Object) AbstractChannelHandlerContext.java:349
io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(Object) AbstractChannelHandlerContext.java:341
io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(ChannelHandlerContext, Object) DefaultChannelPipeline.java:1334
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(Object) AbstractChannelHandlerContext.java:363
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext, Object) AbstractChannelHandlerContext.java:349
io.netty.channel.DefaultChannelPipeline.fireChannelRead(Object) DefaultChannelPipeline.java:926
io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read() AbstractNioByteChannel.java:129
io.netty.channel.nio.NioEventLoop.processSelectedKey(SelectionKey, AbstractNioChannel) NioEventLoop.java:642
io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(Set) NioEventLoop.java:527
io.netty.channel.nio.NioEventLoop.processSelectedKeys() NioEventLoop.java:481
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:441
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][[transport_server_worker.default]][T#8] [DAEMON] State: RUNNABLE tid: 54
java.util.Arrays.copyOfRange(char[], int, int) Arrays.java:3664
java.lang.String.<init>(char[], int, int) String.java:207
org.apache.lucene.util.CharsRef.toString() CharsRef.java:154
org.elasticsearch.common.io.stream.StreamInput.readString() StreamInput.java:373
org.elasticsearch.cluster.node.DiscoveryNode.<init>(StreamInput) DiscoveryNode.java:219
org.elasticsearch.action.support.nodes.BaseNodesRequest$$Lambda$1558.read(StreamInput)
org.elasticsearch.common.io.stream.StreamInput.readArray(Writeable$Reader, IntFunction) StreamInput.java:683
org.elasticsearch.common.io.stream.StreamInput.readOptionalArray(Writeable$Reader, IntFunction) StreamInput.java:689
org.elasticsearch.action.support.nodes.BaseNodesRequest.readFrom(StreamInput) BaseNodesRequest.java:112
org.elasticsearch.action.admin.cluster.stats.ClusterStatsRequest.readFrom(StreamInput) ClusterStatsRequest.java:46
org.elasticsearch.action.admin.cluster.stats.TransportClusterStatsAction$ClusterStatsNodeRequest.readFrom(StreamInput) TransportClusterStatsAction.java:139
org.elasticsearch.transport.TcpTransport.handleRequest(Object, String, StreamInput, long, int, Version, InetSocketAddress, byte) TcpTransport.java:1442
org.elasticsearch.transport.TcpTransport.messageReceived(BytesReference, Object, String, InetSocketAddress, int) TcpTransport.java:1329
org.elasticsearch.transport.netty4.Netty4MessageChannelHandler.channelRead(ChannelHandlerContext, Object) Netty4MessageChannelHandler.java:74
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(Object) AbstractChannelHandlerContext.java:363
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext, Object) AbstractChannelHandlerContext.java:349
io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(Object) AbstractChannelHandlerContext.java:341
io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ChannelHandlerContext, CodecOutputList, int) ByteToMessageDecoder.java:293
io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ChannelHandlerContext, List, int) ByteToMessageDecoder.java:280
io.netty.handler.codec.ByteToMessageDecoder.callDecode(ChannelHandlerContext, ByteBuf, List) ByteToMessageDecoder.java:396
io.netty.handler.codec.ByteToMessageDecoder.channelRead(ChannelHandlerContext, Object) ByteToMessageDecoder.java:248
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(Object) AbstractChannelHandlerContext.java:363
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext, Object) AbstractChannelHandlerContext.java:349
io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(Object) AbstractChannelHandlerContext.java:341
io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelHandlerContext, Object) ChannelInboundHandlerAdapter.java:86
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(Object) AbstractChannelHandlerContext.java:363
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext, Object) AbstractChannelHandlerContext.java:349
io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(Object) AbstractChannelHandlerContext.java:341
io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(ChannelHandlerContext, Object) DefaultChannelPipeline.java:1334
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(Object) AbstractChannelHandlerContext.java:363
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext, Object) AbstractChannelHandlerContext.java:349
io.netty.channel.DefaultChannelPipeline.fireChannelRead(Object) DefaultChannelPipeline.java:926
io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read() AbstractNioByteChannel.java:129
io.netty.channel.nio.NioEventLoop.processSelectedKey(SelectionKey, AbstractNioChannel) NioEventLoop.java:642
io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(Set) NioEventLoop.java:527
io.netty.channel.nio.NioEventLoop.processSelectedKeys() NioEventLoop.java:481
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:441
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][[transport_server_worker.default]][T#9] [DAEMON] State: RUNNABLE tid: 55
org.elasticsearch.cluster.routing.IndexRoutingTable.<init>(Index, ImmutableOpenIntMap) IndexRoutingTable.java:80
org.elasticsearch.cluster.routing.IndexRoutingTable$Builder.build() IndexRoutingTable.java:541
org.elasticsearch.cluster.routing.IndexRoutingTable.readFrom(StreamInput) IndexRoutingTable.java:330
org.elasticsearch.cluster.routing.RoutingTable.readFrom(StreamInput) RoutingTable.java:359
org.elasticsearch.cluster.ClusterState.readFrom(StreamInput, DiscoveryNode) ClusterState.java:661
org.elasticsearch.discovery.zen.MembershipAction$ValidateJoinRequest.readFrom(StreamInput) MembershipAction.java:170
org.elasticsearch.transport.TcpTransport.handleRequest(Object, String, StreamInput, long, int, Version, InetSocketAddress, byte) TcpTransport.java:1442
org.elasticsearch.transport.TcpTransport.messageReceived(BytesReference, Object, String, InetSocketAddress, int) TcpTransport.java:1329
org.elasticsearch.transport.netty4.Netty4MessageChannelHandler.channelRead(ChannelHandlerContext, Object) Netty4MessageChannelHandler.java:74
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(Object) AbstractChannelHandlerContext.java:363
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext, Object) AbstractChannelHandlerContext.java:349
io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(Object) AbstractChannelHandlerContext.java:341
io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ChannelHandlerContext, CodecOutputList, int) ByteToMessageDecoder.java:293
io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ChannelHandlerContext, List, int) ByteToMessageDecoder.java:280
io.netty.handler.codec.ByteToMessageDecoder.callDecode(ChannelHandlerContext, ByteBuf, List) ByteToMessageDecoder.java:396
io.netty.handler.codec.ByteToMessageDecoder.channelRead(ChannelHandlerContext, Object) ByteToMessageDecoder.java:248
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(Object) AbstractChannelHandlerContext.java:363
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext, Object) AbstractChannelHandlerContext.java:349
io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(Object) AbstractChannelHandlerContext.java:341
io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelHandlerContext, Object) ChannelInboundHandlerAdapter.java:86
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(Object) AbstractChannelHandlerContext.java:363
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext, Object) AbstractChannelHandlerContext.java:349
io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(Object) AbstractChannelHandlerContext.java:341
io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(ChannelHandlerContext, Object) DefaultChannelPipeline.java:1334
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(Object) AbstractChannelHandlerContext.java:363
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext, Object) AbstractChannelHandlerContext.java:349
io.netty.channel.DefaultChannelPipeline.fireChannelRead(Object) DefaultChannelPipeline.java:926
io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read() AbstractNioByteChannel.java:129
io.netty.channel.nio.NioEventLoop.processSelectedKey(SelectionKey, AbstractNioChannel) NioEventLoop.java:642
io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(Set) NioEventLoop.java:527
io.netty.channel.nio.NioEventLoop.processSelectedKeys() NioEventLoop.java:481
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:441
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][[ttl_expire]] [DAEMON] State: RUNNABLE tid: 21
java.util.Collections.unmodifiableSet(Set) Collections.java:1118
org.elasticsearch.index.mapper.MapperService.types() MapperService.java:616
org.elasticsearch.indices.ttl.IndicesTTLService$PurgerThread.getShardsToPurge() IndicesTTLService.java:175
org.elasticsearch.indices.ttl.IndicesTTLService$PurgerThread.run() IndicesTTLService.java:141

elasticsearch[esdatacold2-prod][bulk][T#1] [DAEMON] State: WAITING tid: 103
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.park(Object) LockSupport.java:175
java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue$Node, LinkedTransferQueue$Node, Object, boolean, long) LinkedTransferQueue.java:737
java.util.concurrent.LinkedTransferQueue.xfer(Object, boolean, int, long) LinkedTransferQueue.java:647
java.util.concurrent.LinkedTransferQueue.take() LinkedTransferQueue.java:1269
org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take() SizeBlockingQueue.java:161
java.util.concurrent.ThreadPoolExecutor.getTask() ThreadPoolExecutor.java:1074
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1134
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][bulk][T#2] [DAEMON] State: WAITING tid: 110
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.park(Object) LockSupport.java:175
java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue$Node, LinkedTransferQueue$Node, Object, boolean, long) LinkedTransferQueue.java:737
java.util.concurrent.LinkedTransferQueue.xfer(Object, boolean, int, long) LinkedTransferQueue.java:647
java.util.concurrent.LinkedTransferQueue.take() LinkedTransferQueue.java:1269
org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take() SizeBlockingQueue.java:161
java.util.concurrent.ThreadPoolExecutor.getTask() ThreadPoolExecutor.java:1074
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1134
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][bulk][T#3] [DAEMON] State: WAITING tid: 111
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.park(Object) LockSupport.java:175
java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue$Node, LinkedTransferQueue$Node, Object, boolean, long) LinkedTransferQueue.java:737
java.util.concurrent.LinkedTransferQueue.xfer(Object, boolean, int, long) LinkedTransferQueue.java:647
java.util.concurrent.LinkedTransferQueue.take() LinkedTransferQueue.java:1269
org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take() SizeBlockingQueue.java:161
java.util.concurrent.ThreadPoolExecutor.getTask() ThreadPoolExecutor.java:1074
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1134
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][bulk][T#4] [DAEMON] State: WAITING tid: 113
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.park(Object) LockSupport.java:175
java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue$Node, LinkedTransferQueue$Node, Object, boolean, long) LinkedTransferQueue.java:737
java.util.concurrent.LinkedTransferQueue.xfer(Object, boolean, int, long) LinkedTransferQueue.java:647
java.util.concurrent.LinkedTransferQueue.take() LinkedTransferQueue.java:1269
org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take() SizeBlockingQueue.java:161
java.util.concurrent.ThreadPoolExecutor.getTask() ThreadPoolExecutor.java:1074
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1134
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][bulk][T#5] [DAEMON] State: WAITING tid: 114
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.park(Object) LockSupport.java:175
java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue$Node, LinkedTransferQueue$Node, Object, boolean, long) LinkedTransferQueue.java:737
java.util.concurrent.LinkedTransferQueue.xfer(Object, boolean, int, long) LinkedTransferQueue.java:647
java.util.concurrent.LinkedTransferQueue.take() LinkedTransferQueue.java:1269
org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take() SizeBlockingQueue.java:161
java.util.concurrent.ThreadPoolExecutor.getTask() ThreadPoolExecutor.java:1074
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1134
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][bulk][T#6] [DAEMON] State: WAITING tid: 115
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.park(Object) LockSupport.java:175
java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue$Node, LinkedTransferQueue$Node, Object, boolean, long) LinkedTransferQueue.java:737
java.util.concurrent.LinkedTransferQueue.xfer(Object, boolean, int, long) LinkedTransferQueue.java:647
java.util.concurrent.LinkedTransferQueue.take() LinkedTransferQueue.java:1269
org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take() SizeBlockingQueue.java:161
java.util.concurrent.ThreadPoolExecutor.getTask() ThreadPoolExecutor.java:1074
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1134
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][bulk][T#7] [DAEMON] State: WAITING tid: 116
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.park(Object) LockSupport.java:175
java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue$Node, LinkedTransferQueue$Node, Object, boolean, long) LinkedTransferQueue.java:737
java.util.concurrent.LinkedTransferQueue.xfer(Object, boolean, int, long) LinkedTransferQueue.java:647
java.util.concurrent.LinkedTransferQueue.take() LinkedTransferQueue.java:1269
org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take() SizeBlockingQueue.java:161
java.util.concurrent.ThreadPoolExecutor.getTask() ThreadPoolExecutor.java:1074
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1134
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][bulk][T#8] [DAEMON] State: WAITING tid: 117
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.park(Object) LockSupport.java:175
java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue$Node, LinkedTransferQueue$Node, Object, boolean, long) LinkedTransferQueue.java:737
java.util.concurrent.LinkedTransferQueue.xfer(Object, boolean, int, long) LinkedTransferQueue.java:647
java.util.concurrent.LinkedTransferQueue.take() LinkedTransferQueue.java:1269
org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take() SizeBlockingQueue.java:161
java.util.concurrent.ThreadPoolExecutor.getTask() ThreadPoolExecutor.java:1074
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1134
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][clusterService#updateTask][T#1] [DAEMON] State: RUNNABLE tid: 26
sun.nio.fs.UnixFileSystemProvider.newDirectoryStream(Path, DirectoryStream$Filter) UnixFileSystemProvider.java:429
java.nio.file.Files.newDirectoryStream(Path) Files.java:457
org.elasticsearch.env.NodeEnvironment.availableIndexFolders() NodeEnvironment.java:803
org.elasticsearch.gateway.MetaStateService.loadIndicesStates(Predicate) MetaStateService.java:89
org.elasticsearch.gateway.DanglingIndicesState.findNewDanglingIndices(MetaData) DanglingIndicesState.java:131
org.elasticsearch.gateway.DanglingIndicesState.findNewAndAddDanglingIndices(MetaData) DanglingIndicesState.java:116
org.elasticsearch.gateway.DanglingIndicesState.processDanglingIndices(MetaData) DanglingIndicesState.java:81
org.elasticsearch.gateway.DanglingIndicesState.clusterChanged(ClusterChangedEvent) DanglingIndicesState.java:185
org.elasticsearch.cluster.service.ClusterService.lambda$publishAndApplyChanges$12(ClusterState, ClusterChangedEvent, ClusterStateListener) ClusterService.java:819
org.elasticsearch.cluster.service.ClusterService$$Lambda$1585.accept(Object)
java.util.Spliterators$ArraySpliterator.forEachRemaining(Consumer) Spliterators.java:948
java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Consumer) Streams.java:742
java.util.stream.ReferencePipeline$Head.forEach(Consumer) ReferencePipeline.java:580
org.elasticsearch.cluster.service.ClusterService.publishAndApplyChanges(ClusterService$TaskInputs, ClusterService$TaskOutputs) ClusterService.java:816
org.elasticsearch.cluster.service.ClusterService.runTasks(ClusterService$TaskInputs) ClusterService.java:628
org.elasticsearch.cluster.service.ClusterService$UpdateTask.run() ClusterService.java:1112
org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run() ThreadContext.java:527
org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.runAndClean(Runnable) PrioritizedEsThreadPoolExecutor.java:238
org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run() PrioritizedEsThreadPoolExecutor.java:201
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1149
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][fetch_shard_started][T#29] [DAEMON] State: WAITING tid: 155
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.park(Object) LockSupport.java:175
java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue$Node, LinkedTransferQueue$Node, Object, boolean, long) LinkedTransferQueue.java:737
java.util.concurrent.LinkedTransferQueue.xfer(Object, boolean, int, long) LinkedTransferQueue.java:647
java.util.concurrent.LinkedTransferQueue.take() LinkedTransferQueue.java:1269
java.util.concurrent.ThreadPoolExecutor.getTask() ThreadPoolExecutor.java:1074
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1134
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][fetch_shard_store][T#38] [DAEMON] State: WAITING tid: 179
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.park(Object) LockSupport.java:175
java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue$Node, LinkedTransferQueue$Node, Object, boolean, long) LinkedTransferQueue.java:737
java.util.concurrent.LinkedTransferQueue.xfer(Object, boolean, int, long) LinkedTransferQueue.java:647
java.util.concurrent.LinkedTransferQueue.take() LinkedTransferQueue.java:1269
java.util.concurrent.ThreadPoolExecutor.getTask() ThreadPoolExecutor.java:1074
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1134
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][flush][T#5] [DAEMON] State: WAITING tid: 177
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.park(Object) LockSupport.java:175
java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue$Node, LinkedTransferQueue$Node, Object, boolean, long) LinkedTransferQueue.java:737
java.util.concurrent.LinkedTransferQueue.xfer(Object, boolean, int, long) LinkedTransferQueue.java:647
java.util.concurrent.LinkedTransferQueue.take() LinkedTransferQueue.java:1269
java.util.concurrent.ThreadPoolExecutor.getTask() ThreadPoolExecutor.java:1074
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1134
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][generic][T#16] [DAEMON] State: WAITING tid: 305
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.park(Object) LockSupport.java:175
java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue$Node, LinkedTransferQueue$Node, Object, boolean, long) LinkedTransferQueue.java:737
java.util.concurrent.LinkedTransferQueue.xfer(Object, boolean, int, long) LinkedTransferQueue.java:647
java.util.concurrent.LinkedTransferQueue.take() LinkedTransferQueue.java:1269
java.util.concurrent.ThreadPoolExecutor.getTask() ThreadPoolExecutor.java:1074
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1134
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][generic][T#18] [DAEMON] State: WAITING tid: 320
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.park(Object) LockSupport.java:175
java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue$Node, LinkedTransferQueue$Node, Object, boolean, long) LinkedTransferQueue.java:737
java.util.concurrent.LinkedTransferQueue.xfer(Object, boolean, int, long) LinkedTransferQueue.java:647
java.util.concurrent.LinkedTransferQueue.take() LinkedTransferQueue.java:1269
java.util.concurrent.ThreadPoolExecutor.getTask() ThreadPoolExecutor.java:1074
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1134
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][generic][T#2] [DAEMON] State: WAITING tid: 31
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.park(Object) LockSupport.java:175
java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt() AbstractQueuedSynchronizer.java:836
java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(int) AbstractQueuedSynchronizer.java:997
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(int) AbstractQueuedSynchronizer.java:1304
org.elasticsearch.common.util.concurrent.BaseFuture$Sync.get() BaseFuture.java:248
org.elasticsearch.common.util.concurrent.BaseFuture.get() BaseFuture.java:91
org.elasticsearch.transport.PlainTransportFuture.txGet() PlainTransportFuture.java:45
org.elasticsearch.transport.PlainTransportFuture.txGet() PlainTransportFuture.java:33
org.elasticsearch.indices.recovery.PeerRecoveryTargetService.lambda$doRecovery$1(AtomicReference, StartRecoveryRequest) PeerRecoveryTargetService.java:228
org.elasticsearch.indices.recovery.PeerRecoveryTargetService$$Lambda$1841.run()
org.elasticsearch.common.util.CancellableThreads.executeIO(CancellableThreads$IOInterruptable) CancellableThreads.java:105
org.elasticsearch.common.util.CancellableThreads.execute(CancellableThreads$Interruptable) CancellableThreads.java:86
org.elasticsearch.indices.recovery.PeerRecoveryTargetService.doRecovery(long) PeerRecoveryTargetService.java:221
org.elasticsearch.indices.recovery.PeerRecoveryTargetService.access$900(PeerRecoveryTargetService, long) PeerRecoveryTargetService.java:73
org.elasticsearch.indices.recovery.PeerRecoveryTargetService$RecoveryRunner.doRun() PeerRecoveryTargetService.java:555
org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun() ThreadContext.java:596
org.elasticsearch.common.util.concurrent.AbstractRunnable.run() AbstractRunnable.java:37
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1149
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][generic][T#9] [DAEMON] State: WAITING tid: 221
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.parkNanos(Object, long) LockSupport.java:215
java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue$Node, LinkedTransferQueue$Node, Object, boolean, long) LinkedTransferQueue.java:734
java.util.concurrent.LinkedTransferQueue.xfer(Object, boolean, int, long) LinkedTransferQueue.java:647
java.util.concurrent.LinkedTransferQueue.poll(long, TimeUnit) LinkedTransferQueue.java:1277
java.util.concurrent.ThreadPoolExecutor.getTask() ThreadPoolExecutor.java:1073
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1134
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][http_server_worker][T#1] [DAEMON] State: RUNNABLE tid: 97
sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) EPollArrayWrapper.java
sun.nio.ch.EPollArrayWrapper.poll(long) EPollArrayWrapper.java:269
sun.nio.ch.EPollSelectorImpl.doSelect(long) EPollSelectorImpl.java:93
sun.nio.ch.SelectorImpl.lockAndDoSelect(long) SelectorImpl.java:86
sun.nio.ch.SelectorImpl.select(long) SelectorImpl.java:97
io.netty.channel.nio.NioEventLoop.select(boolean) NioEventLoop.java:746
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:391
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][http_server_worker][T#2] [DAEMON] State: RUNNABLE tid: 98
sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) EPollArrayWrapper.java
sun.nio.ch.EPollArrayWrapper.poll(long) EPollArrayWrapper.java:269
sun.nio.ch.EPollSelectorImpl.doSelect(long) EPollSelectorImpl.java:93
sun.nio.ch.SelectorImpl.lockAndDoSelect(long) SelectorImpl.java:86
sun.nio.ch.SelectorImpl.select(long) SelectorImpl.java:97
io.netty.channel.nio.NioEventLoop.select(boolean) NioEventLoop.java:746
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:391
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][http_server_worker][T#3] [DAEMON] State: RUNNABLE tid: 99
sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) EPollArrayWrapper.java
sun.nio.ch.EPollArrayWrapper.poll(long) EPollArrayWrapper.java:269
sun.nio.ch.EPollSelectorImpl.doSelect(long) EPollSelectorImpl.java:93
sun.nio.ch.SelectorImpl.lockAndDoSelect(long) SelectorImpl.java:86
sun.nio.ch.SelectorImpl.select(long) SelectorImpl.java:97
io.netty.channel.nio.NioEventLoop.select(boolean) NioEventLoop.java:746
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:391
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][management][T#1] [DAEMON] State: RUNNABLE tid: 61
java.security.Permissions.add(Permission) Permissions.java:125
sun.security.provider.PolicyFile.getPermissions(ProtectionDomain) PolicyFile.java:1142
sun.security.provider.PolicyFile.implies(ProtectionDomain, Permission) PolicyFile.java:1086
sun.security.provider.PolicySpiFile.engineImplies(ProtectionDomain, Permission) PolicySpiFile.java:75
java.security.Policy$PolicyDelegate.implies(ProtectionDomain, Permission) Policy.java:780
org.elasticsearch.bootstrap.ESPolicy.implies(ProtectionDomain, Permission) ESPolicy.java:101
java.security.ProtectionDomain.implies(Permission) ProtectionDomain.java:285
java.security.AccessControlContext.checkPermission(Permission) AccessControlContext.java:450
java.security.AccessController.checkPermission(Permission) AccessController.java:884
java.lang.SecurityManager.checkPermission(Permission) SecurityManager.java:549
java.lang.SecurityManager.checkRead(String) SecurityManager.java:888
sun.nio.fs.UnixPath.checkRead() UnixPath.java:795
sun.nio.fs.UnixFileAttributeViews$Basic.readAttributes() UnixFileAttributeViews.java:49
sun.nio.fs.UnixFileSystemProvider.readAttributes(Path, Class, LinkOption[]) UnixFileSystemProvider.java:144
sun.nio.fs.LinuxFileSystemProvider.readAttributes(Path, Class, LinkOption[]) LinuxFileSystemProvider.java:99
java.nio.file.Files.readAttributes(Path, Class, LinkOption[]) Files.java:1737
java.nio.file.Files.size(Path) Files.java:2332
org.apache.lucene.store.FSDirectory.fileLength(String) FSDirectory.java:243
org.apache.lucene.store.FilterDirectory.fileLength(String) FilterDirectory.java:67  <2 recursive calls>
org.elasticsearch.index.store.Store$StoreStatsCache.estimateSize(Directory) Store.java:1373
org.elasticsearch.index.store.Store$StoreStatsCache.refresh() Store.java:1362
org.elasticsearch.index.store.Store$StoreStatsCache.refresh() Store.java:1349
org.elasticsearch.common.util.SingleObjectCache.getOrRefresh() SingleObjectCache.java:54
org.elasticsearch.index.store.Store.stats() Store.java:301
org.elasticsearch.index.shard.IndexShard.storeStats() IndexShard.java:703
org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(IndicesQueryCache, IndexShard, CommonStatsFlags) CommonStats.java:177
org.elasticsearch.action.admin.cluster.stats.TransportClusterStatsAction.nodeOperation(TransportClusterStatsAction$ClusterStatsNodeRequest) TransportClusterStatsAction.java:104
org.elasticsearch.action.admin.cluster.stats.TransportClusterStatsAction.nodeOperation(BaseNodeRequest) TransportClusterStatsAction.java:53
org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(BaseNodeRequest, Task) TransportNodesAction.java:145
org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(BaseNodeRequest, TransportChannel, Task) TransportNodesAction.java:270
org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportRequest, TransportChannel, Task) TransportNodesAction.java:266
org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(TransportRequest, TransportChannel) RequestHandlerRegistry.java:69
org.elasticsearch.transport.TcpTransport$RequestHandler.doRun() TcpTransport.java:1488
org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun() ThreadContext.java:596
org.elasticsearch.common.util.concurrent.AbstractRunnable.run() AbstractRunnable.java:37
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1149
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][management][T#2] [DAEMON] State: RUNNABLE tid: 105
org.elasticsearch.indices.IndicesQueryCache$Stats.toQueryCacheStats() IndicesQueryCache.java:198
org.elasticsearch.indices.IndicesQueryCache.getStats(ShardId) IndicesQueryCache.java:88
org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(IndicesQueryCache, IndexShard, CommonStatsFlags) CommonStats.java:201
org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(IndicesStatsRequest, ShardRouting) TransportIndicesStatsAction.java:163
org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(BroadcastRequest, ShardRouting) TransportIndicesStatsAction.java:47
org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.onShardOperation(TransportBroadcastByNodeAction$NodeRequest, Object[], int, ShardRouting) TransportBroadcastByNodeAction.java:434
org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.messageReceived(TransportBroadcastByNodeAction$NodeRequest, TransportChannel) TransportBroadcastByNodeAction.java:413
org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.messageReceived(TransportRequest, TransportChannel) TransportBroadcastByNodeAction.java:400
org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequest, TransportChannel, Task) TransportRequestHandler.java:33
org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(TransportRequest, TransportChannel) RequestHandlerRegistry.java:69
org.elasticsearch.transport.TcpTransport$RequestHandler.doRun() TcpTransport.java:1488
org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun() ThreadContext.java:596
org.elasticsearch.common.util.concurrent.AbstractRunnable.run() AbstractRunnable.java:37
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1149
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][management][T#3] [DAEMON] State: RUNNABLE tid: 104
java.io.FilePermissionCollection.implies(Permission) FilePermission.java:758
java.security.Permissions.implies(Permission) Permissions.java:182
sun.security.provider.PolicyFile.implies(ProtectionDomain, Permission) PolicyFile.java:1083
sun.security.provider.PolicySpiFile.engineImplies(ProtectionDomain, Permission) PolicySpiFile.java:75
java.security.Policy$PolicyDelegate.implies(ProtectionDomain, Permission) Policy.java:780
org.elasticsearch.bootstrap.ESPolicy.implies(ProtectionDomain, Permission) ESPolicy.java:101
java.security.ProtectionDomain.implies(Permission) ProtectionDomain.java:285
java.security.AccessControlContext.checkPermission(Permission) AccessControlContext.java:450
java.security.AccessController.checkPermission(Permission) AccessController.java:884
java.lang.SecurityManager.checkPermission(Permission) SecurityManager.java:549
java.lang.SecurityManager.checkRead(String) SecurityManager.java:888
sun.nio.fs.UnixPath.checkRead() UnixPath.java:795
sun.nio.fs.UnixFileAttributeViews$Basic.readAttributes() UnixFileAttributeViews.java:49
sun.nio.fs.UnixFileSystemProvider.readAttributes(Path, Class, LinkOption[]) UnixFileSystemProvider.java:144
sun.nio.fs.LinuxFileSystemProvider.readAttributes(Path, Class, LinkOption[]) LinuxFileSystemProvider.java:99
java.nio.file.Files.readAttributes(Path, Class, LinkOption[]) Files.java:1737
java.nio.file.Files.size(Path) Files.java:2332
org.apache.lucene.store.FSDirectory.fileLength(String) FSDirectory.java:243
org.apache.lucene.store.FilterDirectory.fileLength(String) FilterDirectory.java:67  <2 recursive calls>
org.elasticsearch.index.store.Store$StoreStatsCache.estimateSize(Directory) Store.java:1373
org.elasticsearch.index.store.Store$StoreStatsCache.refresh() Store.java:1362
org.elasticsearch.index.store.Store$StoreStatsCache.refresh() Store.java:1349
org.elasticsearch.common.util.SingleObjectCache.getOrRefresh() SingleObjectCache.java:54
org.elasticsearch.index.store.Store.stats() Store.java:301
org.elasticsearch.index.shard.IndexShard.storeStats() IndexShard.java:703
org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(IndicesQueryCache, IndexShard, CommonStatsFlags) CommonStats.java:177
org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(IndicesStatsRequest, ShardRouting) TransportIndicesStatsAction.java:163
org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(BroadcastRequest, ShardRouting) TransportIndicesStatsAction.java:47
org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.onShardOperation(TransportBroadcastByNodeAction$NodeRequest, Object[], int, ShardRouting) TransportBroadcastByNodeAction.java:434
org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.messageReceived(TransportBroadcastByNodeAction$NodeRequest, TransportChannel) TransportBroadcastByNodeAction.java:413
org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.messageReceived(TransportRequest, TransportChannel) TransportBroadcastByNodeAction.java:400
org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequest, TransportChannel, Task) TransportRequestHandler.java:33
org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(TransportRequest, TransportChannel) RequestHandlerRegistry.java:69
org.elasticsearch.transport.TcpTransport$RequestHandler.doRun() TcpTransport.java:1488
org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun() ThreadContext.java:596
org.elasticsearch.common.util.concurrent.AbstractRunnable.run() AbstractRunnable.java:37
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1149
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][management][T#4] [DAEMON] State: RUNNABLE tid: 106
java.security.ProtectionDomain$PDCache.get(ProtectionDomain) ProtectionDomain.java:508
sun.security.provider.PolicyFile.implies(ProtectionDomain, Permission) PolicyFile.java:1080
sun.security.provider.PolicySpiFile.engineImplies(ProtectionDomain, Permission) PolicySpiFile.java:75
java.security.Policy$PolicyDelegate.implies(ProtectionDomain, Permission) Policy.java:780
org.elasticsearch.bootstrap.ESPolicy.implies(ProtectionDomain, Permission) ESPolicy.java:82
java.security.ProtectionDomain.implies(Permission) ProtectionDomain.java:285
java.security.AccessControlContext.checkPermission(Permission) AccessControlContext.java:450
java.security.AccessController.checkPermission(Permission) AccessController.java:884
java.lang.SecurityManager.checkPermission(Permission) SecurityManager.java:549
java.lang.SecurityManager.checkRead(String) SecurityManager.java:888
sun.nio.fs.UnixPath.checkRead() UnixPath.java:795
sun.nio.fs.UnixFileAttributeViews$Basic.readAttributes() UnixFileAttributeViews.java:49
sun.nio.fs.UnixFileSystemProvider.readAttributes(Path, Class, LinkOption[]) UnixFileSystemProvider.java:144
sun.nio.fs.LinuxFileSystemProvider.readAttributes(Path, Class, LinkOption[]) LinuxFileSystemProvider.java:99
java.nio.file.Files.readAttributes(Path, Class, LinkOption[]) Files.java:1737
java.nio.file.Files.size(Path) Files.java:2332
org.apache.lucene.store.FSDirectory.fileLength(String) FSDirectory.java:243
org.apache.lucene.store.FilterDirectory.fileLength(String) FilterDirectory.java:67  <2 recursive calls>
org.elasticsearch.index.store.Store$StoreStatsCache.estimateSize(Directory) Store.java:1373
org.elasticsearch.index.store.Store$StoreStatsCache.refresh() Store.java:1362
org.elasticsearch.index.store.Store$StoreStatsCache.refresh() Store.java:1349
org.elasticsearch.common.util.SingleObjectCache.getOrRefresh() SingleObjectCache.java:54
org.elasticsearch.index.store.Store.stats() Store.java:301
org.elasticsearch.index.shard.IndexShard.storeStats() IndexShard.java:703
org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(IndicesQueryCache, IndexShard, CommonStatsFlags) CommonStats.java:177
org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(IndicesStatsRequest, ShardRouting) TransportIndicesStatsAction.java:163
org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(BroadcastRequest, ShardRouting) TransportIndicesStatsAction.java:47
org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.onShardOperation(TransportBroadcastByNodeAction$NodeRequest, Object[], int, ShardRouting) TransportBroadcastByNodeAction.java:434
org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.messageReceived(TransportBroadcastByNodeAction$NodeRequest, TransportChannel) TransportBroadcastByNodeAction.java:413
org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.messageReceived(TransportRequest, TransportChannel) TransportBroadcastByNodeAction.java:400
org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequest, TransportChannel, Task) TransportRequestHandler.java:33
org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(TransportRequest, TransportChannel) RequestHandlerRegistry.java:69
org.elasticsearch.transport.TcpTransport$RequestHandler.doRun() TcpTransport.java:1488
org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun() ThreadContext.java:596
org.elasticsearch.common.util.concurrent.AbstractRunnable.run() AbstractRunnable.java:37
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1149
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][management][T#5] [DAEMON] State: RUNNABLE tid: 107
java.util.Arrays.copyOf(char[], int) Arrays.java:3332
java.lang.AbstractStringBuilder.ensureCapacityInternal(int) AbstractStringBuilder.java:124
java.lang.AbstractStringBuilder.append(String) AbstractStringBuilder.java:448
java.lang.StringBuilder.append(String) StringBuilder.java:136
java.security.CodeSource.matchLocation(CodeSource) CodeSource.java:423
java.security.CodeSource.implies(CodeSource) CodeSource.java:309
sun.security.provider.PolicyFile$7.run() PolicyFile.java:1274
sun.security.provider.PolicyFile$7.run() PolicyFile.java:1272
java.security.AccessController.doPrivileged(PrivilegedAction) AccessController.java
sun.security.provider.PolicyFile.addPermissions(Permissions, CodeSource, Principal[], PolicyFile$PolicyEntry) PolicyFile.java:1272
sun.security.provider.PolicyFile.getPermissions(Permissions, CodeSource, Principal[]) PolicyFile.java:1228
sun.security.provider.PolicyFile.getPermissions(Permissions, ProtectionDomain) PolicyFile.java:1191
sun.security.provider.PolicyFile.getPermissions(ProtectionDomain) PolicyFile.java:1132
sun.security.provider.PolicyFile.implies(ProtectionDomain, Permission) PolicyFile.java:1086
sun.security.provider.PolicySpiFile.engineImplies(ProtectionDomain, Permission) PolicySpiFile.java:75
java.security.Policy$PolicyDelegate.implies(ProtectionDomain, Permission) Policy.java:780
org.elasticsearch.bootstrap.ESPolicy.implies(ProtectionDomain, Permission) ESPolicy.java:82
java.security.ProtectionDomain.implies(Permission) ProtectionDomain.java:285
java.security.AccessControlContext.checkPermission(Permission) AccessControlContext.java:450
java.security.AccessController.checkPermission(Permission) AccessController.java:884
java.lang.SecurityManager.checkPermission(Permission) SecurityManager.java:549
java.lang.SecurityManager.checkRead(String) SecurityManager.java:888
sun.nio.fs.UnixPath.checkRead() UnixPath.java:795
sun.nio.fs.UnixFileAttributeViews$Basic.readAttributes() UnixFileAttributeViews.java:49
sun.nio.fs.UnixFileSystemProvider.readAttributes(Path, Class, LinkOption[]) UnixFileSystemProvider.java:144
sun.nio.fs.LinuxFileSystemProvider.readAttributes(Path, Class, LinkOption[]) LinuxFileSystemProvider.java:99
java.nio.file.Files.readAttributes(Path, Class, LinkOption[]) Files.java:1737
java.nio.file.Files.size(Path) Files.java:2332
org.apache.lucene.store.FSDirectory.fileLength(String) FSDirectory.java:243
org.apache.lucene.store.FilterDirectory.fileLength(String) FilterDirectory.java:67  <2 recursive calls>
org.elasticsearch.index.store.Store$StoreStatsCache.estimateSize(Directory) Store.java:1373
org.elasticsearch.index.store.Store$StoreStatsCache.refresh() Store.java:1362
org.elasticsearch.index.store.Store$StoreStatsCache.refresh() Store.java:1349
org.elasticsearch.common.util.SingleObjectCache.getOrRefresh() SingleObjectCache.java:54
org.elasticsearch.index.store.Store.stats() Store.java:301
org.elasticsearch.index.shard.IndexShard.storeStats() IndexShard.java:703
org.elasticsearch.action.admin.indices.stats.CommonStats.<init>(IndicesQueryCache, IndexShard, CommonStatsFlags) CommonStats.java:177
org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(IndicesStatsRequest, ShardRouting) TransportIndicesStatsAction.java:163
org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.shardOperation(BroadcastRequest, ShardRouting) TransportIndicesStatsAction.java:47
org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.onShardOperation(TransportBroadcastByNodeAction$NodeRequest, Object[], int, ShardRouting) TransportBroadcastByNodeAction.java:434
org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.messageReceived(TransportBroadcastByNodeAction$NodeRequest, TransportChannel) TransportBroadcastByNodeAction.java:413
org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$BroadcastByNodeTransportRequestHandler.messageReceived(TransportRequest, TransportChannel) TransportBroadcastByNodeAction.java:400
org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequest, TransportChannel, Task) TransportRequestHandler.java:33
org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(TransportRequest, TransportChannel) RequestHandlerRegistry.java:69
org.elasticsearch.transport.TcpTransport$RequestHandler.doRun() TcpTransport.java:1488
org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun() ThreadContext.java:596
org.elasticsearch.common.util.concurrent.AbstractRunnable.run() AbstractRunnable.java:37
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1149
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][monitoring.exporters] [DAEMON] State: WAITING tid: 22
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.park(Object) LockSupport.java:175
java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt() AbstractQueuedSynchronizer.java:836
java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(int) AbstractQueuedSynchronizer.java:997
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(int) AbstractQueuedSynchronizer.java:1304
org.elasticsearch.common.util.concurrent.BaseFuture$Sync.get() BaseFuture.java:248
org.elasticsearch.common.util.concurrent.BaseFuture.get() BaseFuture.java:91
org.elasticsearch.action.support.AdapterActionFuture.actionGet() AdapterActionFuture.java:42
org.elasticsearch.xpack.monitoring.collector.node.NodeStatsCollector.doCollect() NodeStatsCollector.java:66
org.elasticsearch.xpack.monitoring.collector.Collector.collect() Collector.java:83
org.elasticsearch.xpack.monitoring.AgentService$ExportingWorker.collect() AgentService.java:226
org.elasticsearch.xpack.monitoring.AgentService$ExportingWorker.run() AgentService.java:193
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][refresh][T#1] [DAEMON] State: WAITING tid: 112
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.parkNanos(Object, long) LockSupport.java:215
java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue$Node, LinkedTransferQueue$Node, Object, boolean, long) LinkedTransferQueue.java:734
java.util.concurrent.LinkedTransferQueue.xfer(Object, boolean, int, long) LinkedTransferQueue.java:647
java.util.concurrent.LinkedTransferQueue.poll(long, TimeUnit) LinkedTransferQueue.java:1277
java.util.concurrent.ThreadPoolExecutor.getTask() ThreadPoolExecutor.java:1073
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1134
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][refresh][T#2] [DAEMON] State: WAITING tid: 118
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.parkNanos(Object, long) LockSupport.java:215
java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue$Node, LinkedTransferQueue$Node, Object, boolean, long) LinkedTransferQueue.java:734
java.util.concurrent.LinkedTransferQueue.xfer(Object, boolean, int, long) LinkedTransferQueue.java:647
java.util.concurrent.LinkedTransferQueue.poll(long, TimeUnit) LinkedTransferQueue.java:1277
java.util.concurrent.ThreadPoolExecutor.getTask() ThreadPoolExecutor.java:1073
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1134
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][refresh][T#3] [DAEMON] State: WAITING tid: 119
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.parkNanos(Object, long) LockSupport.java:215
java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue$Node, LinkedTransferQueue$Node, Object, boolean, long) LinkedTransferQueue.java:734
java.util.concurrent.LinkedTransferQueue.xfer(Object, boolean, int, long) LinkedTransferQueue.java:647
java.util.concurrent.LinkedTransferQueue.poll(long, TimeUnit) LinkedTransferQueue.java:1277
java.util.concurrent.ThreadPoolExecutor.getTask() ThreadPoolExecutor.java:1073
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1134
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][refresh][T#4] [DAEMON] State: WAITING tid: 125
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.parkNanos(Object, long) LockSupport.java:215
java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue$Node, LinkedTransferQueue$Node, Object, boolean, long) LinkedTransferQueue.java:734
java.util.concurrent.LinkedTransferQueue.xfer(Object, boolean, int, long) LinkedTransferQueue.java:647
java.util.concurrent.LinkedTransferQueue.poll(long, TimeUnit) LinkedTransferQueue.java:1277
java.util.concurrent.ThreadPoolExecutor.getTask() ThreadPoolExecutor.java:1073
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1134
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][scheduler][T#1] [DAEMON] State: RUNNABLE tid: 20
java.lang.SecurityManager.checkPropertyAccess(String) SecurityManager.java:1294
org.elasticsearch.monitor.jvm.JvmInfo.jvmInfo() JvmInfo.java:173
org.elasticsearch.monitor.jvm.JvmGcMonitorService$JvmMonitor.monitorSlowGc(JvmStats, long) JvmGcMonitorService.java:451
org.elasticsearch.monitor.jvm.JvmGcMonitorService$JvmMonitor.monitorGc() JvmGcMonitorService.java:406
org.elasticsearch.monitor.jvm.JvmGcMonitorService$JvmMonitor.run() JvmGcMonitorService.java:391
org.elasticsearch.threadpool.ThreadPool$ReschedulingRunnable.doRun() ThreadPool.java:755
org.elasticsearch.common.util.concurrent.AbstractRunnable.run() AbstractRunnable.java:37
org.elasticsearch.threadpool.ThreadPool$LoggingRunnable.run() ThreadPool.java:419
java.util.concurrent.Executors$RunnableAdapter.call() Executors.java:511
java.util.concurrent.FutureTask.run() FutureTask.java:266
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor$ScheduledFutureTask) ScheduledThreadPoolExecutor.java:180
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run() ScheduledThreadPoolExecutor.java:293
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1149
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][search][T#10] [DAEMON] State: WAITING tid: 138
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.park(Object) LockSupport.java:175
java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue$Node, LinkedTransferQueue$Node, Object, boolean, long) LinkedTransferQueue.java:737
java.util.concurrent.LinkedTransferQueue.xfer(Object, boolean, int, long) LinkedTransferQueue.java:647
java.util.concurrent.LinkedTransferQueue.take() LinkedTransferQueue.java:1269
org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take() SizeBlockingQueue.java:161
java.util.concurrent.ThreadPoolExecutor.getTask() ThreadPoolExecutor.java:1074
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1134
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][search][T#11] [DAEMON] State: WAITING tid: 142
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.park(Object) LockSupport.java:175
java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue$Node, LinkedTransferQueue$Node, Object, boolean, long) LinkedTransferQueue.java:737
java.util.concurrent.LinkedTransferQueue.xfer(Object, boolean, int, long) LinkedTransferQueue.java:647
java.util.concurrent.LinkedTransferQueue.take() LinkedTransferQueue.java:1269
org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take() SizeBlockingQueue.java:161
java.util.concurrent.ThreadPoolExecutor.getTask() ThreadPoolExecutor.java:1074
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1134
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][search][T#12] [DAEMON] State: WAITING tid: 140
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.park(Object) LockSupport.java:175
java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue$Node, LinkedTransferQueue$Node, Object, boolean, long) LinkedTransferQueue.java:737
java.util.concurrent.LinkedTransferQueue.xfer(Object, boolean, int, long) LinkedTransferQueue.java:647
java.util.concurrent.LinkedTransferQueue.take() LinkedTransferQueue.java:1269
org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take() SizeBlockingQueue.java:161
java.util.concurrent.ThreadPoolExecutor.getTask() ThreadPoolExecutor.java:1074
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1134
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][search][T#13] [DAEMON] State: WAITING tid: 141
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.park(Object) LockSupport.java:175
java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue$Node, LinkedTransferQueue$Node, Object, boolean, long) LinkedTransferQueue.java:737
java.util.concurrent.LinkedTransferQueue.xfer(Object, boolean, int, long) LinkedTransferQueue.java:647
java.util.concurrent.LinkedTransferQueue.take() LinkedTransferQueue.java:1269
org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take() SizeBlockingQueue.java:161
java.util.concurrent.ThreadPoolExecutor.getTask() ThreadPoolExecutor.java:1074
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1134
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][search][T#1] [DAEMON] State: WAITING tid: 130
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.park(Object) LockSupport.java:175
java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue$Node, LinkedTransferQueue$Node, Object, boolean, long) LinkedTransferQueue.java:737
java.util.concurrent.LinkedTransferQueue.xfer(Object, boolean, int, long) LinkedTransferQueue.java:647
java.util.concurrent.LinkedTransferQueue.take() LinkedTransferQueue.java:1269
org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take() SizeBlockingQueue.java:161
java.util.concurrent.ThreadPoolExecutor.getTask() ThreadPoolExecutor.java:1074
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1134
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][search][T#2] [DAEMON] State: WAITING tid: 132
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.park(Object) LockSupport.java:175
java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue$Node, LinkedTransferQueue$Node, Object, boolean, long) LinkedTransferQueue.java:737
java.util.concurrent.LinkedTransferQueue.xfer(Object, boolean, int, long) LinkedTransferQueue.java:647
java.util.concurrent.LinkedTransferQueue.take() LinkedTransferQueue.java:1269
org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take() SizeBlockingQueue.java:161
java.util.concurrent.ThreadPoolExecutor.getTask() ThreadPoolExecutor.java:1074
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1134
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][search][T#3] [DAEMON] State: WAITING tid: 131
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.park(Object) LockSupport.java:175
java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue$Node, LinkedTransferQueue$Node, Object, boolean, long) LinkedTransferQueue.java:737
java.util.concurrent.LinkedTransferQueue.xfer(Object, boolean, int, long) LinkedTransferQueue.java:647
java.util.concurrent.LinkedTransferQueue.take() LinkedTransferQueue.java:1269
org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take() SizeBlockingQueue.java:161
java.util.concurrent.ThreadPoolExecutor.getTask() ThreadPoolExecutor.java:1074
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1134
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][search][T#4] [DAEMON] State: WAITING tid: 134
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.park(Object) LockSupport.java:175
java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue$Node, LinkedTransferQueue$Node, Object, boolean, long) LinkedTransferQueue.java:737
java.util.concurrent.LinkedTransferQueue.xfer(Object, boolean, int, long) LinkedTransferQueue.java:647
java.util.concurrent.LinkedTransferQueue.take() LinkedTransferQueue.java:1269
org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take() SizeBlockingQueue.java:161
java.util.concurrent.ThreadPoolExecutor.getTask() ThreadPoolExecutor.java:1074
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1134
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][search][T#5] [DAEMON] State: WAITING tid: 133
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.park(Object) LockSupport.java:175
java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue$Node, LinkedTransferQueue$Node, Object, boolean, long) LinkedTransferQueue.java:737
java.util.concurrent.LinkedTransferQueue.xfer(Object, boolean, int, long) LinkedTransferQueue.java:647
java.util.concurrent.LinkedTransferQueue.take() LinkedTransferQueue.java:1269
org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take() SizeBlockingQueue.java:161
java.util.concurrent.ThreadPoolExecutor.getTask() ThreadPoolExecutor.java:1074
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1134
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][search][T#6] [DAEMON] State: WAITING tid: 135
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.park(Object) LockSupport.java:175
java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue$Node, LinkedTransferQueue$Node, Object, boolean, long) LinkedTransferQueue.java:737
java.util.concurrent.LinkedTransferQueue.xfer(Object, boolean, int, long) LinkedTransferQueue.java:647
java.util.concurrent.LinkedTransferQueue.take() LinkedTransferQueue.java:1269
org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take() SizeBlockingQueue.java:161
java.util.concurrent.ThreadPoolExecutor.getTask() ThreadPoolExecutor.java:1074
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1134
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][search][T#7] [DAEMON] State: WAITING tid: 137
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.park(Object) LockSupport.java:175
java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue$Node, LinkedTransferQueue$Node, Object, boolean, long) LinkedTransferQueue.java:737
java.util.concurrent.LinkedTransferQueue.xfer(Object, boolean, int, long) LinkedTransferQueue.java:647
java.util.concurrent.LinkedTransferQueue.take() LinkedTransferQueue.java:1269
org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take() SizeBlockingQueue.java:161
java.util.concurrent.ThreadPoolExecutor.getTask() ThreadPoolExecutor.java:1074
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1134
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][search][T#8] [DAEMON] State: WAITING tid: 136
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.park(Object) LockSupport.java:175
java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue$Node, LinkedTransferQueue$Node, Object, boolean, long) LinkedTransferQueue.java:737
java.util.concurrent.LinkedTransferQueue.xfer(Object, boolean, int, long) LinkedTransferQueue.java:647
java.util.concurrent.LinkedTransferQueue.take() LinkedTransferQueue.java:1269
org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take() SizeBlockingQueue.java:161
java.util.concurrent.ThreadPoolExecutor.getTask() ThreadPoolExecutor.java:1074
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1134
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][search][T#9] [DAEMON] State: WAITING tid: 139
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.park(Object) LockSupport.java:175
java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue$Node, LinkedTransferQueue$Node, Object, boolean, long) LinkedTransferQueue.java:737
java.util.concurrent.LinkedTransferQueue.xfer(Object, boolean, int, long) LinkedTransferQueue.java:647
java.util.concurrent.LinkedTransferQueue.take() LinkedTransferQueue.java:1269
org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take() SizeBlockingQueue.java:161
java.util.concurrent.ThreadPoolExecutor.getTask() ThreadPoolExecutor.java:1074
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1134
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][transport_client_boss][T#10] [DAEMON] State: RUNNABLE tid: 44
sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) EPollArrayWrapper.java
sun.nio.ch.EPollArrayWrapper.poll(long) EPollArrayWrapper.java:269
sun.nio.ch.EPollSelectorImpl.doSelect(long) EPollSelectorImpl.java:93
sun.nio.ch.SelectorImpl.lockAndDoSelect(long) SelectorImpl.java:86
sun.nio.ch.SelectorImpl.select(long) SelectorImpl.java:97
io.netty.channel.nio.NioEventLoop.select(boolean) NioEventLoop.java:746
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:391
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][transport_client_boss][T#11] [DAEMON] State: RUNNABLE tid: 45
sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) EPollArrayWrapper.java
sun.nio.ch.EPollArrayWrapper.poll(long) EPollArrayWrapper.java:269
sun.nio.ch.EPollSelectorImpl.doSelect(long) EPollSelectorImpl.java:93
sun.nio.ch.SelectorImpl.lockAndDoSelect(long) SelectorImpl.java:86
sun.nio.ch.SelectorImpl.select(long) SelectorImpl.java:97
io.netty.channel.nio.NioEventLoop.select(boolean) NioEventLoop.java:746
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:391
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][transport_client_boss][T#12] [DAEMON] State: RUNNABLE tid: 46
sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) EPollArrayWrapper.java
sun.nio.ch.EPollArrayWrapper.poll(long) EPollArrayWrapper.java:269
sun.nio.ch.EPollSelectorImpl.doSelect(long) EPollSelectorImpl.java:93
sun.nio.ch.SelectorImpl.lockAndDoSelect(long) SelectorImpl.java:86
sun.nio.ch.SelectorImpl.select(long) SelectorImpl.java:97
io.netty.channel.nio.NioEventLoop.select(boolean) NioEventLoop.java:746
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:391
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][transport_client_boss][T#13] [DAEMON] State: RUNNABLE tid: 47
sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) EPollArrayWrapper.java
sun.nio.ch.EPollArrayWrapper.poll(long) EPollArrayWrapper.java:269
sun.nio.ch.EPollSelectorImpl.doSelect(long) EPollSelectorImpl.java:93
sun.nio.ch.SelectorImpl.lockAndDoSelect(long) SelectorImpl.java:86
sun.nio.ch.SelectorImpl.select(long) SelectorImpl.java:97
io.netty.channel.nio.NioEventLoop.select(boolean) NioEventLoop.java:746
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:391
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][transport_client_boss][T#14] [DAEMON] State: RUNNABLE tid: 48
sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) EPollArrayWrapper.java
sun.nio.ch.EPollArrayWrapper.poll(long) EPollArrayWrapper.java:269
sun.nio.ch.EPollSelectorImpl.doSelect(long) EPollSelectorImpl.java:93
sun.nio.ch.SelectorImpl.lockAndDoSelect(long) SelectorImpl.java:86
sun.nio.ch.SelectorImpl.select(long) SelectorImpl.java:97
io.netty.channel.nio.NioEventLoop.select(boolean) NioEventLoop.java:746
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:391
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][transport_client_boss][T#15] [DAEMON] State: RUNNABLE tid: 49
sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) EPollArrayWrapper.java
sun.nio.ch.EPollArrayWrapper.poll(long) EPollArrayWrapper.java:269
sun.nio.ch.EPollSelectorImpl.doSelect(long) EPollSelectorImpl.java:93
sun.nio.ch.SelectorImpl.lockAndDoSelect(long) SelectorImpl.java:86
sun.nio.ch.SelectorImpl.select(long) SelectorImpl.java:97
io.netty.channel.nio.NioEventLoop.select(boolean) NioEventLoop.java:746
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:391
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][transport_client_boss][T#16] [DAEMON] State: RUNNABLE tid: 96
sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) EPollArrayWrapper.java
sun.nio.ch.EPollArrayWrapper.poll(long) EPollArrayWrapper.java:269
sun.nio.ch.EPollSelectorImpl.doSelect(long) EPollSelectorImpl.java:93
sun.nio.ch.SelectorImpl.lockAndDoSelect(long) SelectorImpl.java:86
sun.nio.ch.SelectorImpl.select(long) SelectorImpl.java:97
io.netty.channel.nio.NioEventLoop.select(boolean) NioEventLoop.java:746
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:391
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][transport_client_boss][T#1] [DAEMON] State: RUNNABLE tid: 34
sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) EPollArrayWrapper.java
sun.nio.ch.EPollArrayWrapper.poll(long) EPollArrayWrapper.java:269
sun.nio.ch.EPollSelectorImpl.doSelect(long) EPollSelectorImpl.java:93
sun.nio.ch.SelectorImpl.lockAndDoSelect(long) SelectorImpl.java:86
sun.nio.ch.SelectorImpl.select(long) SelectorImpl.java:97
io.netty.channel.nio.NioEventLoop.select(boolean) NioEventLoop.java:746
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:391
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][transport_client_boss][T#2] [DAEMON] State: RUNNABLE tid: 33
sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) EPollArrayWrapper.java
sun.nio.ch.EPollArrayWrapper.poll(long) EPollArrayWrapper.java:269
sun.nio.ch.EPollSelectorImpl.doSelect(long) EPollSelectorImpl.java:93
sun.nio.ch.SelectorImpl.lockAndDoSelect(long) SelectorImpl.java:86
sun.nio.ch.SelectorImpl.select(long) SelectorImpl.java:97
io.netty.channel.nio.NioEventLoop.select(boolean) NioEventLoop.java:746
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:391
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][transport_client_boss][T#3] [DAEMON] State: RUNNABLE tid: 32
sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) EPollArrayWrapper.java
sun.nio.ch.EPollArrayWrapper.poll(long) EPollArrayWrapper.java:269
sun.nio.ch.EPollSelectorImpl.doSelect(long) EPollSelectorImpl.java:93
sun.nio.ch.SelectorImpl.lockAndDoSelect(long) SelectorImpl.java:86
sun.nio.ch.SelectorImpl.select(long) SelectorImpl.java:97
io.netty.channel.nio.NioEventLoop.select(boolean) NioEventLoop.java:746
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:391
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][transport_client_boss][T#4] [DAEMON] State: RUNNABLE tid: 38
sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) EPollArrayWrapper.java
sun.nio.ch.EPollArrayWrapper.poll(long) EPollArrayWrapper.java:269
sun.nio.ch.EPollSelectorImpl.doSelect(long) EPollSelectorImpl.java:93
sun.nio.ch.SelectorImpl.lockAndDoSelect(long) SelectorImpl.java:86
sun.nio.ch.SelectorImpl.select(long) SelectorImpl.java:97
io.netty.channel.nio.NioEventLoop.select(boolean) NioEventLoop.java:746
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:391
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][transport_client_boss][T#5] [DAEMON] State: RUNNABLE tid: 39
sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) EPollArrayWrapper.java
sun.nio.ch.EPollArrayWrapper.poll(long) EPollArrayWrapper.java:269
sun.nio.ch.EPollSelectorImpl.doSelect(long) EPollSelectorImpl.java:93
sun.nio.ch.SelectorImpl.lockAndDoSelect(long) SelectorImpl.java:86
sun.nio.ch.SelectorImpl.select(long) SelectorImpl.java:97
io.netty.channel.nio.NioEventLoop.select(boolean) NioEventLoop.java:746
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:391
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][transport_client_boss][T#6] [DAEMON] State: RUNNABLE tid: 40
sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) EPollArrayWrapper.java
sun.nio.ch.EPollArrayWrapper.poll(long) EPollArrayWrapper.java:269
sun.nio.ch.EPollSelectorImpl.doSelect(long) EPollSelectorImpl.java:93
sun.nio.ch.SelectorImpl.lockAndDoSelect(long) SelectorImpl.java:86
sun.nio.ch.SelectorImpl.select(long) SelectorImpl.java:97
io.netty.channel.nio.NioEventLoop.select(boolean) NioEventLoop.java:746
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:391
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][transport_client_boss][T#7] [DAEMON] State: RUNNABLE tid: 41
sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) EPollArrayWrapper.java
sun.nio.ch.EPollArrayWrapper.poll(long) EPollArrayWrapper.java:269
sun.nio.ch.EPollSelectorImpl.doSelect(long) EPollSelectorImpl.java:93
sun.nio.ch.SelectorImpl.lockAndDoSelect(long) SelectorImpl.java:86
sun.nio.ch.SelectorImpl.select(long) SelectorImpl.java:97
io.netty.channel.nio.NioEventLoop.select(boolean) NioEventLoop.java:746
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:391
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][transport_client_boss][T#8] [DAEMON] State: RUNNABLE tid: 42
sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) EPollArrayWrapper.java
sun.nio.ch.EPollArrayWrapper.poll(long) EPollArrayWrapper.java:269
sun.nio.ch.EPollSelectorImpl.doSelect(long) EPollSelectorImpl.java:93
sun.nio.ch.SelectorImpl.lockAndDoSelect(long) SelectorImpl.java:86
sun.nio.ch.SelectorImpl.select(long) SelectorImpl.java:97
io.netty.channel.nio.NioEventLoop.select(boolean) NioEventLoop.java:746
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:391
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][transport_client_boss][T#9] [DAEMON] State: RUNNABLE tid: 43
sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) EPollArrayWrapper.java
sun.nio.ch.EPollArrayWrapper.poll(long) EPollArrayWrapper.java:269
sun.nio.ch.EPollSelectorImpl.doSelect(long) EPollSelectorImpl.java:93
sun.nio.ch.SelectorImpl.lockAndDoSelect(long) SelectorImpl.java:86
sun.nio.ch.SelectorImpl.select(long) SelectorImpl.java:97
io.netty.channel.nio.NioEventLoop.select(boolean) NioEventLoop.java:746
io.netty.channel.nio.NioEventLoop.run() NioEventLoop.java:391
io.netty.util.concurrent.SingleThreadEventExecutor$5.run() SingleThreadEventExecutor.java:858
java.lang.Thread.run() Thread.java:748

elasticsearch[esdatacold2-prod][warmer][T#1] [DAEMON] State: WAITING tid: 108
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.park(Object) LockSupport.java:175
java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue$Node, LinkedTransferQueue$Node, Object, boolean, long) LinkedTransferQueue.java:737
java.util.concurrent.LinkedTransferQueue.xfer(Object, boolean, int, long) LinkedTransferQueue.java:647
java.util.concurrent.LinkedTransferQueue.take() LinkedTransferQueue.java:1269
java.util.concurrent.ThreadPoolExecutor.getTask() ThreadPoolExecutor.java:1074
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1134
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748

elasticsearch[keepAlive/5.2.2] State: WAITING tid: 12
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.park(Object) LockSupport.java:175
java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt() AbstractQueuedSynchronizer.java:836
java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(int) AbstractQueuedSynchronizer.java:997
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(int) AbstractQueuedSynchronizer.java:1304
java.util.concurrent.CountDownLatch.await() CountDownLatch.java:231
org.elasticsearch.bootstrap.Bootstrap$1.run() Bootstrap.java:83
java.lang.Thread.run() Thread.java:748

Finalizer [DAEMON] State: WAITING tid: 3
java.lang.Object.wait(long) Object.java
java.lang.ref.ReferenceQueue.remove(long) ReferenceQueue.java:143
java.lang.ref.ReferenceQueue.remove() ReferenceQueue.java:164
java.lang.ref.Finalizer$FinalizerThread.run() Finalizer.java:209

Reference Handler [DAEMON] State: WAITING tid: 2
java.lang.Object.wait(long) Object.java
java.lang.Object.wait() Object.java:502
java.lang.ref.Reference.tryHandlePending(boolean) Reference.java:191
java.lang.ref.Reference$ReferenceHandler.run() Reference.java:153

Signal Dispatcher [DAEMON] State: RUNNABLE tid: 5
Stack trace is not available

threadDeathWatcher-2-1 [DAEMON] State: SLEEPING tid: 35
java.lang.Thread.sleep(long) Thread.java
io.netty.util.ThreadDeathWatcher$Watcher.run() ThreadDeathWatcher.java:152
io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run() DefaultThreadFactory.java:144
java.lang.Thread.run() Thread.java:748

trigger_engine_scheduler[T#1] [DAEMON] State: WAITING tid: 101
sun.misc.Unsafe.park(boolean, long) Unsafe.java
java.util.concurrent.locks.LockSupport.parkNanos(Object, long) LockSupport.java:215
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) AbstractQueuedSynchronizer.java:2078
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() ScheduledThreadPoolExecutor.java:1093
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() ScheduledThreadPoolExecutor.java:809
java.util.concurrent.ThreadPoolExecutor.getTask() ThreadPoolExecutor.java:1074
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1134
java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:624
java.lang.Thread.run() Thread.java:748