Advertisement
franek

es log

Jun 14th, 2016
189
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 41.75 KB | None | 0 0
  1. [2016-06-14 08:46:31,308][INFO ][node ] [Infant Terrible] version[2.3.3], pid[82244], build[218bdf1/2016-05-17T15:40:04Z]
  2. [2016-06-14 08:46:31,309][INFO ][node ] [Infant Terrible] initializing ...
  3. [2016-06-14 08:46:33,144][INFO ][plugins ] [Infant Terrible] modules [reindex, lang-expression, lang-groovy], plugins [whatson, kopf], sites [kopf, whatson]
  4. [2016-06-14 08:46:33,287][INFO ][env ] [Infant Terrible] using [1] data paths, mounts [[/ (/dev/disk1)]], net usable_space [66.6gb], net total_space [233.1gb], spins? [unknown], types [hfs]
  5. [2016-06-14 08:46:33,288][INFO ][env ] [Infant Terrible] heap size [1.9gb], compressed ordinary object pointers [true]
  6. [2016-06-14 08:46:33,289][WARN ][env ] [Infant Terrible] max file descriptors [10240] for elasticsearch process likely too low, consider increasing to at least [65536]
  7. [2016-06-14 08:46:38,748][INFO ][node ] [Infant Terrible] initialized
  8. [2016-06-14 08:46:38,749][INFO ][node ] [Infant Terrible] starting ...
  9. [2016-06-14 08:46:39,020][INFO ][transport ] [Infant Terrible] publish_address {127.0.0.1:9300}, bound_addresses {[fe80::1]:9300}, {[::1]:9300}, {127.0.0.1:9300}, {127.94.0.2:9300}, {127.94.0.1:9300}
  10. [2016-06-14 08:46:39,027][INFO ][discovery ] [Infant Terrible] address-reputation/cXEBEbAQQkK5qZXQRi2Gtg
  11. [2016-06-14 08:46:42,068][INFO ][cluster.service ] [Infant Terrible] new_master {Infant Terrible}{cXEBEbAQQkK5qZXQRi2Gtg}{127.0.0.1}{127.0.0.1:9300}, reason: zen-disco-join(elected_as_master, [0] joins received)
  12. [2016-06-14 08:46:42,085][INFO ][http ] [Infant Terrible] publish_address {127.0.0.1:9200}, bound_addresses {[fe80::1]:9200}, {[::1]:9200}, {127.0.0.1:9200}, {127.94.0.2:9200}, {127.94.0.1:9200}
  13. [2016-06-14 08:46:42,085][INFO ][node ] [Infant Terrible] started
  14. [2016-06-14 08:46:42,133][INFO ][gateway ] [Infant Terrible] recovered [1] indices into cluster_state
  15. [2016-06-14 08:46:43,524][INFO ][cluster.routing.allocation] [Infant Terrible] Cluster health status changed from [RED] to [YELLOW] (reason: [shards started [[address-reputation-data-full][3]] ...]).
  16. [2016-06-14 08:50:40,554][INFO ][cluster.metadata ] [Infant Terrible] [address-reputation-data] creating index, cause [api], templates [], shards [5]/[0], mappings [address]
  17. [2016-06-14 08:50:40,660][INFO ][cluster.routing.allocation] [Infant Terrible] Cluster health status changed from [RED] to [YELLOW] (reason: [shards started [[address-reputation-data][4]] ...]).
  18. [2016-06-14 09:22:44,100][ERROR][rest.action.support ] failed to send failure response
  19. java.lang.OutOfMemoryError: Java heap space
  20. [2016-06-14 09:22:50,281][WARN ][action.bulk ] [Infant Terrible] unexpected error during the primary phase for action [indices:data/write/bulk[s]], request [BulkShardRequest to [address-reputation-data] containing [230] requests]
  21. java.lang.OutOfMemoryError: Java heap space
  22. [2016-06-14 09:22:48,704][DEBUG][action.bulk ] [Infant Terrible] [address-reputation-data][2] failed to execute bulk item (index) index {[address-reputation-data][address][GB906087880], source[{"postcode":"EH4 1SB","line1":"3 East Werberside Place","id":"GB906087880","line2":"","town":"Edinburgh","line3":""}]}
  23. MapperParsingException[failed to parse]; nested: OutOfMemoryError[Java heap space];
  24. at org.elasticsearch.index.mapper.DocumentParser.parseDocument(DocumentParser.java:154)
  25. at org.elasticsearch.index.mapper.DocumentMapper.parse(DocumentMapper.java:309)
  26. at org.elasticsearch.index.shard.IndexShard.prepareIndex(IndexShard.java:580)
  27. at org.elasticsearch.index.shard.IndexShard.prepareIndexOnPrimary(IndexShard.java:559)
  28. at org.elasticsearch.action.index.TransportIndexAction.prepareIndexOperationOnPrimary(TransportIndexAction.java:212)
  29. at org.elasticsearch.action.index.TransportIndexAction.executeIndexRequestOnPrimary(TransportIndexAction.java:224)
  30. at org.elasticsearch.action.bulk.TransportShardBulkAction.shardIndexOperation(TransportShardBulkAction.java:326)
  31. at org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnPrimary(TransportShardBulkAction.java:119)
  32. at org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnPrimary(TransportShardBulkAction.java:68)
  33. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryPhase.doRun(TransportReplicationAction.java:639)
  34. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  35. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryOperationTransportHandler.messageReceived(TransportReplicationAction.java:279)
  36. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryOperationTransportHandler.messageReceived(TransportReplicationAction.java:271)
  37. at org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75)
  38. at org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376)
  39. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  40. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  41. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  42. at java.lang.Thread.run(Thread.java:745)
  43. Caused by: java.lang.OutOfMemoryError: Java heap space
  44. [2016-06-14 09:22:49,799][WARN ][rest.suppressed ] /_cluster/health Params: {}
  45. java.lang.OutOfMemoryError: Java heap space
  46. at com.fasterxml.jackson.core.util.BufferRecycler.balloc(BufferRecycler.java:155)
  47. at com.fasterxml.jackson.core.util.BufferRecycler.allocByteBuffer(BufferRecycler.java:96)
  48. at com.fasterxml.jackson.core.util.BufferRecycler.allocByteBuffer(BufferRecycler.java:86)
  49. at com.fasterxml.jackson.core.io.IOContext.allocWriteEncodingBuffer(IOContext.java:160)
  50. at com.fasterxml.jackson.core.json.UTF8JsonGenerator.<init>(UTF8JsonGenerator.java:118)
  51. at com.fasterxml.jackson.core.JsonFactory._createUTF8Generator(JsonFactory.java:1333)
  52. at com.fasterxml.jackson.core.JsonFactory.createGenerator(JsonFactory.java:1065)
  53. at org.elasticsearch.common.xcontent.json.JsonXContent.createGenerator(JsonXContent.java:73)
  54. at org.elasticsearch.common.xcontent.XContentBuilder.<init>(XContentBuilder.java:113)
  55. at org.elasticsearch.rest.RestChannel.newBuilder(RestChannel.java:73)
  56. at org.elasticsearch.rest.RestChannel.newBuilder(RestChannel.java:51)
  57. at org.elasticsearch.rest.action.support.RestStatusToXContentListener.buildResponse(RestStatusToXContentListener.java:38)
  58. at org.elasticsearch.rest.action.support.RestStatusToXContentListener.buildResponse(RestStatusToXContentListener.java:30)
  59. at org.elasticsearch.rest.action.support.RestResponseListener.processResponse(RestResponseListener.java:43)
  60. at org.elasticsearch.rest.action.support.RestActionListener.onResponse(RestActionListener.java:49)
  61. at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:89)
  62. at org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:85)
  63. at org.elasticsearch.action.support.ThreadedActionListener$1.doRun(ThreadedActionListener.java:89)
  64. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  65. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  66. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  67. at java.lang.Thread.run(Thread.java:745)
  68. [2016-06-14 09:22:49,799][ERROR][rest.action.support ] failed to send failure response
  69. java.lang.OutOfMemoryError: Java heap space
  70. [2016-06-14 09:22:49,799][DEBUG][action.bulk ] [Infant Terrible] [address-reputation-data][0] failed to execute bulk item (index) index {[address-reputation-data][address][GB100021443846], source[{"postcode":"HA6 2TB","line1":"18 Fringewood Close","id":"GB100021443846","line2":"","town":"Northwood","line3":""}]}
  71. MapperParsingException[failed to parse]; nested: OutOfMemoryError[Java heap space];
  72. at org.elasticsearch.index.mapper.DocumentParser.parseDocument(DocumentParser.java:154)
  73. at org.elasticsearch.index.mapper.DocumentMapper.parse(DocumentMapper.java:309)
  74. at org.elasticsearch.index.shard.IndexShard.prepareIndex(IndexShard.java:580)
  75. at org.elasticsearch.index.shard.IndexShard.prepareIndexOnPrimary(IndexShard.java:559)
  76. at org.elasticsearch.action.index.TransportIndexAction.prepareIndexOperationOnPrimary(TransportIndexAction.java:212)
  77. at org.elasticsearch.action.index.TransportIndexAction.executeIndexRequestOnPrimary(TransportIndexAction.java:224)
  78. at org.elasticsearch.action.bulk.TransportShardBulkAction.shardIndexOperation(TransportShardBulkAction.java:326)
  79. at org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnPrimary(TransportShardBulkAction.java:119)
  80. at org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnPrimary(TransportShardBulkAction.java:68)
  81. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryPhase.doRun(TransportReplicationAction.java:639)
  82. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  83. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryOperationTransportHandler.messageReceived(TransportReplicationAction.java:279)
  84. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryOperationTransportHandler.messageReceived(TransportReplicationAction.java:271)
  85. at org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75)
  86. at org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376)
  87. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  88. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  89. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  90. at java.lang.Thread.run(Thread.java:745)
  91. Caused by: java.lang.OutOfMemoryError: Java heap space
  92. at com.fasterxml.jackson.core.util.BufferRecycler.balloc(BufferRecycler.java:155)
  93. at com.fasterxml.jackson.core.util.BufferRecycler.allocByteBuffer(BufferRecycler.java:96)
  94. at com.fasterxml.jackson.core.util.BufferRecycler.allocByteBuffer(BufferRecycler.java:86)
  95. at com.fasterxml.jackson.core.io.IOContext.allocReadIOBuffer(IOContext.java:147)
  96. at com.fasterxml.jackson.core.json.ByteSourceJsonBootstrapper.<init>(ByteSourceJsonBootstrapper.java:87)
  97. at com.fasterxml.jackson.core.JsonFactory._createParser(JsonFactory.java:1240)
  98. at com.fasterxml.jackson.core.JsonFactory.createParser(JsonFactory.java:802)
  99. at org.elasticsearch.common.xcontent.json.JsonXContent.createParser(JsonXContent.java:83)
  100. at org.elasticsearch.common.xcontent.XContentHelper.createParser(XContentHelper.java:59)
  101. at org.elasticsearch.index.mapper.DocumentParser.parseDocument(DocumentParser.java:90)
  102. ... 18 more
  103. [2016-06-14 09:22:49,100][ERROR][rest.action.support ] failed to send failure response
  104. java.lang.OutOfMemoryError: Java heap space
  105. [2016-06-14 09:22:48,704][WARN ][netty.channel.socket.nio.AbstractNioSelector] Unexpected exception in the selector loop.
  106. java.lang.OutOfMemoryError: Java heap space
  107. [2016-06-14 09:23:06,870][DEBUG][action.bulk ] [Infant Terrible] [address-reputation-data][0] failed to execute bulk item (index) index {[address-reputation-data][address][GB100070956282], source[{"postcode":"B37 6TP","line1":"59 Cornfield Croft","id":"GB100070956282","line2":"","town":"Birmingham","line3":""}]}
  108. [address-reputation-data][[address-reputation-data][0]] IndexFailedEngineException[Index failed for [address#GB100070956282]]; nested: AlreadyClosedException[this IndexWriter is closed]; nested: OutOfMemoryError[Java heap space];
  109. at org.elasticsearch.index.engine.InternalEngine.index(InternalEngine.java:462)
  110. at org.elasticsearch.index.shard.IndexShard.index(IndexShard.java:601)
  111. at org.elasticsearch.index.engine.Engine$Index.execute(Engine.java:836)
  112. at org.elasticsearch.action.index.TransportIndexAction.executeIndexRequestOnPrimary(TransportIndexAction.java:237)
  113. at org.elasticsearch.action.bulk.TransportShardBulkAction.shardIndexOperation(TransportShardBulkAction.java:326)
  114. at org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnPrimary(TransportShardBulkAction.java:119)
  115. at org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnPrimary(TransportShardBulkAction.java:68)
  116. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryPhase.doRun(TransportReplicationAction.java:639)
  117. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  118. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryOperationTransportHandler.messageReceived(TransportReplicationAction.java:279)
  119. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryOperationTransportHandler.messageReceived(TransportReplicationAction.java:271)
  120. at org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75)
  121. at org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376)
  122. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  123. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  124. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  125. at java.lang.Thread.run(Thread.java:745)
  126. Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
  127. at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:720)
  128. at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:734)
  129. at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1473)
  130. at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1256)
  131. at org.elasticsearch.index.engine.InternalEngine.innerIndex(InternalEngine.java:530)
  132. at org.elasticsearch.index.engine.InternalEngine.index(InternalEngine.java:457)
  133. ... 16 more
  134. Caused by: java.lang.OutOfMemoryError: Java heap space
  135. [2016-06-14 09:23:06,885][DEBUG][action.bulk ] [Infant Terrible] failed to execute [BulkShardRequest to [address-reputation-data] containing [206] requests] on [[address-reputation-data][0]]
  136. [address-reputation-data][[address-reputation-data][0]] EngineClosedException[CurrentState[CLOSED] Closed]
  137. at org.elasticsearch.index.engine.Engine.ensureOpen(Engine.java:329)
  138. at org.elasticsearch.index.engine.InternalEngine.index(InternalEngine.java:451)
  139. at org.elasticsearch.index.shard.IndexShard.index(IndexShard.java:601)
  140. at org.elasticsearch.index.engine.Engine$Index.execute(Engine.java:836)
  141. at org.elasticsearch.action.index.TransportIndexAction.executeIndexRequestOnPrimary(TransportIndexAction.java:237)
  142. at org.elasticsearch.action.bulk.TransportShardBulkAction.shardIndexOperation(TransportShardBulkAction.java:326)
  143. at org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnPrimary(TransportShardBulkAction.java:119)
  144. at org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnPrimary(TransportShardBulkAction.java:68)
  145. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryPhase.doRun(TransportReplicationAction.java:639)
  146. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  147. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryOperationTransportHandler.messageReceived(TransportReplicationAction.java:279)
  148. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryOperationTransportHandler.messageReceived(TransportReplicationAction.java:271)
  149. at org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75)
  150. at org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376)
  151. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  152. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  153. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  154. at java.lang.Thread.run(Thread.java:745)
  155. [2016-06-14 09:23:06,852][WARN ][http.netty ] [Infant Terrible] Caught exception while handling client http traffic, closing connection [id: 0x29ef5f8f, /0:0:0:0:0:0:0:1:50443 => /0:0:0:0:0:0:0:1:9200]
  156. java.lang.OutOfMemoryError: Java heap space
  157. at java.util.Arrays.copyOfRange(Arrays.java:3664)
  158. at java.lang.String.<init>(String.java:207)
  159. at java.lang.StringBuilder.toString(StringBuilder.java:407)
  160. at org.jboss.netty.handler.codec.http.HttpMessageDecoder.readHeader(HttpMessageDecoder.java:633)
  161. at org.jboss.netty.handler.codec.http.HttpMessageDecoder.readHeaders(HttpMessageDecoder.java:531)
  162. at org.jboss.netty.handler.codec.http.HttpMessageDecoder.decode(HttpMessageDecoder.java:195)
  163. at org.jboss.netty.handler.codec.http.HttpMessageDecoder.decode(HttpMessageDecoder.java:102)
  164. at org.jboss.netty.handler.codec.replay.ReplayingDecoder.callDecode(ReplayingDecoder.java:500)
  165. at org.jboss.netty.handler.codec.replay.ReplayingDecoder.messageReceived(ReplayingDecoder.java:435)
  166. at org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70)
  167. at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564)
  168. at org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791)
  169. at org.elasticsearch.common.netty.OpenChannelsHandler.handleUpstream(OpenChannelsHandler.java:75)
  170. at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564)
  171. at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:559)
  172. at org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:268)
  173. at org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:255)
  174. at org.jboss.netty.channel.socket.nio.NioWorker.read(NioWorker.java:88)
  175. at org.jboss.netty.channel.socket.nio.AbstractNioWorker.process(AbstractNioWorker.java:108)
  176. at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:337)
  177. at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
  178. at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
  179. at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  180. at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
  181. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  182. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  183. at java.lang.Thread.run(Thread.java:745)
  184. [2016-06-14 09:23:06,893][DEBUG][action.bulk ] [Infant Terrible] failed to execute [BulkShardRequest to [address-reputation-data] containing [206] requests] on [[address-reputation-data][0]]
  185. [address-reputation-data][[address-reputation-data][0]] EngineClosedException[CurrentState[CLOSED] Closed]
  186. at org.elasticsearch.index.engine.Engine.ensureOpen(Engine.java:329)
  187. at org.elasticsearch.index.engine.InternalEngine.index(InternalEngine.java:451)
  188. at org.elasticsearch.index.shard.IndexShard.index(IndexShard.java:601)
  189. at org.elasticsearch.index.engine.Engine$Index.execute(Engine.java:836)
  190. at org.elasticsearch.action.index.TransportIndexAction.executeIndexRequestOnPrimary(TransportIndexAction.java:237)
  191. at org.elasticsearch.action.bulk.TransportShardBulkAction.shardIndexOperation(TransportShardBulkAction.java:326)
  192. at org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnPrimary(TransportShardBulkAction.java:119)
  193. at org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnPrimary(TransportShardBulkAction.java:68)
  194. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryPhase.doRun(TransportReplicationAction.java:639)
  195. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  196. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryOperationTransportHandler.messageReceived(TransportReplicationAction.java:279)
  197. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryOperationTransportHandler.messageReceived(TransportReplicationAction.java:271)
  198. at org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75)
  199. at org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376)
  200. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  201. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  202. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  203. at java.lang.Thread.run(Thread.java:745)
  204. [2016-06-14 09:23:06,898][DEBUG][action.bulk ] [Infant Terrible] failed to execute [BulkShardRequest to [address-reputation-data] containing [230] requests] on [[address-reputation-data][0]]
  205. [address-reputation-data][[address-reputation-data][0]] EngineClosedException[CurrentState[CLOSED] Closed]
  206. at org.elasticsearch.index.engine.Engine.ensureOpen(Engine.java:329)
  207. at org.elasticsearch.index.engine.InternalEngine.index(InternalEngine.java:451)
  208. at org.elasticsearch.index.shard.IndexShard.index(IndexShard.java:601)
  209. at org.elasticsearch.index.engine.Engine$Index.execute(Engine.java:836)
  210. at org.elasticsearch.action.index.TransportIndexAction.executeIndexRequestOnPrimary(TransportIndexAction.java:237)
  211. at org.elasticsearch.action.bulk.TransportShardBulkAction.shardIndexOperation(TransportShardBulkAction.java:326)
  212. at org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnPrimary(TransportShardBulkAction.java:119)
  213. at org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnPrimary(TransportShardBulkAction.java:68)
  214. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryPhase.doRun(TransportReplicationAction.java:639)
  215. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  216. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryOperationTransportHandler.messageReceived(TransportReplicationAction.java:279)
  217. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryOperationTransportHandler.messageReceived(TransportReplicationAction.java:271)
  218. at org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75)
  219. at org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376)
  220. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  221. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  222. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  223. at java.lang.Thread.run(Thread.java:745)
  224. [2016-06-14 09:23:06,892][WARN ][index.engine ] [Infant Terrible] [address-reputation-data][0] failed engine [already closed by tragic event on the index writer]
  225. java.lang.OutOfMemoryError: Java heap space
  226. [2016-06-14 09:23:06,917][WARN ][indices.cluster ] [Infant Terrible] [[address-reputation-data][0]] marking and sending shard failed due to [engine failure, reason [already closed by tragic event on the index writer]]
  227. java.lang.OutOfMemoryError: Java heap space
  228. [2016-06-14 09:23:06,918][WARN ][cluster.action.shard ] [Infant Terrible] [address-reputation-data][0] received shard failed for target shard [[address-reputation-data][0], node[cXEBEbAQQkK5qZXQRi2Gtg], [P], v[2], s[STARTED], a[id=CgBkNgr3RxCNjK6dYIZFVg]], indexUUID [RI06vpNWRh6pMzN3MZHuew], message [engine failure, reason [already closed by tragic event on the index writer]], failure [OutOfMemoryError[Java heap space]]
  229. java.lang.OutOfMemoryError: Java heap space
  230. [2016-06-14 09:23:06,886][DEBUG][action.bulk ] [Infant Terrible] failed to execute [BulkShardRequest to [address-reputation-data] containing [210] requests] on [[address-reputation-data][0]]
  231. [address-reputation-data][[address-reputation-data][0]] EngineClosedException[CurrentState[CLOSED] Closed]
  232. at org.elasticsearch.index.engine.Engine.ensureOpen(Engine.java:329)
  233. at org.elasticsearch.index.engine.InternalEngine.index(InternalEngine.java:451)
  234. at org.elasticsearch.index.shard.IndexShard.index(IndexShard.java:601)
  235. at org.elasticsearch.index.engine.Engine$Index.execute(Engine.java:836)
  236. at org.elasticsearch.action.index.TransportIndexAction.executeIndexRequestOnPrimary(TransportIndexAction.java:237)
  237. at org.elasticsearch.action.bulk.TransportShardBulkAction.shardIndexOperation(TransportShardBulkAction.java:326)
  238. at org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnPrimary(TransportShardBulkAction.java:119)
  239. at org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnPrimary(TransportShardBulkAction.java:68)
  240. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryPhase.doRun(TransportReplicationAction.java:639)
  241. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  242. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryOperationTransportHandler.messageReceived(TransportReplicationAction.java:279)
  243. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryOperationTransportHandler.messageReceived(TransportReplicationAction.java:271)
  244. at org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75)
  245. at org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376)
  246. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  247. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  248. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  249. at java.lang.Thread.run(Thread.java:745)
  250. [2016-06-14 09:23:06,914][DEBUG][action.bulk ] [Infant Terrible] [address-reputation-data][0] failed to execute bulk item (index) index {[address-reputation-data][address][GB100091479761], source[{"postcode":"IG10 4QY","line1":"30 Grange Court Upper Park","id":"GB100091479761","line2":"","town":"Loughton","line3":""}]}
  251. [address-reputation-data][[address-reputation-data][0]] IndexFailedEngineException[Index failed for [address#GB100091479761]]; nested: AlreadyClosedException[this IndexWriter is closed]; nested: OutOfMemoryError[Java heap space];
  252. at org.elasticsearch.index.engine.InternalEngine.index(InternalEngine.java:462)
  253. at org.elasticsearch.index.shard.IndexShard.index(IndexShard.java:601)
  254. at org.elasticsearch.index.engine.Engine$Index.execute(Engine.java:836)
  255. at org.elasticsearch.action.index.TransportIndexAction.executeIndexRequestOnPrimary(TransportIndexAction.java:237)
  256. at org.elasticsearch.action.bulk.TransportShardBulkAction.shardIndexOperation(TransportShardBulkAction.java:326)
  257. at org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnPrimary(TransportShardBulkAction.java:119)
  258. at org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnPrimary(TransportShardBulkAction.java:68)
  259. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryPhase.doRun(TransportReplicationAction.java:639)
  260. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  261. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryOperationTransportHandler.messageReceived(TransportReplicationAction.java:279)
  262. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryOperationTransportHandler.messageReceived(TransportReplicationAction.java:271)
  263. at org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75)
  264. at org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376)
  265. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  266. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  267. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  268. at java.lang.Thread.run(Thread.java:745)
  269. Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
  270. at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:720)
  271. at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:734)
  272. at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1473)
  273. at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1256)
  274. at org.elasticsearch.index.engine.InternalEngine.innerIndex(InternalEngine.java:530)
  275. at org.elasticsearch.index.engine.InternalEngine.index(InternalEngine.java:457)
  276. ... 16 more
  277. Caused by: java.lang.OutOfMemoryError: Java heap space
  278. [2016-06-14 09:23:06,895][DEBUG][action.bulk ] [Infant Terrible] [address-reputation-data][0] failed to execute bulk item (index) index {[address-reputation-data][address][GB100080910698], source[{"postcode":"WD3 8BP","line1":"36 Maxwell Close","id":"GB100080910698","line2":"Mill End","town":"Rickmansworth","line3":""}]}
  279. [address-reputation-data][[address-reputation-data][0]] IndexFailedEngineException[Index failed for [address#GB100080910698]]; nested: OutOfMemoryError[Java heap space];
  280. at org.elasticsearch.index.engine.InternalEngine.index(InternalEngine.java:462)
  281. at org.elasticsearch.index.shard.IndexShard.index(IndexShard.java:601)
  282. at org.elasticsearch.index.engine.Engine$Index.execute(Engine.java:836)
  283. at org.elasticsearch.action.index.TransportIndexAction.executeIndexRequestOnPrimary(TransportIndexAction.java:237)
  284. at org.elasticsearch.action.bulk.TransportShardBulkAction.shardIndexOperation(TransportShardBulkAction.java:326)
  285. at org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnPrimary(TransportShardBulkAction.java:119)
  286. at org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnPrimary(TransportShardBulkAction.java:68)
  287. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryPhase.doRun(TransportReplicationAction.java:639)
  288. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  289. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryOperationTransportHandler.messageReceived(TransportReplicationAction.java:279)
  290. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryOperationTransportHandler.messageReceived(TransportReplicationAction.java:271)
  291. at org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75)
  292. at org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376)
  293. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  294. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  295. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  296. at java.lang.Thread.run(Thread.java:745)
  297. Caused by: java.lang.OutOfMemoryError: Java heap space
  298. [2016-06-14 09:23:06,930][DEBUG][action.bulk ] [Infant Terrible] failed to execute [BulkShardRequest to [address-reputation-data] containing [212] requests] on [[address-reputation-data][0]]
  299. [address-reputation-data][[address-reputation-data][0]] IllegalIndexShardStateException[CurrentState[CLOSED] operation only allowed when started/recovering, origin [PRIMARY]]
  300. at org.elasticsearch.index.shard.IndexShard.ensureWriteAllowed(IndexShard.java:1062)
  301. at org.elasticsearch.index.shard.IndexShard.index(IndexShard.java:593)
  302. at org.elasticsearch.index.engine.Engine$Index.execute(Engine.java:836)
  303. at org.elasticsearch.action.index.TransportIndexAction.executeIndexRequestOnPrimary(TransportIndexAction.java:237)
  304. at org.elasticsearch.action.bulk.TransportShardBulkAction.shardIndexOperation(TransportShardBulkAction.java:326)
  305. at org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnPrimary(TransportShardBulkAction.java:119)
  306. at org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnPrimary(TransportShardBulkAction.java:68)
  307. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryPhase.doRun(TransportReplicationAction.java:639)
  308. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  309. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryOperationTransportHandler.messageReceived(TransportReplicationAction.java:279)
  310. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryOperationTransportHandler.messageReceived(TransportReplicationAction.java:271)
  311. at org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75)
  312. at org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376)
  313. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  314. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  315. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  316. at java.lang.Thread.run(Thread.java:745)
  317. [2016-06-14 09:23:06,926][DEBUG][action.bulk ] [Infant Terrible] failed to execute [BulkShardRequest to [address-reputation-data] containing [195] requests] on [[address-reputation-data][0]]
  318. [address-reputation-data][[address-reputation-data][0]] ShardNotFoundException[no such shard]
  319. at org.elasticsearch.index.IndexService.shardSafe(IndexService.java:197)
  320. at org.elasticsearch.action.support.replication.TransportReplicationAction.getIndexShardOperationsCounter(TransportReplicationAction.java:746)
  321. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryPhase.doRun(TransportReplicationAction.java:638)
  322. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  323. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryOperationTransportHandler.messageReceived(TransportReplicationAction.java:279)
  324. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryOperationTransportHandler.messageReceived(TransportReplicationAction.java:271)
  325. at org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75)
  326. at org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376)
  327. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  328. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  329. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  330. at java.lang.Thread.run(Thread.java:745)
  331. [2016-06-14 09:23:06,937][INFO ][cluster.routing.allocation] [Infant Terrible] Cluster health status changed from [YELLOW] to [RED] (reason: [shards failed [[address-reputation-data][0]] ...]).
  332. [2016-06-14 09:23:07,644][DEBUG][action.bulk ] [Infant Terrible] failed to execute [BulkShardRequest to [address-reputation-data] containing [235] requests] on [[address-reputation-data][0]]
  333. [address-reputation-data][[address-reputation-data][0]] ShardNotFoundException[no such shard]
  334. at org.elasticsearch.index.IndexService.shardSafe(IndexService.java:197)
  335. at org.elasticsearch.action.support.replication.TransportReplicationAction.getIndexShardOperationsCounter(TransportReplicationAction.java:746)
  336. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryPhase.doRun(TransportReplicationAction.java:638)
  337. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  338. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryOperationTransportHandler.messageReceived(TransportReplicationAction.java:279)
  339. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryOperationTransportHandler.messageReceived(TransportReplicationAction.java:271)
  340. at org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75)
  341. at org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376)
  342. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  343. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  344. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  345. at java.lang.Thread.run(Thread.java:745)
  346. [2016-06-14 09:23:06,932][DEBUG][action.bulk ] [Infant Terrible] failed to execute [BulkShardRequest to [address-reputation-data] containing [245] requests] on [[address-reputation-data][0]]
  347. [address-reputation-data][[address-reputation-data][0]] IllegalIndexShardStateException[CurrentState[CLOSED] operation only allowed when started/recovering, origin [PRIMARY]]
  348. at org.elasticsearch.index.shard.IndexShard.ensureWriteAllowed(IndexShard.java:1062)
  349. at org.elasticsearch.index.shard.IndexShard.index(IndexShard.java:593)
  350. at org.elasticsearch.index.engine.Engine$Index.execute(Engine.java:836)
  351. at org.elasticsearch.action.index.TransportIndexAction.executeIndexRequestOnPrimary(TransportIndexAction.java:237)
  352. at org.elasticsearch.action.bulk.TransportShardBulkAction.shardIndexOperation(TransportShardBulkAction.java:326)
  353. at org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnPrimary(TransportShardBulkAction.java:119)
  354. at org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnPrimary(TransportShardBulkAction.java:68)
  355. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryPhase.doRun(TransportReplicationAction.java:639)
  356. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  357. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryOperationTransportHandler.messageReceived(TransportReplicationAction.java:279)
  358. at org.elasticsearch.action.support.replication.TransportReplicationAction$PrimaryOperationTransportHandler.messageReceived(TransportReplicationAction.java:271)
  359. at org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:75)
  360. at org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376)
  361. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  362. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  363. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  364. at java.lang.Thread.run(Thread.java:745)
  365. [2016-06-14 09:23:15,496][INFO ][node ] [Infant Terrible] stopping ...
  366. [2016-06-14 09:23:17,041][WARN ][transport.netty ] [Infant Terrible] exception caught on transport layer [[id: 0x4ad0c069, /127.0.0.1:50553 => /127.0.0.1:9300]], closing connection
  367. java.io.IOException: Protocol wrong type for socket
  368. at sun.nio.ch.FileDispatcherImpl.write0(Native Method)
  369. at sun.nio.ch.SocketDispatcher.write(SocketDispatcher.java:47)
  370. at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93)
  371. at sun.nio.ch.IOUtil.write(IOUtil.java:65)
  372. at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:471)
  373. at org.jboss.netty.channel.socket.nio.SocketSendBufferPool$UnpooledSendBuffer.transferTo(SocketSendBufferPool.java:203)
  374. at org.jboss.netty.channel.socket.nio.AbstractNioWorker.write0(AbstractNioWorker.java:201)
  375. at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromSelectorLoop(AbstractNioWorker.java:158)
  376. at org.jboss.netty.channel.socket.nio.AbstractNioWorker.process(AbstractNioWorker.java:114)
  377. at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:337)
  378. at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
  379. at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
  380. at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  381. at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
  382. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  383. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  384. at java.lang.Thread.run(Thread.java:745)
  385. [2016-06-14 09:23:17,465][WARN ][transport.netty ] [Infant Terrible] exception caught on transport layer [[id: 0xd2df1f91, /127.0.0.1:50552 => /127.0.0.1:9300]], closing connection
  386. java.io.IOException: Protocol wrong type for socket
  387. at sun.nio.ch.FileDispatcherImpl.write0(Native Method)
  388. at sun.nio.ch.SocketDispatcher.write(SocketDispatcher.java:47)
  389. at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93)
  390. at sun.nio.ch.IOUtil.write(IOUtil.java:65)
  391. at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:471)
  392. at org.jboss.netty.channel.socket.nio.SocketSendBufferPool$UnpooledSendBuffer.transferTo(SocketSendBufferPool.java:203)
  393. at org.jboss.netty.channel.socket.nio.AbstractNioWorker.write0(AbstractNioWorker.java:201)
  394. at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromSelectorLoop(AbstractNioWorker.java:158)
  395. at org.jboss.netty.channel.socket.nio.AbstractNioWorker.process(AbstractNioWorker.java:114)
  396. at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:337)
  397. at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
  398. at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
  399. at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  400. at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
  401. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  402. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  403. at java.lang.Thread.run(Thread.java:745)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement