API tools faq
paste
Advertisement
Guest User

elastic_2.1.0_shutdown_error

a guest
Dec 8th, 2015
139
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 94.36 KB | None | 0 0
raw download clone embed print report
  1. root@ip-10-125-174-135:/metrica/data/elastic/elasticsearch/nodes/0/indices# tail -1000 /var/log/elasticsearch/elasticsearch.log
  2. at org.apache.lucene.index.IndexWriter.rollback(IndexWriter.java:2033)
  3. at org.elasticsearch.index.engine.InternalEngine.closeNoLock(InternalEngine.java:993)
  4. at org.elasticsearch.index.engine.Engine.close(Engine.java:1147)
  5. at org.elasticsearch.index.engine.Engine.flushAndClose(Engine.java:1135)
  6. at org.elasticsearch.index.shard.IndexShard.close(IndexShard.java:828)
  7. at org.elasticsearch.index.IndexService.closeShardInjector(IndexService.java:443)
  8. at org.elasticsearch.index.IndexService.removeShard(IndexService.java:416)
  9. at org.elasticsearch.index.IndexService.close(IndexService.java:253)
  10. at org.elasticsearch.indices.IndicesService.removeIndex(IndicesService.java:413)
  11. at org.elasticsearch.indices.IndicesService.access$000(IndicesService.java:108)
  12. at org.elasticsearch.indices.IndicesService$1.run(IndicesService.java:174)
  13. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  14. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  15. at java.lang.Thread.run(Thread.java:745)
  16. [2015-12-08 09:28:10,291][DEBUG][index.engine ] [Unus the Untouchable] [socialbeat_index.2015-12-07][2] engine closed [api]
  17. [2015-12-08 09:28:10,291][DEBUG][index.store ] [Unus the Untouchable] [socialbeat_index.2015-12-07][2] store reference count on close: 0
  18. [2015-12-08 09:28:10,291][DEBUG][index ] [Unus the Untouchable] [socialbeat_index.2015-12-07] [2] closed (reason: [shutdown])
  19. [2015-12-08 09:28:10,291][DEBUG][index ] [Unus the Untouchable] [socialbeat_index.2015-12-07] [3] closing... (reason: [shutdown])
  20. [2015-12-08 09:28:10,291][DEBUG][index.shard ] [Unus the Untouchable] [socialbeat_index.2015-12-07][3] state: [STARTED]->[CLOSED], reason [shutdown]
  21. [2015-12-08 09:28:10,291][DEBUG][index.shard ] [Unus the Untouchable] [socialbeat_index.2015-12-07][3] operations counter reached 0, will not accept any further writes
  22. [2015-12-08 09:28:10,292][DEBUG][index.engine ] [Unus the Untouchable] [socialbeat_index.2015-12-07][3] flushing shard on close - this might take some time to sync files to disk
  23. [2015-12-08 09:28:10,304][WARN ][index.engine ] [Unus the Untouchable] [socialbeat_index.2015-12-07][3] failed to read latest segment infos on flush
  24. java.nio.file.NoSuchFileException: /metrica/data/elastic/elasticsearch/nodes/0/indices/socialbeat_index.2015-12-07/3/index
  25. at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
  26. at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
  27. at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
  28. at sun.nio.fs.UnixFileSystemProvider.newDirectoryStream(UnixFileSystemProvider.java:427)
  29. at java.nio.file.Files.newDirectoryStream(Files.java:457)
  30. at org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:179)
  31. at org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:191)
  32. at org.elasticsearch.index.store.FsDirectoryService$1.listAll(FsDirectoryService.java:127)
  33. at org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:57)
  34. at org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:57)
  35. at org.elasticsearch.index.store.Store.failIfCorrupted(Store.java:567)
  36. at org.elasticsearch.index.store.Store.failIfCorrupted(Store.java:563)
  37. at org.elasticsearch.index.store.Store.readLastCommittedSegmentsInfo(Store.java:146)
  38. at org.elasticsearch.index.engine.InternalEngine.flush(InternalEngine.java:783)
  39. at org.elasticsearch.index.engine.InternalEngine.flush(InternalEngine.java:732)
  40. at org.elasticsearch.index.engine.Engine.flushAndClose(Engine.java:1128)
  41. at org.elasticsearch.index.shard.IndexShard.close(IndexShard.java:828)
  42. at org.elasticsearch.index.IndexService.closeShardInjector(IndexService.java:443)
  43. at org.elasticsearch.index.IndexService.removeShard(IndexService.java:416)
  44. at org.elasticsearch.index.IndexService.close(IndexService.java:253)
  45. at org.elasticsearch.indices.IndicesService.removeIndex(IndicesService.java:413)
  46. at org.elasticsearch.indices.IndicesService.access$000(IndicesService.java:108)
  47. at org.elasticsearch.indices.IndicesService$1.run(IndicesService.java:174)
  48. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  49. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  50. at java.lang.Thread.run(Thread.java:745)
  51. [2015-12-08 09:28:10,304][DEBUG][index.engine ] [Unus the Untouchable] [socialbeat_index.2015-12-07][3] close now acquiring writeLock
  52. [2015-12-08 09:28:10,304][DEBUG][index.engine ] [Unus the Untouchable] [socialbeat_index.2015-12-07][3] close acquired writeLock
  53. [2015-12-08 09:28:10,306][WARN ][index.translog ] [Unus the Untouchable] [socialbeat_index.2015-12-07][3] failed to delete unreferenced translog files
  54. java.nio.file.NoSuchFileException: /metrica/data/elastic/elasticsearch/nodes/0/indices/socialbeat_index.2015-12-07/3/translog
  55. at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
  56. at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
  57. at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
  58. at sun.nio.fs.UnixFileSystemProvider.newDirectoryStream(UnixFileSystemProvider.java:427)
  59. at java.nio.file.Files.newDirectoryStream(Files.java:457)
  60. at org.elasticsearch.index.translog.Translog$OnCloseRunnable.handle(Translog.java:652)
  61. at org.elasticsearch.index.translog.Translog$OnCloseRunnable.handle(Translog.java:639)
  62. at org.elasticsearch.index.translog.ChannelReference.closeInternal(ChannelReference.java:67)
  63. at org.elasticsearch.common.util.concurrent.AbstractRefCounted.decRef(AbstractRefCounted.java:64)
  64. at org.elasticsearch.index.translog.TranslogReader.doClose(TranslogReader.java:148)
  65. at org.elasticsearch.index.translog.TranslogWriter.doClose(TranslogWriter.java:270)
  66. at org.elasticsearch.index.translog.TranslogReader.close(TranslogReader.java:143)
  67. at org.apache.lucene.util.IOUtils.close(IOUtils.java:97)
  68. at org.apache.lucene.util.IOUtils.close(IOUtils.java:84)
  69. at org.elasticsearch.index.translog.Translog.close(Translog.java:384)
  70. at org.apache.lucene.util.IOUtils.close(IOUtils.java:97)
  71. at org.apache.lucene.util.IOUtils.close(IOUtils.java:84)
  72. at org.elasticsearch.index.engine.InternalEngine.closeNoLock(InternalEngine.java:986)
  73. at org.elasticsearch.index.engine.Engine.close(Engine.java:1147)
  74. at org.elasticsearch.index.engine.Engine.flushAndClose(Engine.java:1135)
  75. at org.elasticsearch.index.shard.IndexShard.close(IndexShard.java:828)
  76. at org.elasticsearch.index.IndexService.closeShardInjector(IndexService.java:443)
  77. at org.elasticsearch.index.IndexService.removeShard(IndexService.java:416)
  78. at org.elasticsearch.index.IndexService.close(IndexService.java:253)
  79. at org.elasticsearch.indices.IndicesService.removeIndex(IndicesService.java:413)
  80. at org.elasticsearch.indices.IndicesService.access$000(IndicesService.java:108)
  81. at org.elasticsearch.indices.IndicesService$1.run(IndicesService.java:174)
  82. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  83. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  84. at java.lang.Thread.run(Thread.java:745)
  85. [2015-12-08 09:28:10,306][WARN ][index.translog ] [Unus the Untouchable] [socialbeat_index.2015-12-07][3] failed to delete unreferenced translog files
  86. java.nio.file.NoSuchFileException: /metrica/data/elastic/elasticsearch/nodes/0/indices/socialbeat_index.2015-12-07/3/translog
  87. at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
  88. at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
  89. at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
  90. at sun.nio.fs.UnixFileSystemProvider.newDirectoryStream(UnixFileSystemProvider.java:427)
  91. at java.nio.file.Files.newDirectoryStream(Files.java:457)
  92. at org.elasticsearch.index.translog.Translog$OnCloseRunnable.handle(Translog.java:652)
  93. at org.elasticsearch.index.translog.Translog$OnCloseRunnable.handle(Translog.java:639)
  94. at org.elasticsearch.index.translog.ChannelReference.closeInternal(ChannelReference.java:67)
  95. at org.elasticsearch.common.util.concurrent.AbstractRefCounted.decRef(AbstractRefCounted.java:64)
  96. at org.elasticsearch.index.translog.TranslogReader.doClose(TranslogReader.java:148)
  97. at org.elasticsearch.index.translog.TranslogReader.close(TranslogReader.java:143)
  98. at org.apache.lucene.util.IOUtils.close(IOUtils.java:97)
  99. at org.elasticsearch.index.translog.Translog.close(Translog.java:386)
  100. at org.apache.lucene.util.IOUtils.close(IOUtils.java:97)
  101. at org.apache.lucene.util.IOUtils.close(IOUtils.java:84)
  102. at org.elasticsearch.index.engine.InternalEngine.closeNoLock(InternalEngine.java:986)
  103. at org.elasticsearch.index.engine.Engine.close(Engine.java:1147)
  104. at org.elasticsearch.index.engine.Engine.flushAndClose(Engine.java:1135)
  105. at org.elasticsearch.index.shard.IndexShard.close(IndexShard.java:828)
  106. at org.elasticsearch.index.IndexService.closeShardInjector(IndexService.java:443)
  107. at org.elasticsearch.index.IndexService.removeShard(IndexService.java:416)
  108. at org.elasticsearch.index.IndexService.close(IndexService.java:253)
  109. at org.elasticsearch.indices.IndicesService.removeIndex(IndicesService.java:413)
  110. at org.elasticsearch.indices.IndicesService.access$000(IndicesService.java:108)
  111. at org.elasticsearch.indices.IndicesService$1.run(IndicesService.java:174)
  112. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  113. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  114. at java.lang.Thread.run(Thread.java:745)
  115. [2015-12-08 09:28:10,306][WARN ][index.translog ] [Unus the Untouchable] [socialbeat_index.2015-12-07][3] failed to delete unreferenced translog files
  116. java.nio.file.NoSuchFileException: /metrica/data/elastic/elasticsearch/nodes/0/indices/socialbeat_index.2015-12-07/3/translog
  117. at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
  118. at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
  119. at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
  120. at sun.nio.fs.UnixFileSystemProvider.newDirectoryStream(UnixFileSystemProvider.java:427)
  121. at java.nio.file.Files.newDirectoryStream(Files.java:457)
  122. at org.elasticsearch.index.translog.Translog$OnCloseRunnable.handle(Translog.java:652)
  123. at org.elasticsearch.index.translog.Translog$OnCloseRunnable.handle(Translog.java:639)
  124. at org.elasticsearch.index.translog.ChannelReference.closeInternal(ChannelReference.java:67)
  125. at org.elasticsearch.common.util.concurrent.AbstractRefCounted.decRef(AbstractRefCounted.java:64)
  126. at org.elasticsearch.index.translog.TranslogReader.doClose(TranslogReader.java:148)
  127. at org.elasticsearch.index.translog.TranslogReader.close(TranslogReader.java:143)
  128. at org.apache.lucene.util.IOUtils.close(IOUtils.java:97)
  129. at org.elasticsearch.index.translog.Translog.close(Translog.java:386)
  130. at org.apache.lucene.util.IOUtils.close(IOUtils.java:97)
  131. at org.apache.lucene.util.IOUtils.close(IOUtils.java:84)
  132. at org.elasticsearch.index.engine.InternalEngine.closeNoLock(InternalEngine.java:986)
  133. at org.elasticsearch.index.engine.Engine.close(Engine.java:1147)
  134. at org.elasticsearch.index.engine.Engine.flushAndClose(Engine.java:1135)
  135. at org.elasticsearch.index.shard.IndexShard.close(IndexShard.java:828)
  136. at org.elasticsearch.index.IndexService.closeShardInjector(IndexService.java:443)
  137. at org.elasticsearch.index.IndexService.removeShard(IndexService.java:416)
  138. at org.elasticsearch.index.IndexService.close(IndexService.java:253)
  139. at org.elasticsearch.indices.IndicesService.removeIndex(IndicesService.java:413)
  140. at org.elasticsearch.indices.IndicesService.access$000(IndicesService.java:108)
  141. at org.elasticsearch.indices.IndicesService$1.run(IndicesService.java:174)
  142. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  143. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  144. at java.lang.Thread.run(Thread.java:745)
  145. [2015-12-08 09:28:10,307][WARN ][index.translog ] [Unus the Untouchable] [socialbeat_index.2015-12-07][3] failed to delete unreferenced translog files
  146. java.nio.file.NoSuchFileException: /metrica/data/elastic/elasticsearch/nodes/0/indices/socialbeat_index.2015-12-07/3/translog
  147. at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
  148. at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
  149. at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
  150. at sun.nio.fs.UnixFileSystemProvider.newDirectoryStream(UnixFileSystemProvider.java:427)
  151. at java.nio.file.Files.newDirectoryStream(Files.java:457)
  152. at org.elasticsearch.index.translog.Translog$OnCloseRunnable.handle(Translog.java:652)
  153. at org.elasticsearch.index.translog.Translog$OnCloseRunnable.handle(Translog.java:639)
  154. at org.elasticsearch.index.translog.ChannelReference.closeInternal(ChannelReference.java:67)
  155. at org.elasticsearch.common.util.concurrent.AbstractRefCounted.decRef(AbstractRefCounted.java:64)
  156. at org.elasticsearch.index.translog.TranslogReader.doClose(TranslogReader.java:148)
  157. at org.elasticsearch.index.translog.TranslogReader.close(TranslogReader.java:143)
  158. at org.apache.lucene.util.IOUtils.close(IOUtils.java:97)
  159. at org.elasticsearch.index.translog.Translog.close(Translog.java:386)
  160. at org.apache.lucene.util.IOUtils.close(IOUtils.java:97)
  161. at org.apache.lucene.util.IOUtils.close(IOUtils.java:84)
  162. at org.elasticsearch.index.engine.InternalEngine.closeNoLock(InternalEngine.java:986)
  163. at org.elasticsearch.index.engine.Engine.close(Engine.java:1147)
  164. at org.elasticsearch.index.engine.Engine.flushAndClose(Engine.java:1135)
  165. at org.elasticsearch.index.shard.IndexShard.close(IndexShard.java:828)
  166. at org.elasticsearch.index.IndexService.closeShardInjector(IndexService.java:443)
  167. at org.elasticsearch.index.IndexService.removeShard(IndexService.java:416)
  168. at org.elasticsearch.index.IndexService.close(IndexService.java:253)
  169. at org.elasticsearch.indices.IndicesService.removeIndex(IndicesService.java:413)
  170. at org.elasticsearch.indices.IndicesService.access$000(IndicesService.java:108)
  171. at org.elasticsearch.indices.IndicesService$1.run(IndicesService.java:174)
  172. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  173. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  174. at java.lang.Thread.run(Thread.java:745)
  175. [2015-12-08 09:28:10,307][WARN ][index.translog ] [Unus the Untouchable] [socialbeat_index.2015-12-07][3] failed to delete unreferenced translog files
  176. java.nio.file.NoSuchFileException: /metrica/data/elastic/elasticsearch/nodes/0/indices/socialbeat_index.2015-12-07/3/translog
  177. at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
  178. at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
  179. at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
  180. at sun.nio.fs.UnixFileSystemProvider.newDirectoryStream(UnixFileSystemProvider.java:427)
  181. at java.nio.file.Files.newDirectoryStream(Files.java:457)
  182. at org.elasticsearch.index.translog.Translog$OnCloseRunnable.handle(Translog.java:652)
  183. at org.elasticsearch.index.translog.Translog$OnCloseRunnable.handle(Translog.java:639)
  184. at org.elasticsearch.index.translog.ChannelReference.closeInternal(ChannelReference.java:67)
  185. at org.elasticsearch.common.util.concurrent.AbstractRefCounted.decRef(AbstractRefCounted.java:64)
  186. at org.elasticsearch.index.translog.TranslogReader.doClose(TranslogReader.java:148)
  187. at org.elasticsearch.index.translog.TranslogReader.close(TranslogReader.java:143)
  188. at org.apache.lucene.util.IOUtils.close(IOUtils.java:97)
  189. at org.elasticsearch.index.translog.Translog.close(Translog.java:386)
  190. at org.apache.lucene.util.IOUtils.close(IOUtils.java:97)
  191. at org.apache.lucene.util.IOUtils.close(IOUtils.java:84)
  192. at org.elasticsearch.index.engine.InternalEngine.closeNoLock(InternalEngine.java:986)
  193. at org.elasticsearch.index.engine.Engine.close(Engine.java:1147)
  194. at org.elasticsearch.index.engine.Engine.flushAndClose(Engine.java:1135)
  195. at org.elasticsearch.index.shard.IndexShard.close(IndexShard.java:828)
  196. at org.elasticsearch.index.IndexService.closeShardInjector(IndexService.java:443)
  197. at org.elasticsearch.index.IndexService.removeShard(IndexService.java:416)
  198. at org.elasticsearch.index.IndexService.close(IndexService.java:253)
  199. at org.elasticsearch.indices.IndicesService.removeIndex(IndicesService.java:413)
  200. at org.elasticsearch.indices.IndicesService.access$000(IndicesService.java:108)
  201. at org.elasticsearch.indices.IndicesService$1.run(IndicesService.java:174)
  202. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  203. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  204. at java.lang.Thread.run(Thread.java:745)
  205. [2015-12-08 09:28:10,308][WARN ][index.translog ] [Unus the Untouchable] [socialbeat_index.2015-12-07][3] failed to delete unreferenced translog files
  206. java.nio.file.NoSuchFileException: /metrica/data/elastic/elasticsearch/nodes/0/indices/socialbeat_index.2015-12-07/3/translog
  207. at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
  208. at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
  209. at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
  210. at sun.nio.fs.UnixFileSystemProvider.newDirectoryStream(UnixFileSystemProvider.java:427)
  211. at java.nio.file.Files.newDirectoryStream(Files.java:457)
  212. at org.elasticsearch.index.translog.Translog$OnCloseRunnable.handle(Translog.java:652)
  213. at org.elasticsearch.index.translog.Translog$OnCloseRunnable.handle(Translog.java:639)
  214. at org.elasticsearch.index.translog.ChannelReference.closeInternal(ChannelReference.java:67)
  215. at org.elasticsearch.common.util.concurrent.AbstractRefCounted.decRef(AbstractRefCounted.java:64)
  216. at org.elasticsearch.index.translog.TranslogReader.doClose(TranslogReader.java:148)
  217. at org.elasticsearch.index.translog.TranslogReader.close(TranslogReader.java:143)
  218. at org.apache.lucene.util.IOUtils.close(IOUtils.java:97)
  219. at org.elasticsearch.index.translog.Translog.close(Translog.java:386)
  220. at org.apache.lucene.util.IOUtils.close(IOUtils.java:97)
  221. at org.apache.lucene.util.IOUtils.close(IOUtils.java:84)
  222. at org.elasticsearch.index.engine.InternalEngine.closeNoLock(InternalEngine.java:986)
  223. at org.elasticsearch.index.engine.Engine.close(Engine.java:1147)
  224. at org.elasticsearch.index.engine.Engine.flushAndClose(Engine.java:1135)
  225. at org.elasticsearch.index.shard.IndexShard.close(IndexShard.java:828)
  226. at org.elasticsearch.index.IndexService.closeShardInjector(IndexService.java:443)
  227. at org.elasticsearch.index.IndexService.removeShard(IndexService.java:416)
  228. at org.elasticsearch.index.IndexService.close(IndexService.java:253)
  229. at org.elasticsearch.indices.IndicesService.removeIndex(IndicesService.java:413)
  230. at org.elasticsearch.indices.IndicesService.access$000(IndicesService.java:108)
  231. at org.elasticsearch.indices.IndicesService$1.run(IndicesService.java:174)
  232. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  233. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  234. at java.lang.Thread.run(Thread.java:745)
  235. [2015-12-08 09:28:10,308][DEBUG][index.translog ] [Unus the Untouchable] [socialbeat_index.2015-12-07][3] translog closed
  236. [2015-12-08 09:28:10,309][WARN ][index.engine ] [Unus the Untouchable] [socialbeat_index.2015-12-07][3] failed to rollback writer on close
  237. java.nio.file.NoSuchFileException: /metrica/data/elastic/elasticsearch/nodes/0/indices/socialbeat_index.2015-12-07/3/index
  238. at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
  239. at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
  240. at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
  241. at sun.nio.fs.UnixFileSystemProvider.newDirectoryStream(UnixFileSystemProvider.java:427)
  242. at java.nio.file.Files.newDirectoryStream(Files.java:457)
  243. at org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:179)
  244. at org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:191)
  245. at org.elasticsearch.index.store.FsDirectoryService$1.listAll(FsDirectoryService.java:127)
  246. at org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:57)
  247. at org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:57)
  248. at org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:57)
  249. at org.apache.lucene.index.IndexFileDeleter.refresh(IndexFileDeleter.java:424)
  250. at org.apache.lucene.index.IndexFileDeleter.refresh(IndexFileDeleter.java:462)
  251. at org.apache.lucene.index.IndexWriter.rollbackInternal(IndexWriter.java:2093)
  252. at org.apache.lucene.index.IndexWriter.rollback(IndexWriter.java:2033)
  253. at org.elasticsearch.index.engine.InternalEngine.closeNoLock(InternalEngine.java:993)
  254. at org.elasticsearch.index.engine.Engine.close(Engine.java:1147)
  255. at org.elasticsearch.index.engine.Engine.flushAndClose(Engine.java:1135)
  256. at org.elasticsearch.index.shard.IndexShard.close(IndexShard.java:828)
  257. at org.elasticsearch.index.IndexService.closeShardInjector(IndexService.java:443)
  258. at org.elasticsearch.index.IndexService.removeShard(IndexService.java:416)
  259. at org.elasticsearch.index.IndexService.close(IndexService.java:253)
  260. at org.elasticsearch.indices.IndicesService.removeIndex(IndicesService.java:413)
  261. at org.elasticsearch.indices.IndicesService.access$000(IndicesService.java:108)
  262. at org.elasticsearch.indices.IndicesService$1.run(IndicesService.java:174)
  263. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  264. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  265. at java.lang.Thread.run(Thread.java:745)
  266. [2015-12-08 09:28:10,309][DEBUG][index.engine ] [Unus the Untouchable] [socialbeat_index.2015-12-07][3] engine closed [api]
  267. [2015-12-08 09:28:10,309][DEBUG][index.store ] [Unus the Untouchable] [socialbeat_index.2015-12-07][3] store reference count on close: 0
  268. [2015-12-08 09:28:10,310][DEBUG][index ] [Unus the Untouchable] [socialbeat_index.2015-12-07] [3] closed (reason: [shutdown])
  269. [2015-12-08 09:28:10,310][DEBUG][index ] [Unus the Untouchable] [socialbeat_index.2015-12-07] [4] closing... (reason: [shutdown])
  270. [2015-12-08 09:28:10,310][DEBUG][index.shard ] [Unus the Untouchable] [socialbeat_index.2015-12-07][4] state: [STARTED]->[CLOSED], reason [shutdown]
  271. [2015-12-08 09:28:10,310][DEBUG][index.shard ] [Unus the Untouchable] [socialbeat_index.2015-12-07][4] operations counter reached 0, will not accept any further writes
  272. [2015-12-08 09:28:10,310][DEBUG][index.engine ] [Unus the Untouchable] [socialbeat_index.2015-12-07][4] flushing shard on close - this might take some time to sync files to disk
  273. [2015-12-08 09:28:10,310][DEBUG][index.engine ] [Unus the Untouchable] [socialbeat_index.2015-11-29][0] close now acquiring writeLock
  274. [2015-12-08 09:28:10,310][DEBUG][index.engine ] [Unus the Untouchable] [socialbeat_index.2015-11-29][0] close acquired writeLock
  275. [2015-12-08 09:28:10,310][WARN ][index.engine ] [Unus the Untouchable] [socialbeat_index.2015-12-07][4] failed to read latest segment infos on flush
  276. java.nio.file.NoSuchFileException: /metrica/data/elastic/elasticsearch/nodes/0/indices/socialbeat_index.2015-12-07/4/index
  277. at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
  278. at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
  279. at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
  280. at sun.nio.fs.UnixFileSystemProvider.newDirectoryStream(UnixFileSystemProvider.java:427)
  281. at java.nio.file.Files.newDirectoryStream(Files.java:457)
  282. at org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:179)
  283. at org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:191)
  284. at org.elasticsearch.index.store.FsDirectoryService$1.listAll(FsDirectoryService.java:127)
  285. at org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:57)
  286. at org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:57)
  287. at org.elasticsearch.index.store.Store.failIfCorrupted(Store.java:567)
  288. at org.elasticsearch.index.store.Store.failIfCorrupted(Store.java:563)
  289. at org.elasticsearch.index.store.Store.readLastCommittedSegmentsInfo(Store.java:146)
  290. at org.elasticsearch.index.engine.InternalEngine.flush(InternalEngine.java:783)
  291. at org.elasticsearch.index.engine.InternalEngine.flush(InternalEngine.java:732)
  292. at org.elasticsearch.index.engine.Engine.flushAndClose(Engine.java:1128)
  293. at org.elasticsearch.index.shard.IndexShard.close(IndexShard.java:828)
  294. at org.elasticsearch.index.IndexService.closeShardInjector(IndexService.java:443)
  295. at org.elasticsearch.index.IndexService.removeShard(IndexService.java:416)
  296. at org.elasticsearch.index.IndexService.close(IndexService.java:253)
  297. at org.elasticsearch.indices.IndicesService.removeIndex(IndicesService.java:413)
  298. at org.elasticsearch.indices.IndicesService.access$000(IndicesService.java:108)
  299. at org.elasticsearch.indices.IndicesService$1.run(IndicesService.java:174)
  300. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  301. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  302. at java.lang.Thread.run(Thread.java:745)
  303. [2015-12-08 09:28:10,311][DEBUG][index.engine ] [Unus the Untouchable] [socialbeat_index.2015-12-07][4] close now acquiring writeLock
  304. [2015-12-08 09:28:10,311][DEBUG][index.engine ] [Unus the Untouchable] [socialbeat_index.2015-12-07][4] close acquired writeLock
  305. [2015-12-08 09:28:10,313][WARN ][index.translog ] [Unus the Untouchable] [socialbeat_index.2015-12-07][4] failed to delete unreferenced translog files
  306. java.nio.file.NoSuchFileException: /metrica/data/elastic/elasticsearch/nodes/0/indices/socialbeat_index.2015-12-07/4/translog
  307. at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
  308. at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
  309. at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
  310. at sun.nio.fs.UnixFileSystemProvider.newDirectoryStream(UnixFileSystemProvider.java:427)
  311. at java.nio.file.Files.newDirectoryStream(Files.java:457)
  312. at org.elasticsearch.index.translog.Translog$OnCloseRunnable.handle(Translog.java:652)
  313. at org.elasticsearch.index.translog.Translog$OnCloseRunnable.handle(Translog.java:639)
  314. at org.elasticsearch.index.translog.ChannelReference.closeInternal(ChannelReference.java:67)
  315. at org.elasticsearch.common.util.concurrent.AbstractRefCounted.decRef(AbstractRefCounted.java:64)
  316. at org.elasticsearch.index.translog.TranslogReader.doClose(TranslogReader.java:148)
  317. at org.elasticsearch.index.translog.TranslogWriter.doClose(TranslogWriter.java:270)
  318. at org.elasticsearch.index.translog.TranslogReader.close(TranslogReader.java:143)
  319. at org.apache.lucene.util.IOUtils.close(IOUtils.java:97)
  320. at org.apache.lucene.util.IOUtils.close(IOUtils.java:84)
  321. at org.elasticsearch.index.translog.Translog.close(Translog.java:384)
  322. at org.apache.lucene.util.IOUtils.close(IOUtils.java:97)
  323. at org.apache.lucene.util.IOUtils.close(IOUtils.java:84)
  324. at org.elasticsearch.index.engine.InternalEngine.closeNoLock(InternalEngine.java:986)
  325. at org.elasticsearch.index.engine.Engine.close(Engine.java:1147)
  326. at org.elasticsearch.index.engine.Engine.flushAndClose(Engine.java:1135)
  327. at org.elasticsearch.index.shard.IndexShard.close(IndexShard.java:828)
  328. at org.elasticsearch.index.IndexService.closeShardInjector(IndexService.java:443)
  329. at org.elasticsearch.index.IndexService.removeShard(IndexService.java:416)
  330. at org.elasticsearch.index.IndexService.close(IndexService.java:253)
  331. at org.elasticsearch.indices.IndicesService.removeIndex(IndicesService.java:413)
  332. at org.elasticsearch.indices.IndicesService.access$000(IndicesService.java:108)
  333. at org.elasticsearch.indices.IndicesService$1.run(IndicesService.java:174)
  334. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  335. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  336. at java.lang.Thread.run(Thread.java:745)
  337. [2015-12-08 09:28:10,313][WARN ][index.translog ] [Unus the Untouchable] [socialbeat_index.2015-12-07][4] failed to delete unreferenced translog files
  338. java.nio.file.NoSuchFileException: /metrica/data/elastic/elasticsearch/nodes/0/indices/socialbeat_index.2015-12-07/4/translog
  339. at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
  340. at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
  341. at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
  342. at sun.nio.fs.UnixFileSystemProvider.newDirectoryStream(UnixFileSystemProvider.java:427)
  343. at java.nio.file.Files.newDirectoryStream(Files.java:457)
  344. at org.elasticsearch.index.translog.Translog$OnCloseRunnable.handle(Translog.java:652)
  345. at org.elasticsearch.index.translog.Translog$OnCloseRunnable.handle(Translog.java:639)
  346. at org.elasticsearch.index.translog.ChannelReference.closeInternal(ChannelReference.java:67)
  347. at org.elasticsearch.common.util.concurrent.AbstractRefCounted.decRef(AbstractRefCounted.java:64)
  348. at org.elasticsearch.index.translog.TranslogReader.doClose(TranslogReader.java:148)
  349. at org.elasticsearch.index.translog.TranslogReader.close(TranslogReader.java:143)
  350. at org.apache.lucene.util.IOUtils.close(IOUtils.java:97)
  351. at org.elasticsearch.index.translog.Translog.close(Translog.java:386)
  352. at org.apache.lucene.util.IOUtils.close(IOUtils.java:97)
  353. at org.apache.lucene.util.IOUtils.close(IOUtils.java:84)
  354. at org.elasticsearch.index.engine.InternalEngine.closeNoLock(InternalEngine.java:986)
  355. at org.elasticsearch.index.engine.Engine.close(Engine.java:1147)
  356. at org.elasticsearch.index.engine.Engine.flushAndClose(Engine.java:1135)
  357. at org.elasticsearch.index.shard.IndexShard.close(IndexShard.java:828)
  358. at org.elasticsearch.index.IndexService.closeShardInjector(IndexService.java:443)
  359. at org.elasticsearch.index.IndexService.removeShard(IndexService.java:416)
  360. at org.elasticsearch.index.IndexService.close(IndexService.java:253)
  361. at org.elasticsearch.indices.IndicesService.removeIndex(IndicesService.java:413)
  362. at org.elasticsearch.indices.IndicesService.access$000(IndicesService.java:108)
  363. at org.elasticsearch.indices.IndicesService$1.run(IndicesService.java:174)
  364. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  365. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  366. at java.lang.Thread.run(Thread.java:745)
  367. [2015-12-08 09:28:10,313][WARN ][index.translog ] [Unus the Untouchable] [socialbeat_index.2015-12-07][4] failed to delete unreferenced translog files
  368. java.nio.file.NoSuchFileException: /metrica/data/elastic/elasticsearch/nodes/0/indices/socialbeat_index.2015-12-07/4/translog
  369. at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
  370. at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
  371. at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
  372. at sun.nio.fs.UnixFileSystemProvider.newDirectoryStream(UnixFileSystemProvider.java:427)
  373. at java.nio.file.Files.newDirectoryStream(Files.java:457)
  374. at org.elasticsearch.index.translog.Translog$OnCloseRunnable.handle(Translog.java:652)
  375. at org.elasticsearch.index.translog.Translog$OnCloseRunnable.handle(Translog.java:639)
  376. at org.elasticsearch.index.translog.ChannelReference.closeInternal(ChannelReference.java:67)
  377. at org.elasticsearch.common.util.concurrent.AbstractRefCounted.decRef(AbstractRefCounted.java:64)
  378. at org.elasticsearch.index.translog.TranslogReader.doClose(TranslogReader.java:148)
  379. at org.elasticsearch.index.translog.TranslogReader.close(TranslogReader.java:143)
  380. at org.apache.lucene.util.IOUtils.close(IOUtils.java:97)
  381. at org.elasticsearch.index.translog.Translog.close(Translog.java:386)
  382. at org.apache.lucene.util.IOUtils.close(IOUtils.java:97)
  383. at org.apache.lucene.util.IOUtils.close(IOUtils.java:84)
  384. at org.elasticsearch.index.engine.InternalEngine.closeNoLock(InternalEngine.java:986)
  385. at org.elasticsearch.index.engine.Engine.close(Engine.java:1147)
  386. at org.elasticsearch.index.engine.Engine.flushAndClose(Engine.java:1135)
  387. at org.elasticsearch.index.shard.IndexShard.close(IndexShard.java:828)
  388. at org.elasticsearch.index.IndexService.closeShardInjector(IndexService.java:443)
  389. at org.elasticsearch.index.IndexService.removeShard(IndexService.java:416)
  390. at org.elasticsearch.index.IndexService.close(IndexService.java:253)
  391. at org.elasticsearch.indices.IndicesService.removeIndex(IndicesService.java:413)
  392. at org.elasticsearch.indices.IndicesService.access$000(IndicesService.java:108)
  393. at org.elasticsearch.indices.IndicesService$1.run(IndicesService.java:174)
  394. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  395. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  396. at java.lang.Thread.run(Thread.java:745)
  397. [2015-12-08 09:28:10,314][DEBUG][index.translog ] [Unus the Untouchable] [socialbeat_index.2015-11-29][0] translog closed
  398. [2015-12-08 09:28:10,328][DEBUG][index.engine ] [Unus the Untouchable] [socialbeat_index.2015-11-28][0] close now acquiring writeLock
  399. [2015-12-08 09:28:10,328][DEBUG][index.engine ] [Unus the Untouchable] [socialbeat_index.2015-11-28][0] close acquired writeLock
  400. [2015-12-08 09:28:10,333][DEBUG][index.translog ] [Unus the Untouchable] [socialbeat_index.2015-11-28][0] translog closed
  401. [2015-12-08 09:28:10,334][DEBUG][index.engine ] [Unus the Untouchable] [socialbeat_index.2015-11-28][0] engine closed [api]
  402. [2015-12-08 09:28:10,334][DEBUG][index.store ] [Unus the Untouchable] [socialbeat_index.2015-11-28][0] store reference count on close: 0
  403. [2015-12-08 09:28:10,334][DEBUG][index ] [Unus the Untouchable] [socialbeat_index.2015-11-28] [0] closed (reason: [shutdown])
  404. [2015-12-08 09:28:10,334][DEBUG][indices ] [Unus the Untouchable] [socialbeat_index.2015-11-28] closing index cache (reason [shutdown])
  405. [2015-12-08 09:28:10,334][DEBUG][index.cache.query.index ] [Unus the Untouchable] [socialbeat_index.2015-11-28] full cache clear, reason [close]
  406. [2015-12-08 09:28:10,334][DEBUG][index.cache.bitset ] [Unus the Untouchable] [socialbeat_index.2015-11-28] clearing all bitsets because [close]
  407. [2015-12-08 09:28:10,334][DEBUG][indices ] [Unus the Untouchable] [socialbeat_index.2015-11-28] clearing index field data (reason [shutdown])
  408. [2015-12-08 09:28:10,334][DEBUG][indices ] [Unus the Untouchable] [socialbeat_index.2015-11-28] closing analysis service (reason [shutdown])
  409. [2015-12-08 09:28:10,334][DEBUG][indices ] [Unus the Untouchable] [socialbeat_index.2015-11-28] closing mapper service (reason [shutdown])
  410. [2015-12-08 09:28:10,334][DEBUG][indices ] [Unus the Untouchable] [socialbeat_index.2015-11-28] closing index query parser service (reason [shutdown])
  411. [2015-12-08 09:28:10,334][DEBUG][indices ] [Unus the Untouchable] [socialbeat_index.2015-11-28] closing index service (reason [shutdown])
  412. [2015-12-08 09:28:10,334][DEBUG][indices ] [Unus the Untouchable] [socialbeat_index.2015-11-28] closed... (reason [shutdown])
  413. [2015-12-08 09:28:10,334][DEBUG][index.engine ] [Unus the Untouchable] [socialbeat_index.2015-11-19][0] close now acquiring writeLock
  414. [2015-12-08 09:28:10,334][DEBUG][index.engine ] [Unus the Untouchable] [socialbeat_index.2015-11-19][0] close acquired writeLock
  415. [2015-12-08 09:28:10,335][WARN ][index.translog ] [Unus the Untouchable] [socialbeat_index.2015-12-07][4] failed to delete unreferenced translog files
  416. java.nio.file.NoSuchFileException: /metrica/data/elastic/elasticsearch/nodes/0/indices/socialbeat_index.2015-12-07/4/translog
  417. at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
  418. at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
  419. at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
  420. at sun.nio.fs.UnixFileSystemProvider.newDirectoryStream(UnixFileSystemProvider.java:427)
  421. at java.nio.file.Files.newDirectoryStream(Files.java:457)
  422. at org.elasticsearch.index.translog.Translog$OnCloseRunnable.handle(Translog.java:652)
  423. at org.elasticsearch.index.translog.Translog$OnCloseRunnable.handle(Translog.java:639)
  424. at org.elasticsearch.index.translog.ChannelReference.closeInternal(ChannelReference.java:67)
  425. at org.elasticsearch.common.util.concurrent.AbstractRefCounted.decRef(AbstractRefCounted.java:64)
  426. at org.elasticsearch.index.translog.TranslogReader.doClose(TranslogReader.java:148)
  427. at org.elasticsearch.index.translog.TranslogReader.close(TranslogReader.java:143)
  428. at org.apache.lucene.util.IOUtils.close(IOUtils.java:97)
  429. at org.elasticsearch.index.translog.Translog.close(Translog.java:386)
  430. at org.apache.lucene.util.IOUtils.close(IOUtils.java:97)
  431. at org.apache.lucene.util.IOUtils.close(IOUtils.java:84)
  432. at org.elasticsearch.index.engine.InternalEngine.closeNoLock(InternalEngine.java:986)
  433. at org.elasticsearch.index.engine.Engine.close(Engine.java:1147)
  434. at org.elasticsearch.index.engine.Engine.flushAndClose(Engine.java:1135)
  435. at org.elasticsearch.index.shard.IndexShard.close(IndexShard.java:828)
  436. at org.elasticsearch.index.IndexService.closeShardInjector(IndexService.java:443)
  437. at org.elasticsearch.index.IndexService.removeShard(IndexService.java:416)
  438. at org.elasticsearch.index.IndexService.close(IndexService.java:253)
  439. at org.elasticsearch.indices.IndicesService.removeIndex(IndicesService.java:413)
  440. at org.elasticsearch.indices.IndicesService.access$000(IndicesService.java:108)
  441. at org.elasticsearch.indices.IndicesService$1.run(IndicesService.java:174)
  442. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  443. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  444. at java.lang.Thread.run(Thread.java:745)
  445. [2015-12-08 09:28:10,335][WARN ][index.translog ] [Unus the Untouchable] [socialbeat_index.2015-12-07][4] failed to delete unreferenced translog files
  446. java.nio.file.NoSuchFileException: /metrica/data/elastic/elasticsearch/nodes/0/indices/socialbeat_index.2015-12-07/4/translog
  447. at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
  448. at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
  449. at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
  450. at sun.nio.fs.UnixFileSystemProvider.newDirectoryStream(UnixFileSystemProvider.java:427)
  451. at java.nio.file.Files.newDirectoryStream(Files.java:457)
  452. at org.elasticsearch.index.translog.Translog$OnCloseRunnable.handle(Translog.java:652)
  453. at org.elasticsearch.index.translog.Translog$OnCloseRunnable.handle(Translog.java:639)
  454. at org.elasticsearch.index.translog.ChannelReference.closeInternal(ChannelReference.java:67)
  455. at org.elasticsearch.common.util.concurrent.AbstractRefCounted.decRef(AbstractRefCounted.java:64)
  456. at org.elasticsearch.index.translog.TranslogReader.doClose(TranslogReader.java:148)
  457. at org.elasticsearch.index.translog.TranslogReader.close(TranslogReader.java:143)
  458. at org.apache.lucene.util.IOUtils.close(IOUtils.java:97)
  459. at org.elasticsearch.index.translog.Translog.close(Translog.java:386)
  460. at org.apache.lucene.util.IOUtils.close(IOUtils.java:97)
  461. at org.apache.lucene.util.IOUtils.close(IOUtils.java:84)
  462. at org.elasticsearch.index.engine.InternalEngine.closeNoLock(InternalEngine.java:986)
  463. at org.elasticsearch.index.engine.Engine.close(Engine.java:1147)
  464. at org.elasticsearch.index.engine.Engine.flushAndClose(Engine.java:1135)
  465. at org.elasticsearch.index.shard.IndexShard.close(IndexShard.java:828)
  466. at org.elasticsearch.index.IndexService.closeShardInjector(IndexService.java:443)
  467. at org.elasticsearch.index.IndexService.removeShard(IndexService.java:416)
  468. at org.elasticsearch.index.IndexService.close(IndexService.java:253)
  469. at org.elasticsearch.indices.IndicesService.removeIndex(IndicesService.java:413)
  470. at org.elasticsearch.indices.IndicesService.access$000(IndicesService.java:108)
  471. at org.elasticsearch.indices.IndicesService$1.run(IndicesService.java:174)
  472. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  473. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  474. at java.lang.Thread.run(Thread.java:745)
  475. [2015-12-08 09:28:10,335][WARN ][index.translog ] [Unus the Untouchable] [socialbeat_index.2015-12-07][4] failed to delete unreferenced translog files
  476. java.nio.file.NoSuchFileException: /metrica/data/elastic/elasticsearch/nodes/0/indices/socialbeat_index.2015-12-07/4/translog
  477. at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
  478. at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
  479. at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
  480. at sun.nio.fs.UnixFileSystemProvider.newDirectoryStream(UnixFileSystemProvider.java:427)
  481. at java.nio.file.Files.newDirectoryStream(Files.java:457)
  482. at org.elasticsearch.index.translog.Translog$OnCloseRunnable.handle(Translog.java:652)
  483. at org.elasticsearch.index.translog.Translog$OnCloseRunnable.handle(Translog.java:639)
  484. at org.elasticsearch.index.translog.ChannelReference.closeInternal(ChannelReference.java:67)
  485. at org.elasticsearch.common.util.concurrent.AbstractRefCounted.decRef(AbstractRefCounted.java:64)
  486. at org.elasticsearch.index.translog.TranslogReader.doClose(TranslogReader.java:148)
  487. at org.elasticsearch.index.translog.TranslogReader.close(TranslogReader.java:143)
  488. at org.apache.lucene.util.IOUtils.close(IOUtils.java:97)
  489. at org.elasticsearch.index.translog.Translog.close(Translog.java:386)
  490. at org.apache.lucene.util.IOUtils.close(IOUtils.java:97)
  491. at org.apache.lucene.util.IOUtils.close(IOUtils.java:84)
  492. at org.elasticsearch.index.engine.InternalEngine.closeNoLock(InternalEngine.java:986)
  493. at org.elasticsearch.index.engine.Engine.close(Engine.java:1147)
  494. at org.elasticsearch.index.engine.Engine.flushAndClose(Engine.java:1135)
  495. at org.elasticsearch.index.shard.IndexShard.close(IndexShard.java:828)
  496. at org.elasticsearch.index.IndexService.closeShardInjector(IndexService.java:443)
  497. at org.elasticsearch.index.IndexService.removeShard(IndexService.java:416)
  498. at org.elasticsearch.index.IndexService.close(IndexService.java:253)
  499. at org.elasticsearch.indices.IndicesService.removeIndex(IndicesService.java:413)
  500. at org.elasticsearch.indices.IndicesService.access$000(IndicesService.java:108)
  501. at org.elasticsearch.indices.IndicesService$1.run(IndicesService.java:174)
  502. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  503. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  504. at java.lang.Thread.run(Thread.java:745)
  505. [2015-12-08 09:28:10,339][DEBUG][index.translog ] [Unus the Untouchable] [socialbeat_index.2015-11-19][0] translog closed
  506. [2015-12-08 09:28:10,340][DEBUG][index.engine ] [Unus the Untouchable] [socialbeat_index.2015-11-19][0] engine closed [api]
  507. [2015-12-08 09:28:10,340][DEBUG][index.store ] [Unus the Untouchable] [socialbeat_index.2015-11-19][0] store reference count on close: 0
  508. [2015-12-08 09:28:10,340][DEBUG][index ] [Unus the Untouchable] [socialbeat_index.2015-11-19] [0] closed (reason: [shutdown])
  509. [2015-12-08 09:28:10,340][DEBUG][indices ] [Unus the Untouchable] [socialbeat_index.2015-11-19] closing index cache (reason [shutdown])
  510. [2015-12-08 09:28:10,340][DEBUG][index.cache.query.index ] [Unus the Untouchable] [socialbeat_index.2015-11-19] full cache clear, reason [close]
  511. [2015-12-08 09:28:10,340][DEBUG][index.cache.bitset ] [Unus the Untouchable] [socialbeat_index.2015-11-19] clearing all bitsets because [close]
  512. [2015-12-08 09:28:10,340][DEBUG][indices ] [Unus the Untouchable] [socialbeat_index.2015-11-19] clearing index field data (reason [shutdown])
  513. [2015-12-08 09:28:10,340][DEBUG][indices ] [Unus the Untouchable] [socialbeat_index.2015-11-19] closing analysis service (reason [shutdown])
  514. [2015-12-08 09:28:10,340][DEBUG][indices ] [Unus the Untouchable] [socialbeat_index.2015-11-19] closing mapper service (reason [shutdown])
  515. [2015-12-08 09:28:10,340][DEBUG][indices ] [Unus the Untouchable] [socialbeat_index.2015-11-19] closing index query parser service (reason [shutdown])
  516. [2015-12-08 09:28:10,340][DEBUG][indices ] [Unus the Untouchable] [socialbeat_index.2015-11-19] closing index service (reason [shutdown])
  517. [2015-12-08 09:28:10,340][DEBUG][indices ] [Unus the Untouchable] [socialbeat_index.2015-11-19] closed... (reason [shutdown])
  518. [2015-12-08 09:28:10,340][DEBUG][index.translog ] [Unus the Untouchable] [socialbeat_index.2015-12-07][4] translog closed
  519. [2015-12-08 09:28:10,340][WARN ][index.engine ] [Unus the Untouchable] [socialbeat_index.2015-12-07][4] failed to rollback writer on close
  520. java.nio.file.NoSuchFileException: /metrica/data/elastic/elasticsearch/nodes/0/indices/socialbeat_index.2015-12-07/4/index
  521. at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
  522. at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
  523. at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
  524. at sun.nio.fs.UnixFileSystemProvider.newDirectoryStream(UnixFileSystemProvider.java:427)
  525. at java.nio.file.Files.newDirectoryStream(Files.java:457)
  526. at org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:179)
  527. at org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:191)
  528. at org.elasticsearch.index.store.FsDirectoryService$1.listAll(FsDirectoryService.java:127)
  529. at org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:57)
  530. at org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:57)
  531. at org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:57)
  532. at org.apache.lucene.index.IndexFileDeleter.refresh(IndexFileDeleter.java:424)
  533. at org.apache.lucene.index.IndexFileDeleter.refresh(IndexFileDeleter.java:462)
  534. at org.apache.lucene.index.IndexWriter.rollbackInternal(IndexWriter.java:2093)
  535. at org.apache.lucene.index.IndexWriter.rollback(IndexWriter.java:2033)
  536. at org.elasticsearch.index.engine.InternalEngine.closeNoLock(InternalEngine.java:993)
  537. at org.elasticsearch.index.engine.Engine.close(Engine.java:1147)
  538. at org.elasticsearch.index.engine.Engine.flushAndClose(Engine.java:1135)
  539. at org.elasticsearch.index.shard.IndexShard.close(IndexShard.java:828)
  540. at org.elasticsearch.index.IndexService.closeShardInjector(IndexService.java:443)
  541. at org.elasticsearch.index.IndexService.removeShard(IndexService.java:416)
  542. at org.elasticsearch.index.IndexService.close(IndexService.java:253)
  543. at org.elasticsearch.indices.IndicesService.removeIndex(IndicesService.java:413)
  544. at org.elasticsearch.indices.IndicesService.access$000(IndicesService.java:108)
  545. at org.elasticsearch.indices.IndicesService$1.run(IndicesService.java:174)
  546. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  547. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  548. at java.lang.Thread.run(Thread.java:745)
  549. [2015-12-08 09:28:10,395][DEBUG][index.engine ] [Unus the Untouchable] [socialbeat_index.2015-11-29][0] engine closed [api]
  550. [2015-12-08 09:28:10,415][DEBUG][index.store ] [Unus the Untouchable] [socialbeat_index.2015-11-29][0] store reference count on close: 0
  551. [2015-12-08 09:28:10,415][DEBUG][index ] [Unus the Untouchable] [socialbeat_index.2015-11-29] [0] closed (reason: [shutdown])
  552. [2015-12-08 09:28:10,415][DEBUG][indices ] [Unus the Untouchable] [socialbeat_index.2015-11-29] closing index cache (reason [shutdown])
  553. [2015-12-08 09:28:10,415][DEBUG][index.cache.query.index ] [Unus the Untouchable] [socialbeat_index.2015-11-29] full cache clear, reason [close]
  554. [2015-12-08 09:28:10,415][DEBUG][index.cache.bitset ] [Unus the Untouchable] [socialbeat_index.2015-11-29] clearing all bitsets because [close]
  555. [2015-12-08 09:28:10,415][DEBUG][indices ] [Unus the Untouchable] [socialbeat_index.2015-11-29] clearing index field data (reason [shutdown])
  556. [2015-12-08 09:28:10,415][DEBUG][indices ] [Unus the Untouchable] [socialbeat_index.2015-11-29] closing analysis service (reason [shutdown])
  557. [2015-12-08 09:28:10,415][DEBUG][indices ] [Unus the Untouchable] [socialbeat_index.2015-11-29] closing mapper service (reason [shutdown])
  558. [2015-12-08 09:28:10,415][DEBUG][indices ] [Unus the Untouchable] [socialbeat_index.2015-11-29] closing index query parser service (reason [shutdown])
  559. [2015-12-08 09:28:10,415][DEBUG][indices ] [Unus the Untouchable] [socialbeat_index.2015-11-29] closing index service (reason [shutdown])
  560. [2015-12-08 09:28:10,415][DEBUG][indices ] [Unus the Untouchable] [socialbeat_index.2015-11-29] closed... (reason [shutdown])
  561. [2015-12-08 09:28:10,415][DEBUG][index.engine ] [Unus the Untouchable] [socialbeat_index.2015-12-07][4] engine closed [api]
  562. [2015-12-08 09:28:10,415][DEBUG][index.store ] [Unus the Untouchable] [socialbeat_index.2015-12-07][4] store reference count on close: 0
  563. [2015-12-08 09:28:10,415][DEBUG][index ] [Unus the Untouchable] [socialbeat_index.2015-12-07] [4] closed (reason: [shutdown])
  564. [2015-12-08 09:28:10,415][DEBUG][indices ] [Unus the Untouchable] [socialbeat_index.2015-12-07] closing index cache (reason [shutdown])
  565. [2015-12-08 09:28:10,415][DEBUG][index.cache.query.index ] [Unus the Untouchable] [socialbeat_index.2015-12-07] full cache clear, reason [close]
  566. [2015-12-08 09:28:10,415][DEBUG][index.cache.bitset ] [Unus the Untouchable] [socialbeat_index.2015-12-07] clearing all bitsets because [close]
  567. [2015-12-08 09:28:10,415][DEBUG][indices ] [Unus the Untouchable] [socialbeat_index.2015-12-07] clearing index field data (reason [shutdown])
  568. [2015-12-08 09:28:10,415][DEBUG][indices ] [Unus the Untouchable] [socialbeat_index.2015-12-07] closing analysis service (reason [shutdown])
  569. [2015-12-08 09:28:10,415][DEBUG][indices ] [Unus the Untouchable] [socialbeat_index.2015-12-07] closing mapper service (reason [shutdown])
  570. [2015-12-08 09:28:10,416][DEBUG][indices ] [Unus the Untouchable] [socialbeat_index.2015-12-07] closing index query parser service (reason [shutdown])
  571. [2015-12-08 09:28:10,416][DEBUG][indices ] [Unus the Untouchable] [socialbeat_index.2015-12-07] closing index service (reason [shutdown])
  572. [2015-12-08 09:28:10,416][DEBUG][indices ] [Unus the Untouchable] [socialbeat_index.2015-12-07] closed... (reason [shutdown])
  573. [2015-12-08 09:28:19,120][DEBUG][action.admin.cluster.node.stats] [Unus the Untouchable] failed to execute on node [NM4Qa0QFTWaBfz0N_wo6Tg]
  574. SendRequestTransportException[[Unus the Untouchable][127.0.0.1:9300][cluster:monitor/nodes/stats[n]]]; nested: TransportException[TransportService is closed stopped can't send request];
  575. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:323)
  576. at org.elasticsearch.action.support.nodes.TransportNodesAction$AsyncAction.start(TransportNodesAction.java:147)
  577. at org.elasticsearch.action.support.nodes.TransportNodesAction$AsyncAction.access$100(TransportNodesAction.java:94)
  578. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:68)
  579. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:44)
  580. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:70)
  581. at org.elasticsearch.cluster.InternalClusterInfoService.updateNodeStats(InternalClusterInfoService.java:286)
  582. at org.elasticsearch.cluster.InternalClusterInfoService.refresh(InternalClusterInfoService.java:323)
  583. at org.elasticsearch.cluster.InternalClusterInfoService.maybeRefresh(InternalClusterInfoService.java:307)
  584. at org.elasticsearch.cluster.InternalClusterInfoService.access$600(InternalClusterInfoService.java:66)
  585. at org.elasticsearch.cluster.InternalClusterInfoService$SubmitReschedulingClusterInfoUpdatedJob$1.run(InternalClusterInfoService.java:252)
  586. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  587. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  588. at java.lang.Thread.run(Thread.java:745)
  589. Caused by: TransportException[TransportService is closed stopped can't send request]
  590. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:303)
  591. ... 13 more
  592. [2015-12-08 09:28:19,121][DEBUG][action.admin.indices.stats] [Unus the Untouchable] failed to execute [indices:monitor/stats] on node [NM4Qa0QFTWaBfz0N_wo6Tg]
  593. SendRequestTransportException[[Unus the Untouchable][127.0.0.1:9300][indices:monitor/stats[n]]]; nested: TransportException[TransportService is closed stopped can't send request];
  594. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:323)
  595. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:282)
  596. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$AsyncAction.sendNodeRequest(TransportBroadcastByNodeAction.java:298)
  597. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$AsyncAction.start(TransportBroadcastByNodeAction.java:290)
  598. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecute(TransportBroadcastByNodeAction.java:217)
  599. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecute(TransportBroadcastByNodeAction.java:77)
  600. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:70)
  601. at org.elasticsearch.cluster.InternalClusterInfoService.updateIndicesStats(InternalClusterInfoService.java:300)
  602. at org.elasticsearch.cluster.InternalClusterInfoService.refresh(InternalClusterInfoService.java:352)
  603. at org.elasticsearch.cluster.InternalClusterInfoService.maybeRefresh(InternalClusterInfoService.java:307)
  604. at org.elasticsearch.cluster.InternalClusterInfoService.access$600(InternalClusterInfoService.java:66)
  605. at org.elasticsearch.cluster.InternalClusterInfoService$SubmitReschedulingClusterInfoUpdatedJob$1.run(InternalClusterInfoService.java:252)
  606. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  607. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  608. at java.lang.Thread.run(Thread.java:745)
  609. Caused by: TransportException[TransportService is closed stopped can't send request]
  610. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:303)
  611. ... 14 more
  612. [2015-12-08 09:28:49,355][DEBUG][action.admin.indices.stats] [Unus the Untouchable] failed to execute [indices:monitor/stats] on node [NM4Qa0QFTWaBfz0N_wo6Tg]
  613. SendRequestTransportException[[Unus the Untouchable][127.0.0.1:9300][indices:monitor/stats[n]]]; nested: TransportException[TransportService is closed stopped can't send request];
  614. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:323)
  615. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:282)
  616. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$AsyncAction.sendNodeRequest(TransportBroadcastByNodeAction.java:298)
  617. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$AsyncAction.start(TransportBroadcastByNodeAction.java:290)
  618. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecute(TransportBroadcastByNodeAction.java:217)
  619. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecute(TransportBroadcastByNodeAction.java:77)
  620. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:70)
  621. at org.elasticsearch.cluster.InternalClusterInfoService.updateIndicesStats(InternalClusterInfoService.java:300)
  622. at org.elasticsearch.cluster.InternalClusterInfoService.refresh(InternalClusterInfoService.java:352)
  623. at org.elasticsearch.cluster.InternalClusterInfoService.maybeRefresh(InternalClusterInfoService.java:307)
  624. at org.elasticsearch.cluster.InternalClusterInfoService.access$600(InternalClusterInfoService.java:66)
  625. at org.elasticsearch.cluster.InternalClusterInfoService$SubmitReschedulingClusterInfoUpdatedJob$1.run(InternalClusterInfoService.java:252)
  626. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  627. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  628. at java.lang.Thread.run(Thread.java:745)
  629. Caused by: TransportException[TransportService is closed stopped can't send request]
  630. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:303)
  631. ... 14 more
  632. [2015-12-08 09:28:49,352][DEBUG][action.admin.cluster.node.stats] [Unus the Untouchable] failed to execute on node [NM4Qa0QFTWaBfz0N_wo6Tg]
  633. SendRequestTransportException[[Unus the Untouchable][127.0.0.1:9300][cluster:monitor/nodes/stats[n]]]; nested: TransportException[TransportService is closed stopped can't send request];
  634. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:323)
  635. at org.elasticsearch.action.support.nodes.TransportNodesAction$AsyncAction.start(TransportNodesAction.java:147)
  636. at org.elasticsearch.action.support.nodes.TransportNodesAction$AsyncAction.access$100(TransportNodesAction.java:94)
  637. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:68)
  638. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:44)
  639. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:70)
  640. at org.elasticsearch.cluster.InternalClusterInfoService.updateNodeStats(InternalClusterInfoService.java:286)
  641. at org.elasticsearch.cluster.InternalClusterInfoService.refresh(InternalClusterInfoService.java:323)
  642. at org.elasticsearch.cluster.InternalClusterInfoService.maybeRefresh(InternalClusterInfoService.java:307)
  643. at org.elasticsearch.cluster.InternalClusterInfoService.access$600(InternalClusterInfoService.java:66)
  644. at org.elasticsearch.cluster.InternalClusterInfoService$SubmitReschedulingClusterInfoUpdatedJob$1.run(InternalClusterInfoService.java:252)
  645. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  646. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  647. at java.lang.Thread.run(Thread.java:745)
  648. Caused by: TransportException[TransportService is closed stopped can't send request]
  649. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:303)
  650. ... 13 more
  651. [2015-12-08 09:29:19,608][DEBUG][action.admin.cluster.node.stats] [Unus the Untouchable] failed to execute on node [NM4Qa0QFTWaBfz0N_wo6Tg]
  652. SendRequestTransportException[[Unus the Untouchable][127.0.0.1:9300][cluster:monitor/nodes/stats[n]]]; nested: TransportException[TransportService is closed stopped can't send request];
  653. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:323)
  654. at org.elasticsearch.action.support.nodes.TransportNodesAction$AsyncAction.start(TransportNodesAction.java:147)
  655. at org.elasticsearch.action.support.nodes.TransportNodesAction$AsyncAction.access$100(TransportNodesAction.java:94)
  656. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:68)
  657. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:44)
  658. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:70)
  659. at org.elasticsearch.cluster.InternalClusterInfoService.updateNodeStats(InternalClusterInfoService.java:286)
  660. at org.elasticsearch.cluster.InternalClusterInfoService.refresh(InternalClusterInfoService.java:323)
  661. at org.elasticsearch.cluster.InternalClusterInfoService.maybeRefresh(InternalClusterInfoService.java:307)
  662. at org.elasticsearch.cluster.InternalClusterInfoService.access$600(InternalClusterInfoService.java:66)
  663. at org.elasticsearch.cluster.InternalClusterInfoService$SubmitReschedulingClusterInfoUpdatedJob$1.run(InternalClusterInfoService.java:252)
  664. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  665. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  666. at java.lang.Thread.run(Thread.java:745)
  667. Caused by: TransportException[TransportService is closed stopped can't send request]
  668. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:303)
  669. ... 13 more
  670. [2015-12-08 09:29:19,620][DEBUG][action.admin.indices.stats] [Unus the Untouchable] failed to execute [indices:monitor/stats] on node [NM4Qa0QFTWaBfz0N_wo6Tg]
  671. SendRequestTransportException[[Unus the Untouchable][127.0.0.1:9300][indices:monitor/stats[n]]]; nested: TransportException[TransportService is closed stopped can't send request];
  672. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:323)
  673. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:282)
  674. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$AsyncAction.sendNodeRequest(TransportBroadcastByNodeAction.java:298)
  675. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$AsyncAction.start(TransportBroadcastByNodeAction.java:290)
  676. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecute(TransportBroadcastByNodeAction.java:217)
  677. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecute(TransportBroadcastByNodeAction.java:77)
  678. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:70)
  679. at org.elasticsearch.cluster.InternalClusterInfoService.updateIndicesStats(InternalClusterInfoService.java:300)
  680. at org.elasticsearch.cluster.InternalClusterInfoService.refresh(InternalClusterInfoService.java:352)
  681. at org.elasticsearch.cluster.InternalClusterInfoService.maybeRefresh(InternalClusterInfoService.java:307)
  682. at org.elasticsearch.cluster.InternalClusterInfoService.access$600(InternalClusterInfoService.java:66)
  683. at org.elasticsearch.cluster.InternalClusterInfoService$SubmitReschedulingClusterInfoUpdatedJob$1.run(InternalClusterInfoService.java:252)
  684. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  685. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  686. at java.lang.Thread.run(Thread.java:745)
  687. Caused by: TransportException[TransportService is closed stopped can't send request]
  688. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:303)
  689. ... 14 more
  690. [2015-12-08 09:29:49,717][DEBUG][action.admin.cluster.node.stats] [Unus the Untouchable] failed to execute on node [NM4Qa0QFTWaBfz0N_wo6Tg]
  691. SendRequestTransportException[[Unus the Untouchable][127.0.0.1:9300][cluster:monitor/nodes/stats[n]]]; nested: TransportException[TransportService is closed stopped can't send request];
  692. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:323)
  693. at org.elasticsearch.action.support.nodes.TransportNodesAction$AsyncAction.start(TransportNodesAction.java:147)
  694. at org.elasticsearch.action.support.nodes.TransportNodesAction$AsyncAction.access$100(TransportNodesAction.java:94)
  695. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:68)
  696. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:44)
  697. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:70)
  698. at org.elasticsearch.cluster.InternalClusterInfoService.updateNodeStats(InternalClusterInfoService.java:286)
  699. at org.elasticsearch.cluster.InternalClusterInfoService.refresh(InternalClusterInfoService.java:323)
  700. at org.elasticsearch.cluster.InternalClusterInfoService.maybeRefresh(InternalClusterInfoService.java:307)
  701. at org.elasticsearch.cluster.InternalClusterInfoService.access$600(InternalClusterInfoService.java:66)
  702. at org.elasticsearch.cluster.InternalClusterInfoService$SubmitReschedulingClusterInfoUpdatedJob$1.run(InternalClusterInfoService.java:252)
  703. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  704. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  705. at java.lang.Thread.run(Thread.java:745)
  706. Caused by: TransportException[TransportService is closed stopped can't send request]
  707. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:303)
  708. ... 13 more
  709. [2015-12-08 09:29:49,735][DEBUG][action.admin.indices.stats] [Unus the Untouchable] failed to execute [indices:monitor/stats] on node [NM4Qa0QFTWaBfz0N_wo6Tg]
  710. SendRequestTransportException[[Unus the Untouchable][127.0.0.1:9300][indices:monitor/stats[n]]]; nested: TransportException[TransportService is closed stopped can't send request];
  711. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:323)
  712. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:282)
  713. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$AsyncAction.sendNodeRequest(TransportBroadcastByNodeAction.java:298)
  714. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$AsyncAction.start(TransportBroadcastByNodeAction.java:290)
  715. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecute(TransportBroadcastByNodeAction.java:217)
  716. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecute(TransportBroadcastByNodeAction.java:77)
  717. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:70)
  718. at org.elasticsearch.cluster.InternalClusterInfoService.updateIndicesStats(InternalClusterInfoService.java:300)
  719. at org.elasticsearch.cluster.InternalClusterInfoService.refresh(InternalClusterInfoService.java:352)
  720. at org.elasticsearch.cluster.InternalClusterInfoService.maybeRefresh(InternalClusterInfoService.java:307)
  721. at org.elasticsearch.cluster.InternalClusterInfoService.access$600(InternalClusterInfoService.java:66)
  722. at org.elasticsearch.cluster.InternalClusterInfoService$SubmitReschedulingClusterInfoUpdatedJob$1.run(InternalClusterInfoService.java:252)
  723. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  724. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  725. at java.lang.Thread.run(Thread.java:745)
  726. Caused by: TransportException[TransportService is closed stopped can't send request]
  727. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:303)
  728. ... 14 more
  729. [2015-12-08 09:30:19,882][DEBUG][action.admin.cluster.node.stats] [Unus the Untouchable] failed to execute on node [NM4Qa0QFTWaBfz0N_wo6Tg]
  730. SendRequestTransportException[[Unus the Untouchable][127.0.0.1:9300][cluster:monitor/nodes/stats[n]]]; nested: TransportException[TransportService is closed stopped can't send request];
  731. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:323)
  732. at org.elasticsearch.action.support.nodes.TransportNodesAction$AsyncAction.start(TransportNodesAction.java:147)
  733. at org.elasticsearch.action.support.nodes.TransportNodesAction$AsyncAction.access$100(TransportNodesAction.java:94)
  734. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:68)
  735. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:44)
  736. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:70)
  737. at org.elasticsearch.cluster.InternalClusterInfoService.updateNodeStats(InternalClusterInfoService.java:286)
  738. at org.elasticsearch.cluster.InternalClusterInfoService.refresh(InternalClusterInfoService.java:323)
  739. at org.elasticsearch.cluster.InternalClusterInfoService.maybeRefresh(InternalClusterInfoService.java:307)
  740. at org.elasticsearch.cluster.InternalClusterInfoService.access$600(InternalClusterInfoService.java:66)
  741. at org.elasticsearch.cluster.InternalClusterInfoService$SubmitReschedulingClusterInfoUpdatedJob$1.run(InternalClusterInfoService.java:252)
  742. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  743. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  744. at java.lang.Thread.run(Thread.java:745)
  745. Caused by: TransportException[TransportService is closed stopped can't send request]
  746. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:303)
  747. ... 13 more
  748. [2015-12-08 09:30:19,900][DEBUG][action.admin.indices.stats] [Unus the Untouchable] failed to execute [indices:monitor/stats] on node [NM4Qa0QFTWaBfz0N_wo6Tg]
  749. SendRequestTransportException[[Unus the Untouchable][127.0.0.1:9300][indices:monitor/stats[n]]]; nested: TransportException[TransportService is closed stopped can't send request];
  750. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:323)
  751. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:282)
  752. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$AsyncAction.sendNodeRequest(TransportBroadcastByNodeAction.java:298)
  753. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$AsyncAction.start(TransportBroadcastByNodeAction.java:290)
  754. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecute(TransportBroadcastByNodeAction.java:217)
  755. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecute(TransportBroadcastByNodeAction.java:77)
  756. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:70)
  757. at org.elasticsearch.cluster.InternalClusterInfoService.updateIndicesStats(InternalClusterInfoService.java:300)
  758. at org.elasticsearch.cluster.InternalClusterInfoService.refresh(InternalClusterInfoService.java:352)
  759. at org.elasticsearch.cluster.InternalClusterInfoService.maybeRefresh(InternalClusterInfoService.java:307)
  760. at org.elasticsearch.cluster.InternalClusterInfoService.access$600(InternalClusterInfoService.java:66)
  761. at org.elasticsearch.cluster.InternalClusterInfoService$SubmitReschedulingClusterInfoUpdatedJob$1.run(InternalClusterInfoService.java:252)
  762. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  763. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  764. at java.lang.Thread.run(Thread.java:745)
  765. Caused by: TransportException[TransportService is closed stopped can't send request]
  766. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:303)
  767. ... 14 more
  768. [2015-12-08 09:30:49,923][DEBUG][action.admin.cluster.node.stats] [Unus the Untouchable] failed to execute on node [NM4Qa0QFTWaBfz0N_wo6Tg]
  769. SendRequestTransportException[[Unus the Untouchable][127.0.0.1:9300][cluster:monitor/nodes/stats[n]]]; nested: TransportException[TransportService is closed stopped can't send request];
  770. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:323)
  771. at org.elasticsearch.action.support.nodes.TransportNodesAction$AsyncAction.start(TransportNodesAction.java:147)
  772. at org.elasticsearch.action.support.nodes.TransportNodesAction$AsyncAction.access$100(TransportNodesAction.java:94)
  773. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:68)
  774. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:44)
  775. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:70)
  776. at org.elasticsearch.cluster.InternalClusterInfoService.updateNodeStats(InternalClusterInfoService.java:286)
  777. at org.elasticsearch.cluster.InternalClusterInfoService.refresh(InternalClusterInfoService.java:323)
  778. at org.elasticsearch.cluster.InternalClusterInfoService.maybeRefresh(InternalClusterInfoService.java:307)
  779. at org.elasticsearch.cluster.InternalClusterInfoService.access$600(InternalClusterInfoService.java:66)
  780. at org.elasticsearch.cluster.InternalClusterInfoService$SubmitReschedulingClusterInfoUpdatedJob$1.run(InternalClusterInfoService.java:252)
  781. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  782. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  783. at java.lang.Thread.run(Thread.java:745)
  784. Caused by: TransportException[TransportService is closed stopped can't send request]
  785. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:303)
  786. ... 13 more
  787. [2015-12-08 09:30:49,931][DEBUG][action.admin.indices.stats] [Unus the Untouchable] failed to execute [indices:monitor/stats] on node [NM4Qa0QFTWaBfz0N_wo6Tg]
  788. SendRequestTransportException[[Unus the Untouchable][127.0.0.1:9300][indices:monitor/stats[n]]]; nested: TransportException[TransportService is closed stopped can't send request];
  789. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:323)
  790. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:282)
  791. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$AsyncAction.sendNodeRequest(TransportBroadcastByNodeAction.java:298)
  792. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$AsyncAction.start(TransportBroadcastByNodeAction.java:290)
  793. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecute(TransportBroadcastByNodeAction.java:217)
  794. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecute(TransportBroadcastByNodeAction.java:77)
  795. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:70)
  796. at org.elasticsearch.cluster.InternalClusterInfoService.updateIndicesStats(InternalClusterInfoService.java:300)
  797. at org.elasticsearch.cluster.InternalClusterInfoService.refresh(InternalClusterInfoService.java:352)
  798. at org.elasticsearch.cluster.InternalClusterInfoService.maybeRefresh(InternalClusterInfoService.java:307)
  799. at org.elasticsearch.cluster.InternalClusterInfoService.access$600(InternalClusterInfoService.java:66)
  800. at org.elasticsearch.cluster.InternalClusterInfoService$SubmitReschedulingClusterInfoUpdatedJob$1.run(InternalClusterInfoService.java:252)
  801. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  802. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  803. at java.lang.Thread.run(Thread.java:745)
  804. Caused by: TransportException[TransportService is closed stopped can't send request]
  805. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:303)
  806. ... 14 more
  807. [2015-12-08 09:31:19,976][DEBUG][action.admin.cluster.node.stats] [Unus the Untouchable] failed to execute on node [NM4Qa0QFTWaBfz0N_wo6Tg]
  808. SendRequestTransportException[[Unus the Untouchable][127.0.0.1:9300][cluster:monitor/nodes/stats[n]]]; nested: TransportException[TransportService is closed stopped can't send request];
  809. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:323)
  810. at org.elasticsearch.action.support.nodes.TransportNodesAction$AsyncAction.start(TransportNodesAction.java:147)
  811. at org.elasticsearch.action.support.nodes.TransportNodesAction$AsyncAction.access$100(TransportNodesAction.java:94)
  812. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:68)
  813. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:44)
  814. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:70)
  815. at org.elasticsearch.cluster.InternalClusterInfoService.updateNodeStats(InternalClusterInfoService.java:286)
  816. at org.elasticsearch.cluster.InternalClusterInfoService.refresh(InternalClusterInfoService.java:323)
  817. at org.elasticsearch.cluster.InternalClusterInfoService.maybeRefresh(InternalClusterInfoService.java:307)
  818. at org.elasticsearch.cluster.InternalClusterInfoService.access$600(InternalClusterInfoService.java:66)
  819. at org.elasticsearch.cluster.InternalClusterInfoService$SubmitReschedulingClusterInfoUpdatedJob$1.run(InternalClusterInfoService.java:252)
  820. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  821. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  822. at java.lang.Thread.run(Thread.java:745)
  823. Caused by: TransportException[TransportService is closed stopped can't send request]
  824. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:303)
  825. ... 13 more
  826. [2015-12-08 09:31:20,093][DEBUG][action.admin.indices.stats] [Unus the Untouchable] failed to execute [indices:monitor/stats] on node [NM4Qa0QFTWaBfz0N_wo6Tg]
  827. SendRequestTransportException[[Unus the Untouchable][127.0.0.1:9300][indices:monitor/stats[n]]]; nested: TransportException[TransportService is closed stopped can't send request];
  828. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:323)
  829. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:282)
  830. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$AsyncAction.sendNodeRequest(TransportBroadcastByNodeAction.java:298)
  831. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$AsyncAction.start(TransportBroadcastByNodeAction.java:290)
  832. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecute(TransportBroadcastByNodeAction.java:217)
  833. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecute(TransportBroadcastByNodeAction.java:77)
  834. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:70)
  835. at org.elasticsearch.cluster.InternalClusterInfoService.updateIndicesStats(InternalClusterInfoService.java:300)
  836. at org.elasticsearch.cluster.InternalClusterInfoService.refresh(InternalClusterInfoService.java:352)
  837. at org.elasticsearch.cluster.InternalClusterInfoService.maybeRefresh(InternalClusterInfoService.java:307)
  838. at org.elasticsearch.cluster.InternalClusterInfoService.access$600(InternalClusterInfoService.java:66)
  839. at org.elasticsearch.cluster.InternalClusterInfoService$SubmitReschedulingClusterInfoUpdatedJob$1.run(InternalClusterInfoService.java:252)
  840. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  841. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  842. at java.lang.Thread.run(Thread.java:745)
  843. Caused by: TransportException[TransportService is closed stopped can't send request]
  844. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:303)
  845. ... 14 more
  846. [2015-12-08 09:31:50,183][DEBUG][action.admin.cluster.node.stats] [Unus the Untouchable] failed to execute on node [NM4Qa0QFTWaBfz0N_wo6Tg]
  847. SendRequestTransportException[[Unus the Untouchable][127.0.0.1:9300][cluster:monitor/nodes/stats[n]]]; nested: TransportException[TransportService is closed stopped can't send request];
  848. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:323)
  849. at org.elasticsearch.action.support.nodes.TransportNodesAction$AsyncAction.start(TransportNodesAction.java:147)
  850. at org.elasticsearch.action.support.nodes.TransportNodesAction$AsyncAction.access$100(TransportNodesAction.java:94)
  851. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:68)
  852. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:44)
  853. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:70)
  854. at org.elasticsearch.cluster.InternalClusterInfoService.updateNodeStats(InternalClusterInfoService.java:286)
  855. at org.elasticsearch.cluster.InternalClusterInfoService.refresh(InternalClusterInfoService.java:323)
  856. at org.elasticsearch.cluster.InternalClusterInfoService.maybeRefresh(InternalClusterInfoService.java:307)
  857. at org.elasticsearch.cluster.InternalClusterInfoService.access$600(InternalClusterInfoService.java:66)
  858. at org.elasticsearch.cluster.InternalClusterInfoService$SubmitReschedulingClusterInfoUpdatedJob$1.run(InternalClusterInfoService.java:252)
  859. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  860. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  861. at java.lang.Thread.run(Thread.java:745)
  862. Caused by: TransportException[TransportService is closed stopped can't send request]
  863. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:303)
  864. ... 13 more
  865. [2015-12-08 09:31:50,227][DEBUG][action.admin.indices.stats] [Unus the Untouchable] failed to execute [indices:monitor/stats] on node [NM4Qa0QFTWaBfz0N_wo6Tg]
  866. SendRequestTransportException[[Unus the Untouchable][127.0.0.1:9300][indices:monitor/stats[n]]]; nested: TransportException[TransportService is closed stopped can't send request];
  867. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:323)
  868. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:282)
  869. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$AsyncAction.sendNodeRequest(TransportBroadcastByNodeAction.java:298)
  870. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$AsyncAction.start(TransportBroadcastByNodeAction.java:290)
  871. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecute(TransportBroadcastByNodeAction.java:217)
  872. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecute(TransportBroadcastByNodeAction.java:77)
  873. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:70)
  874. at org.elasticsearch.cluster.InternalClusterInfoService.updateIndicesStats(InternalClusterInfoService.java:300)
  875. at org.elasticsearch.cluster.InternalClusterInfoService.refresh(InternalClusterInfoService.java:352)
  876. at org.elasticsearch.cluster.InternalClusterInfoService.maybeRefresh(InternalClusterInfoService.java:307)
  877. at org.elasticsearch.cluster.InternalClusterInfoService.access$600(InternalClusterInfoService.java:66)
  878. at org.elasticsearch.cluster.InternalClusterInfoService$SubmitReschedulingClusterInfoUpdatedJob$1.run(InternalClusterInfoService.java:252)
  879. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  880. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  881. at java.lang.Thread.run(Thread.java:745)
  882. Caused by: TransportException[TransportService is closed stopped can't send request]
  883. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:303)
  884. ... 14 more
  885. [2015-12-08 09:32:20,339][DEBUG][action.admin.cluster.node.stats] [Unus the Untouchable] failed to execute on node [NM4Qa0QFTWaBfz0N_wo6Tg]
  886. SendRequestTransportException[[Unus the Untouchable][127.0.0.1:9300][cluster:monitor/nodes/stats[n]]]; nested: TransportException[TransportService is closed stopped can't send request];
  887. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:323)
  888. at org.elasticsearch.action.support.nodes.TransportNodesAction$AsyncAction.start(TransportNodesAction.java:147)
  889. at org.elasticsearch.action.support.nodes.TransportNodesAction$AsyncAction.access$100(TransportNodesAction.java:94)
  890. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:68)
  891. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:44)
  892. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:70)
  893. at org.elasticsearch.cluster.InternalClusterInfoService.updateNodeStats(InternalClusterInfoService.java:286)
  894. at org.elasticsearch.cluster.InternalClusterInfoService.refresh(InternalClusterInfoService.java:323)
  895. at org.elasticsearch.cluster.InternalClusterInfoService.maybeRefresh(InternalClusterInfoService.java:307)
  896. at org.elasticsearch.cluster.InternalClusterInfoService.access$600(InternalClusterInfoService.java:66)
  897. at org.elasticsearch.cluster.InternalClusterInfoService$SubmitReschedulingClusterInfoUpdatedJob$1.run(InternalClusterInfoService.java:252)
  898. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  899. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  900. at java.lang.Thread.run(Thread.java:745)
  901. Caused by: TransportException[TransportService is closed stopped can't send request]
  902. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:303)
  903. ... 13 more
  904. [2015-12-08 09:32:20,371][DEBUG][action.admin.indices.stats] [Unus the Untouchable] failed to execute [indices:monitor/stats] on node [NM4Qa0QFTWaBfz0N_wo6Tg]
  905. SendRequestTransportException[[Unus the Untouchable][127.0.0.1:9300][indices:monitor/stats[n]]]; nested: TransportException[TransportService is closed stopped can't send request];
  906. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:323)
  907. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:282)
  908. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$AsyncAction.sendNodeRequest(TransportBroadcastByNodeAction.java:298)
  909. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$AsyncAction.start(TransportBroadcastByNodeAction.java:290)
  910. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecute(TransportBroadcastByNodeAction.java:217)
  911. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecute(TransportBroadcastByNodeAction.java:77)
  912. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:70)
  913. at org.elasticsearch.cluster.InternalClusterInfoService.updateIndicesStats(InternalClusterInfoService.java:300)
  914. at org.elasticsearch.cluster.InternalClusterInfoService.refresh(InternalClusterInfoService.java:352)
  915. at org.elasticsearch.cluster.InternalClusterInfoService.maybeRefresh(InternalClusterInfoService.java:307)
  916. at org.elasticsearch.cluster.InternalClusterInfoService.access$600(InternalClusterInfoService.java:66)
  917. at org.elasticsearch.cluster.InternalClusterInfoService$SubmitReschedulingClusterInfoUpdatedJob$1.run(InternalClusterInfoService.java:252)
  918. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  919. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  920. at java.lang.Thread.run(Thread.java:745)
  921. Caused by: TransportException[TransportService is closed stopped can't send request]
  922. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:303)
  923. ... 14 more
  924. [2015-12-08 09:32:50,520][DEBUG][action.admin.cluster.node.stats] [Unus the Untouchable] failed to execute on node [NM4Qa0QFTWaBfz0N_wo6Tg]
  925. SendRequestTransportException[[Unus the Untouchable][127.0.0.1:9300][cluster:monitor/nodes/stats[n]]]; nested: TransportException[TransportService is closed stopped can't send request];
  926. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:323)
  927. at org.elasticsearch.action.support.nodes.TransportNodesAction$AsyncAction.start(TransportNodesAction.java:147)
  928. at org.elasticsearch.action.support.nodes.TransportNodesAction$AsyncAction.access$100(TransportNodesAction.java:94)
  929. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:68)
  930. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:44)
  931. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:70)
  932. at org.elasticsearch.cluster.InternalClusterInfoService.updateNodeStats(InternalClusterInfoService.java:286)
  933. at org.elasticsearch.cluster.InternalClusterInfoService.refresh(InternalClusterInfoService.java:323)
  934. at org.elasticsearch.cluster.InternalClusterInfoService.maybeRefresh(InternalClusterInfoService.java:307)
  935. at org.elasticsearch.cluster.InternalClusterInfoService.access$600(InternalClusterInfoService.java:66)
  936. at org.elasticsearch.cluster.InternalClusterInfoService$SubmitReschedulingClusterInfoUpdatedJob$1.run(InternalClusterInfoService.java:252)
  937. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  938. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  939. at java.lang.Thread.run(Thread.java:745)
  940. Caused by: TransportException[TransportService is closed stopped can't send request]
  941. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:303)
  942. ... 13 more
  943. [2015-12-08 09:32:50,539][DEBUG][action.admin.indices.stats] [Unus the Untouchable] failed to execute [indices:monitor/stats] on node [NM4Qa0QFTWaBfz0N_wo6Tg]
  944. SendRequestTransportException[[Unus the Untouchable][127.0.0.1:9300][indices:monitor/stats[n]]]; nested: TransportException[TransportService is closed stopped can't send request];
  945. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:323)
  946. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:282)
  947. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$AsyncAction.sendNodeRequest(TransportBroadcastByNodeAction.java:298)
  948. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$AsyncAction.start(TransportBroadcastByNodeAction.java:290)
  949. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecute(TransportBroadcastByNodeAction.java:217)
  950. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecute(TransportBroadcastByNodeAction.java:77)
  951. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:70)
  952. at org.elasticsearch.cluster.InternalClusterInfoService.updateIndicesStats(InternalClusterInfoService.java:300)
  953. at org.elasticsearch.cluster.InternalClusterInfoService.refresh(InternalClusterInfoService.java:352)
  954. at org.elasticsearch.cluster.InternalClusterInfoService.maybeRefresh(InternalClusterInfoService.java:307)
  955. at org.elasticsearch.cluster.InternalClusterInfoService.access$600(InternalClusterInfoService.java:66)
  956. at org.elasticsearch.cluster.InternalClusterInfoService$SubmitReschedulingClusterInfoUpdatedJob$1.run(InternalClusterInfoService.java:252)
  957. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  958. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  959. at java.lang.Thread.run(Thread.java:745)
  960. Caused by: TransportException[TransportService is closed stopped can't send request]
  961. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:303)
  962. ... 14 more
  963. [2015-12-08 09:33:20,564][DEBUG][action.admin.cluster.node.stats] [Unus the Untouchable] failed to execute on node [NM4Qa0QFTWaBfz0N_wo6Tg]
  964. SendRequestTransportException[[Unus the Untouchable][127.0.0.1:9300][cluster:monitor/nodes/stats[n]]]; nested: TransportException[TransportService is closed stopped can't send request];
  965. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:323)
  966. at org.elasticsearch.action.support.nodes.TransportNodesAction$AsyncAction.start(TransportNodesAction.java:147)
  967. at org.elasticsearch.action.support.nodes.TransportNodesAction$AsyncAction.access$100(TransportNodesAction.java:94)
  968. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:68)
  969. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:44)
  970. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:70)
  971. at org.elasticsearch.cluster.InternalClusterInfoService.updateNodeStats(InternalClusterInfoService.java:286)
  972. at org.elasticsearch.cluster.InternalClusterInfoService.refresh(InternalClusterInfoService.java:323)
  973. at org.elasticsearch.cluster.InternalClusterInfoService.maybeRefresh(InternalClusterInfoService.java:307)
  974. at org.elasticsearch.cluster.InternalClusterInfoService.access$600(InternalClusterInfoService.java:66)
  975. at org.elasticsearch.cluster.InternalClusterInfoService$SubmitReschedulingClusterInfoUpdatedJob$1.run(InternalClusterInfoService.java:252)
  976. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  977. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  978. at java.lang.Thread.run(Thread.java:745)
  979. Caused by: TransportException[TransportService is closed stopped can't send request]
  980. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:303)
  981. ... 13 more
  982. [2015-12-08 09:33:20,566][DEBUG][action.admin.indices.stats] [Unus the Untouchable] failed to execute [indices:monitor/stats] on node [NM4Qa0QFTWaBfz0N_wo6Tg]
  983. SendRequestTransportException[[Unus the Untouchable][127.0.0.1:9300][indices:monitor/stats[n]]]; nested: TransportException[TransportService is closed stopped can't send request];
  984. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:323)
  985. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:282)
  986. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$AsyncAction.sendNodeRequest(TransportBroadcastByNodeAction.java:298)
  987. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$AsyncAction.start(TransportBroadcastByNodeAction.java:290)
  988. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecute(TransportBroadcastByNodeAction.java:217)
  989. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecute(TransportBroadcastByNodeAction.java:77)
  990. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:70)
  991. at org.elasticsearch.cluster.InternalClusterInfoService.updateIndicesStats(InternalClusterInfoService.java:300)
  992. at org.elasticsearch.cluster.InternalClusterInfoService.refresh(InternalClusterInfoService.java:352)
  993. at org.elasticsearch.cluster.InternalClusterInfoService.maybeRefresh(InternalClusterInfoService.java:307)
  994. at org.elasticsearch.cluster.InternalClusterInfoService.access$600(InternalClusterInfoService.java:66)
  995. at org.elasticsearch.cluster.InternalClusterInfoService$SubmitReschedulingClusterInfoUpdatedJob$1.run(InternalClusterInfoService.java:252)
  996. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  997. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  998. at java.lang.Thread.run(Thread.java:745)
  999. Caused by: TransportException[TransportService is closed stopped can't send request]
  1000. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:303)
  1001. ... 14 more
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!