Guest User

Untitled

a guest
Jun 18th, 2018
91
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 11.63 KB | None | 0 0
  1. ormRecoveryPrepareForTranslog(InternalIndexShard.java:439)
  2. at org.elasticsearch.index.shard.recovery.RecoveryTarget$PrepareForTranslogOperationsRequestHandler.messageReceived(RecoveryTarget.java:281)
  3. at org.elasticsearch.index.shard.recovery.RecoveryTarget$PrepareForTranslogOperationsRequestHandler.messageReceived(RecoveryTarget.java:265)
  4. at org.elasticsearch.transport.netty.MessageChannelHandler$3.run(MessageChannelHandler.java:195)
  5. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
  6. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
  7. at java.lang.Thread.run(Thread.java:636)
  8. Caused by: java.io.FileNotFoundException: /var/elasticsearch/0.12_work/BEISENSEARCH_CLUSTER/nodes/0/indices/index_delete2/3/index/_81g.frq (No such file or directory)
  9. at java.io.RandomAccessFile.open(Native Method)
  10. at java.io.RandomAccessFile.<init>(RandomAccessFile.java:233)
  11. at org.apache.lucene.store.SimpleFSDirectory$SimpleFSIndexInput$Descriptor.<init>(SimpleFSDirectory.java:76)
  12. at org.apache.lucene.store.SimpleFSDirectory$SimpleFSIndexInput.<init>(SimpleFSDirectory.java:97)
  13. at org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.<init>(NIOFSDirectory.java:87)
  14. at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:67)
  15. at org.elasticsearch.index.store.support.AbstractStore$StoreDirectory.openInput(AbstractStore.java:208)
  16. at org.apache.lucene.index.SegmentReader$CoreReaders.<init>(SegmentReader.java:132)
  17. at org.apache.lucene.index.SegmentReader.get(SegmentReader.java:590)
  18. at org.apache.lucene.index.IndexWriter$ReaderPool.get(IndexWriter.java:616)
  19. at org.apache.lucene.index.IndexWriter$ReaderPool.getReadOnlyClone(IndexWriter.java:574)
  20. at org.apache.lucene.index.DirectoryReader.<init>(DirectoryReader.java:150)
  21. at org.apache.lucene.index.ReadOnlyDirectoryReader.<init>(ReadOnlyDirectoryReader.java:36)
  22. at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:410)
  23. at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:374)
  24. at org.elasticsearch.index.engine.robin.RobinEngine.buildNrtResource(RobinEngine.java:616)
  25. at org.elasticsearch.index.engine.robin.RobinEngine.start(RobinEngine.java:158)
  26. ... 7 more
  27. [2010-10-20 12:49:41,682][WARN ][cluster.action.shard ] [Silver] sending failed shard for [index_delete2][3], node[d3HWseJGRj-QrjC56pkjhw], [R], s[INITIALIZING], reason [Failed to start shard, message [RecoveryFailedException[Index Shard [index_delete2][3]: Recovery failed from [Gladiator][58b366ac-40ab-4496-8dbf-a5756ff2e040][inet[/10.129.6.74:9300]] into [Silver][d3HWseJGRj-QrjC56pkjhw][inet[/10.129.6.58:9301]]]; nested: RemoteTransportException[[Gladiator][inet[/10.129.6.74:9300]][index/shard/recovery/startRecovery]]; nested: RecoveryEngineException[[index_delete2][3] Phase[2] Execution failed]; nested: RemoteTransportException[[Silver][inet[/10.129.6.58:9301]][index/shard/recovery/prepareTranslog]]; nested: EngineCreationFailureException[[index_delete2][3] Failed to open reader on writer]; nested: FileNotFoundException[/var/elasticsearch/0.12_work/BEISENSEARCH_CLUSTER/nodes/0/indices/index_delete2/3/index/_81g.frq (No such file or directory)]; ]]
  28. [2010-10-20 12:49:45,847][DEBUG][action.admin.indices.status] [Silver] [index_delete2][3], node[d3HWseJGRj-QrjC56pkjhw], [R], s[INITIALIZING]: Failed to execute [org.elasticsearch.action.admin.indices.status.IndicesStatusRequest@3f076445]
  29. org.elasticsearch.index.IndexShardMissingException: [index_delete2][3] missing
  30. at org.elasticsearch.index.service.InternalIndexService.shardSafe(InternalIndexService.java:152)
  31. at org.elasticsearch.action.admin.indices.status.TransportIndicesStatusAction.shardOperation(TransportIndicesStatusAction.java:141)
  32. at org.elasticsearch.action.admin.indices.status.TransportIndicesStatusAction.shardOperation(TransportIndicesStatusAction.java:57)
  33. at org.elasticsearch.action.support.broadcast.TransportBroadcastOperationAction$AsyncBroadcastAction.performOperation(TransportBroadcastOperationAction.java:242)
  34. at org.elasticsearch.action.support.broadcast.TransportBroadcastOperationAction$AsyncBroadcastAction.access$200(TransportBroadcastOperationAction.java:130)
  35. at org.elasticsearch.action.support.broadcast.TransportBroadcastOperationAction$AsyncBroadcastAction$1.run(TransportBroadcastOperationAction.java:199)
  36. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
  37. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
  38. at java.lang.Thread.run(Thread.java:636)
  39. [2010-10-20 12:49:49,232][WARN ][indices.cluster ] [Silver] [index_delete2][4] failed to start shard
  40. org.elasticsearch.index.shard.recovery.RecoveryFailedException: Index Shard [index_delete2][4]: Recovery failed from [Gladiator][58b366ac-40ab-4496-8dbf-a5756ff2e040][inet[/10.129.6.74:9300]] into [Silver][d3HWseJGRj-QrjC56pkjhw][inet[/10.129.6.58:9301]]
  41. at org.elasticsearch.index.shard.recovery.RecoveryTarget.doRecovery(RecoveryTarget.java:232)
  42. at org.elasticsearch.index.shard.recovery.RecoveryTarget.access$100(RecoveryTarget.java:60)
  43. at org.elasticsearch.index.shard.recovery.RecoveryTarget$2.run(RecoveryTarget.java:145)
  44. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
  45. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
  46. at java.lang.Thread.run(Thread.java:636)
  47. Caused by: org.elasticsearch.transport.RemoteTransportException: [Gladiator][inet[/10.129.6.74:9300]][index/shard/recovery/startRecovery]
  48. Caused by: org.elasticsearch.index.engine.RecoveryEngineException: [index_delete2][4] Phase[2] Execution failed
  49. at org.elasticsearch.index.engine.robin.RobinEngine.recover(RobinEngine.java:538)
  50. at org.elasticsearch.index.shard.service.InternalIndexShard.recover(InternalIndexShard.java:400)
  51. at org.elasticsearch.index.shard.recovery.RecoverySource.recover(RecoverySource.java:91)
  52. at org.elasticsearch.index.shard.recovery.RecoverySource.access$1500(RecoverySource.java:55)
  53. at org.elasticsearch.index.shard.recovery.RecoverySource$StartRecoveryTransportRequestHandler$1.run(RecoverySource.java:270)
  54. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
  55. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
  56. at java.lang.Thread.run(Thread.java:636)
  57. Caused by: org.elasticsearch.transport.RemoteTransportException: [Silver][inet[/10.129.6.58:9301]][index/shard/recovery/prepareTranslog]
  58. Caused by: org.elasticsearch.index.engine.EngineCreationFailureException: [index_delete2][4] Failed to open reader on writer
  59. at org.elasticsearch.index.engine.robin.RobinEngine.start(RobinEngine.java:171)
  60. at org.elasticsearch.index.shard.service.InternalIndexShard.performRecoveryPrepareForTranslog(InternalIndexShard.java:439)
  61. at org.elasticsearch.index.shard.recovery.RecoveryTarget$PrepareForTranslogOperationsRequestHandler.messageReceived(RecoveryTarget.java:281)
  62. at org.elasticsearch.index.shard.recovery.RecoveryTarget$PrepareForTranslogOperationsRequestHandler.messageReceived(RecoveryTarget.java:265)
  63. at org.elasticsearch.transport.netty.MessageChannelHandler$3.run(MessageChannelHandler.java:195)
  64. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
  65. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
  66. at java.lang.Thread.run(Thread.java:636)
  67. Caused by: java.io.FileNotFoundException: /var/elasticsearch/0.12_work/BEISENSEARCH_CLUSTER/nodes/0/indices/index_delete2/4/index/_80p.frq (No such file or directory)
  68. at java.io.RandomAccessFile.open(Native Method)
  69. at java.io.RandomAccessFile.<init>(RandomAccessFile.java:233)
  70. at org.apache.lucene.store.SimpleFSDirectory$SimpleFSIndexInput$Descriptor.<init>(SimpleFSDirectory.java:76)
  71. at org.apache.lucene.store.SimpleFSDirectory$SimpleFSIndexInput.<init>(SimpleFSDirectory.java:97)
  72. at org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.<init>(NIOFSDirectory.java:87)
  73. at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:67)
  74. at org.elasticsearch.index.store.support.AbstractStore$StoreDirectory.openInput(AbstractStore.java:208)
  75. at org.apache.lucene.index.SegmentReader$CoreReaders.<init>(SegmentReader.java:132)
  76. at org.apache.lucene.index.SegmentReader.get(SegmentReader.java:590)
  77. at org.apache.lucene.index.IndexWriter$ReaderPool.get(IndexWriter.java:616)
  78. at org.apache.lucene.index.IndexWriter$ReaderPool.getReadOnlyClone(IndexWriter.java:574)
  79. at org.apache.lucene.index.DirectoryReader.<init>(DirectoryReader.java:150)
  80. at org.apache.lucene.index.ReadOnlyDirectoryReader.<init>(ReadOnlyDirectoryReader.java:36)
  81. at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:410)
  82. at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:374)
  83. at org.elasticsearch.index.engine.robin.RobinEngine.buildNrtResource(RobinEngine.java:616)
  84. at org.elasticsearch.index.engine.robin.RobinEngine.start(RobinEngine.java:158)
  85. ... 7 more
  86. [2010-10-20 12:49:51,314][WARN ][cluster.action.shard ] [Silver] sending failed shard for [index_delete2][4], node[d3HWseJGRj-QrjC56pkjhw], [R], s[INITIALIZING], reason [Failed to start shard, message [RecoveryFailedException[Index Shard [index_delete2][4]: Recovery failed from [Gladiator][58b366ac-40ab-4496-8dbf-a5756ff2e040][inet[/10.129.6.74:9300]] into [Silver][d3HWseJGRj-QrjC56pkjhw][inet[/10.129.6.58:9301]]]; nested: RemoteTransportException[[Gladiator][inet[/10.129.6.74:9300]][index/shard/recovery/startRecovery]]; nested: RecoveryEngineException[[index_delete2][4] Phase[2] Execution failed]; nested: RemoteTransportException[[Silver][inet[/10.129.6.58:9301]][index/shard/recovery/prepareTranslog]]; nested: EngineCreationFailureException[[index_delete2][4] Failed to open reader on writer]; nested: FileNotFoundException[/var/elasticsearch/0.12_work/BEISENSEARCH_CLUSTER/nodes/0/indices/index_delete2/4/index/_80p.frq (No such file or directory)]; ]]
  87. [2010-10-20 12:49:53,866][DEBUG][action.admin.indices.status] [Silver] [index_delete2][4], node[d3HWseJGRj-QrjC56pkjhw], [R], s[INITIALIZING]: Failed to execute [org.elasticsearch.action.admin.indices.status.IndicesStatusRequest@b8872d0]
  88. org.elasticsearch.index.IndexShardMissingException: [index_delete2][4] missing
  89. at org.elasticsearch.index.service.InternalIndexService.shardSafe(InternalIndexService.java:152)
  90. at org.elasticsearch.action.admin.indices.status.TransportIndicesStatusAction.shardOperation(TransportIndicesStatusAction.java:141)
  91. at org.elasticsearch.action.admin.indices.status.TransportIndicesStatusAction.shardOperation(TransportIndicesStatusAction.java:57)
  92. at org.elasticsearch.action.support.broadcast.TransportBroadcastOperationAction$AsyncBroadcastAction.performOperation(TransportBroadcastOperationAction.java:242)
  93. at org.elasticsearch.action.support.broadcast.TransportBroadcastOperationAction$AsyncBroadcastAction.access$200(TransportBroadcastOperationAction.java:130)
  94. at org.elasticsearch.action.support.broadcast.TransportBroadcastOperationAction$AsyncBroadcastAction$1.run(TransportBroadcastOperationAction.java:199)
  95. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
  96. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
  97. at java.lang.Thread.run(Thread.java:636)
Add Comment
Please, Sign In to add comment