Error logs - 2

    [2015-11-12 12:04:53,682][WARN ][gateway.local            ] [es-elk-esmaster-01] [logstash-2015.09.04][2]: failed to list shard stores on node [3GfJFPmbQLyMJiMkOk19cg]
    org.elasticsearch.action.FailedNodeException: Failed node [3GfJFPmbQLyMJiMkOk19cg]
    at org.elasticsearch.action.support.nodes.TransportNodesOperationAction$AsyncAction.onFailure(TransportNodesOperationAction.java:206)
    at org.elasticsearch.action.support.nodes.TransportNodesOperationAction$AsyncAction.access$1000(TransportNodesOperationAction.java:97)
    at org.elasticsearch.action.support.nodes.TransportNodesOperationAction$AsyncAction$4.handleException(TransportNodesOperationAction.java:178)
    at org.elasticsearch.transport.TransportService$3.run(TransportService.java:217)
    at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
    at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
    at java.lang.Thread.run(Thread.java:745)
    Caused by: org.elasticsearch.transport.SendRequestTransportException: [es-elk-esdata-01][inet[/10.12.11.215:9300]][internal:cluster/nodes/indices/shard/store[n]]
    at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:213)
    at org.elasticsearch.action.support.nodes.TransportNodesOperationAction$AsyncAction.start(TransportNodesOperationAction.java:165)
    at org.elasticsearch.action.support.nodes.TransportNodesOperationAction$AsyncAction.access$300(TransportNodesOperationAction.java:97)
    at org.elasticsearch.action.support.nodes.TransportNodesOperationAction.doExecute(TransportNodesOperationAction.java:70)
    at org.elasticsearch.action.support.nodes.TransportNodesOperationAction.doExecute(TransportNodesOperationAction.java:43)
    at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:75)
    at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:55)
    at org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.list(TransportNodesListShardStoreMetaData.java:79)
    at org.elasticsearch.gateway.local.LocalGatewayAllocator.buildShardStores(LocalGatewayAllocator.java:454)
    at org.elasticsearch.gateway.local.LocalGatewayAllocator.allocateUnassigned(LocalGatewayAllocator.java:292)
    at org.elasticsearch.cluster.routing.allocation.allocator.ShardsAllocators.allocateUnassigned(ShardsAllocators.java:74)
    at org.elasticsearch.cluster.routing.allocation.AllocationService.reroute(AllocationService.java:217)
    at org.elasticsearch.cluster.routing.allocation.AllocationService.reroute(AllocationService.java:160)
    at org.elasticsearch.cluster.routing.allocation.AllocationService.reroute(AllocationService.java:146)
    at org.elasticsearch.discovery.zen.ZenDiscovery$5.execute(ZenDiscovery.java:538)
    at org.elasticsearch.cluster.service.InternalClusterService$UpdateTask.run(InternalClusterService.java:352)
    at org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.runAndClean(PrioritizedEsThreadPoolExecutor.java:184)
    at org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:154)
    ... 3 more
    Caused by: org.elasticsearch.transport.NodeNotConnectedException: [es-elk-esdata-01][inet[/10.12.11.215:9300]] Node not connected
    at org.elasticsearch.transport.netty.NettyTransport.nodeChannel(NettyTransport.java:946)
    at org.elasticsearch.transport.netty.NettyTransport.sendRequest(NettyTransport.java:640)
    at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:199)
    ... 20 more
    [2015-11-12 12:04:53,722][INFO ][cluster.service          ] [es-elk-esmaster-01] removed {[es-elk-esdata-02][Nv9dvRY4SBOiYNan_Ja76g][es-elk-esdata-02][inet[/10.12.29.109:9300]]{aws_availability_zone=us-west-2b, master=false},}, reason: zen-disco-node_failed([es-elk-esdata-02][Nv9dvRY4SBOiYNan_Ja76g][es-elk-esdata-02][inet[/10.12.29.109:9300]]{aws_availability_zone=us-west-2b, master=false}), reason transport disconnected
    [2015-11-12 12:04:54,935][INFO ][cluster.service          ] [es-elk-esmaster-01] removed {[es-elk-esdata-01][3GfJFPmbQLyMJiMkOk19cg][es-elk-esdata-01][inet[/10.12.11.215:9300]]{aws_availability_zone=us-west-2a, master=false},}, reason: zen-disco-node_failed([es-elk-esdata-01][3GfJFPmbQLyMJiMkOk19cg][es-elk-esdata-01][inet[/10.12.11.215:9300]]{aws_availability_zone=us-west-2a, master=false}), reason transport disconnected
    [2015-11-12 12:05:13,550][INFO ][cluster.service          ] [es-elk-esmaster-01] added {[es-elk-esdata-02][Nv9dvRY4SBOiYNan_Ja76g][es-elk-esdata-02][inet[/10.12.29.109:9300]]{aws_availability_zone=us-west-2b, master=false},}, reason: zen-disco-receive(join from node[[es-elk-esdata-02][Nv9dvRY4SBOiYNan_Ja76g][es-elk-esdata-02][inet[/10.12.29.109:9300]]{aws_availability_zone=us-west-2b, master=false}])
    [2015-11-12 12:05:14,887][INFO ][cluster.service          ] [es-elk-esmaster-01] added {[es-elk-esdata-01][3GfJFPmbQLyMJiMkOk19cg][es-elk-esdata-01][inet[/10.12.11.215:9300]]{aws_availability_zone=us-west-2a, master=false},}, reason: zen-disco-receive(join from node[[es-elk-esdata-01][3GfJFPmbQLyMJiMkOk19cg][es-elk-esdata-01][inet[/10.12.11.215:9300]]{aws_availability_zone=us-west-2a, master=false}])