Untitled

[2019-04-19T20:23:18,590][INFO ][o.e.c.s.ClusterApplierService] [dev-efk-backend04] master node changed {previous [{dev-efk-backend01}{9-ePQkHuS_6IAyGpYSCyDg}{Ba7wi43ZS6irFH-87BMpqQ}{192.168.0.202}{192.168.0.202:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true}], current []}, term: 9, version: 57, reason: becoming candidate: onLeaderFailure
[2019-04-19T20:23:18,636][WARN ][o.e.c.NodeConnectionsService] [dev-efk-backend04] failed to connect to node {dev-efk-backend01}{9-ePQkHuS_6IAyGpYSCyDg}{Ba7wi43ZS6irFH-87BMpqQ}{192.168.0.202}{192.168.0.202:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true} (tried [1] times)
org.elasticsearch.transport.ConnectTransportException: [dev-efk-backend01][192.168.0.202:9300] connect_exception
	at org.elasticsearch.transport.TcpTransport$ChannelsConnectedListener.onFailure(TcpTransport.java:1299) ~[elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.action.ActionListener.lambda$toBiConsumer$2(ActionListener.java:99) ~[elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.common.concurrent.CompletableContext.lambda$addListener$0(CompletableContext.java:42) ~[elasticsearch-core-7.0.0.jar:7.0.0]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:859) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:883) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2322) ~[?:?]
	at org.elasticsearch.common.concurrent.CompletableContext.addListener(CompletableContext.java:45) ~[elasticsearch-core-7.0.0.jar:7.0.0]
	at org.elasticsearch.transport.netty4.Netty4TcpChannel.addConnectListener(Netty4TcpChannel.java:100) ~[?:?]
	at org.elasticsearch.transport.TcpTransport.initiateConnection(TcpTransport.java:325) ~[elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.transport.TcpTransport.openConnection(TcpTransport.java:292) ~[elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.transport.ConnectionManager.internalOpenConnection(ConnectionManager.java:206) ~[elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.transport.ConnectionManager.connectToNode(ConnectionManager.java:104) ~[elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.transport.TransportService.connectToNode(TransportService.java:343) ~[elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.transport.TransportService.connectToNode(TransportService.java:330) ~[elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.cluster.NodeConnectionsService.validateAndConnectIfNeeded(NodeConnectionsService.java:153) [elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.cluster.NodeConnectionsService$1.doRun(NodeConnectionsService.java:106) [elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:751) [elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.0.0.jar:7.0.0]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]
	at java.lang.Thread.run(Thread.java:835) [?:?]
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 192.168.0.202/192.168.0.202:9300
	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:?]
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:779) ~[?:?]
	at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:327) ~[?:?]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:340) ~[?:?]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:644) ~[?:?]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:556) ~[?:?]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:510) ~[?:?]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:470) ~[?:?]
	at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:909) ~[?:?]
	... 1 more
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:?]
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:779) ~[?:?]
	at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:327) ~[?:?]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:340) ~[?:?]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:644) ~[?:?]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:556) ~[?:?]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:510) ~[?:?]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:470) ~[?:?]
	at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:909) ~[?:?]
	... 1 more
[2019-04-19T20:23:18,705][INFO ][o.e.c.c.JoinHelper       ] [dev-efk-backend04] failed to join {dev-efk-backend05}{gKWS3gxIRs-P5FFlvMTm4A}{yAp4wKi8SJ6BPzEQo4rGcQ}{192.168.0.239}{192.168.0.239:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true} with JoinRequest{sourceNode={dev-efk-backend04}{WPeuO5I1SDWZkVTdpVGqlQ}{_Da2zkZCQGa62XDKg5ej4w}{192.168.0.21}{192.168.0.21:9300}{ml.machine_memory=16171651072, xpack.installed=true, ml.max_open_jobs=20}, optionalJoin=Optional[Join{term=10, lastAcceptedTerm=9, lastAcceptedVersion=57, sourceNode={dev-efk-backend04}{WPeuO5I1SDWZkVTdpVGqlQ}{_Da2zkZCQGa62XDKg5ej4w}{192.168.0.21}{192.168.0.21:9300}{ml.machine_memory=16171651072, xpack.installed=true, ml.max_open_jobs=20}, targetNode={dev-efk-backend05}{gKWS3gxIRs-P5FFlvMTm4A}{yAp4wKi8SJ6BPzEQo4rGcQ}{192.168.0.239}{192.168.0.239:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true}}]}
org.elasticsearch.transport.RemoteTransportException: [dev-efk-backend05][192.168.0.239:9300][internal:cluster/coordination/join]
Caused by: org.elasticsearch.cluster.coordination.CoordinationStateRejectedException: incoming term 10 does not match current term 11
	at org.elasticsearch.cluster.coordination.CoordinationState.handleJoin(CoordinationState.java:218) ~[elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.cluster.coordination.Coordinator.handleJoin(Coordinator.java:940) ~[elasticsearch-7.0.0.jar:7.0.0]
	at java.util.Optional.ifPresent(Optional.java:183) ~[?:?]
	at org.elasticsearch.cluster.coordination.Coordinator.processJoinRequest(Coordinator.java:512) ~[elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.cluster.coordination.Coordinator.handleJoinRequest(Coordinator.java:478) ~[elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.cluster.coordination.JoinHelper.lambda$new$0(JoinHelper.java:124) ~[elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:251) ~[?:?]
	at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) ~[elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:309) ~[?:?]
	at org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63) ~[elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.transport.TcpTransport$RequestHandler.doRun(TcpTransport.java:1077) ~[elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:751) ~[elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) ~[elasticsearch-7.0.0.jar:7.0.0]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?]
	at java.lang.Thread.run(Thread.java:835) [?:?]
[2019-04-19T20:23:18,797][INFO ][o.e.c.c.JoinHelper       ] [dev-efk-backend04] failed to join {dev-efk-backend03}{xYDB_57RTQaUmCzxQVMm-A}{CAfs0z4VT0G78Ttk0unpOg}{192.168.0.142}{192.168.0.142:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true} with JoinRequest{sourceNode={dev-efk-backend04}{WPeuO5I1SDWZkVTdpVGqlQ}{_Da2zkZCQGa62XDKg5ej4w}{192.168.0.21}{192.168.0.21:9300}{ml.machine_memory=16171651072, xpack.installed=true, ml.max_open_jobs=20}, optionalJoin=Optional[Join{term=12, lastAcceptedTerm=9, lastAcceptedVersion=57, sourceNode={dev-efk-backend04}{WPeuO5I1SDWZkVTdpVGqlQ}{_Da2zkZCQGa62XDKg5ej4w}{192.168.0.21}{192.168.0.21:9300}{ml.machine_memory=16171651072, xpack.installed=true, ml.max_open_jobs=20}, targetNode={dev-efk-backend03}{xYDB_57RTQaUmCzxQVMm-A}{CAfs0z4VT0G78Ttk0unpOg}{192.168.0.142}{192.168.0.142:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true}}]}
org.elasticsearch.transport.RemoteTransportException: [dev-efk-backend03][192.168.0.142:9300][internal:cluster/coordination/join]
Caused by: org.elasticsearch.cluster.coordination.CoordinationStateRejectedException: incoming term 12 does not match current term 13
	at org.elasticsearch.cluster.coordination.CoordinationState.handleJoin(CoordinationState.java:218) ~[elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.cluster.coordination.Coordinator.handleJoin(Coordinator.java:940) ~[elasticsearch-7.0.0.jar:7.0.0]
	at java.util.Optional.ifPresent(Optional.java:183) ~[?:?]
	at org.elasticsearch.cluster.coordination.Coordinator.processJoinRequest(Coordinator.java:512) ~[elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.cluster.coordination.Coordinator.handleJoinRequest(Coordinator.java:478) ~[elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.cluster.coordination.JoinHelper.lambda$new$0(JoinHelper.java:124) ~[elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:251) ~[?:?]
	at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) ~[elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:309) ~[?:?]
	at org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63) ~[elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.transport.TcpTransport$RequestHandler.doRun(TcpTransport.java:1077) ~[elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:751) ~[elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) ~[elasticsearch-7.0.0.jar:7.0.0]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?]
	at java.lang.Thread.run(Thread.java:835) [?:?]
[2019-04-19T20:23:18,842][INFO ][o.e.c.s.MasterService    ] [dev-efk-backend04] elected-as-master ([3] nodes joined)[{dev-efk-backend03}{xYDB_57RTQaUmCzxQVMm-A}{CAfs0z4VT0G78Ttk0unpOg}{192.168.0.142}{192.168.0.142:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true} elect leader, {dev-efk-backend02}{iO6O8mpUQaGtCk8NWO5X9w}{AvVXSLOrRuGKTZeJe18gYQ}{192.168.0.104}{192.168.0.104:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true} elect leader, {dev-efk-backend04}{WPeuO5I1SDWZkVTdpVGqlQ}{_Da2zkZCQGa62XDKg5ej4w}{192.168.0.21}{192.168.0.21:9300}{ml.machine_memory=16171651072, xpack.installed=true, ml.max_open_jobs=20} elect leader, _BECOME_MASTER_TASK_, _FINISH_ELECTION_], term: 12, version: 58, reason: master node changed {previous [], current [{dev-efk-backend04}{WPeuO5I1SDWZkVTdpVGqlQ}{_Da2zkZCQGa62XDKg5ej4w}{192.168.0.21}{192.168.0.21:9300}{ml.machine_memory=16171651072, xpack.installed=true, ml.max_open_jobs=20}]}
[2019-04-19T20:23:18,868][WARN ][o.e.c.s.MasterService    ] [dev-efk-backend04] failing [elected-as-master ([3] nodes joined)[{dev-efk-backend03}{xYDB_57RTQaUmCzxQVMm-A}{CAfs0z4VT0G78Ttk0unpOg}{192.168.0.142}{192.168.0.142:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true} elect leader, {dev-efk-backend02}{iO6O8mpUQaGtCk8NWO5X9w}{AvVXSLOrRuGKTZeJe18gYQ}{192.168.0.104}{192.168.0.104:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true} elect leader, {dev-efk-backend04}{WPeuO5I1SDWZkVTdpVGqlQ}{_Da2zkZCQGa62XDKg5ej4w}{192.168.0.21}{192.168.0.21:9300}{ml.machine_memory=16171651072, xpack.installed=true, ml.max_open_jobs=20} elect leader, _BECOME_MASTER_TASK_, _FINISH_ELECTION_]]: failed to commit cluster state version [58]
org.elasticsearch.cluster.coordination.FailedToCommitClusterStateException: node is no longer master for term 12 while handling publication
	at org.elasticsearch.cluster.coordination.Coordinator.publish(Coordinator.java:1010) ~[elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.cluster.service.MasterService.publish(MasterService.java:252) [elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.cluster.service.MasterService.runTasks(MasterService.java:238) [elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.cluster.service.MasterService$Batcher.run(MasterService.java:142) [elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.cluster.service.TaskBatcher.runIfNotProcessed(TaskBatcher.java:150) [elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.cluster.service.TaskBatcher$BatchedTask.run(TaskBatcher.java:188) [elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:681) [elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.runAndClean(PrioritizedEsThreadPoolExecutor.java:252) [elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:215) [elasticsearch-7.0.0.jar:7.0.0]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]
	at java.lang.Thread.run(Thread.java:835) [?:?]
[2019-04-19T20:23:18,870][INFO ][o.e.c.c.JoinHelper       ] [dev-efk-backend04] failed to join {dev-efk-backend04}{WPeuO5I1SDWZkVTdpVGqlQ}{_Da2zkZCQGa62XDKg5ej4w}{192.168.0.21}{192.168.0.21:9300}{ml.machine_memory=16171651072, xpack.installed=true, ml.max_open_jobs=20} with JoinRequest{sourceNode={dev-efk-backend04}{WPeuO5I1SDWZkVTdpVGqlQ}{_Da2zkZCQGa62XDKg5ej4w}{192.168.0.21}{192.168.0.21:9300}{ml.machine_memory=16171651072, xpack.installed=true, ml.max_open_jobs=20}, optionalJoin=Optional[Join{term=11, lastAcceptedTerm=9, lastAcceptedVersion=57, sourceNode={dev-efk-backend04}{WPeuO5I1SDWZkVTdpVGqlQ}{_Da2zkZCQGa62XDKg5ej4w}{192.168.0.21}{192.168.0.21:9300}{ml.machine_memory=16171651072, xpack.installed=true, ml.max_open_jobs=20}, targetNode={dev-efk-backend04}{WPeuO5I1SDWZkVTdpVGqlQ}{_Da2zkZCQGa62XDKg5ej4w}{192.168.0.21}{192.168.0.21:9300}{ml.machine_memory=16171651072, xpack.installed=true, ml.max_open_jobs=20}}]}
org.elasticsearch.transport.RemoteTransportException: [dev-efk-backend04][192.168.0.21:9300][internal:cluster/coordination/join]
Caused by: org.elasticsearch.cluster.coordination.FailedToCommitClusterStateException: node is no longer master for term 12 while handling publication
	at org.elasticsearch.cluster.coordination.Coordinator.publish(Coordinator.java:1010) ~[elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.cluster.service.MasterService.publish(MasterService.java:252) [elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.cluster.service.MasterService.runTasks(MasterService.java:238) [elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.cluster.service.MasterService$Batcher.run(MasterService.java:142) [elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.cluster.service.TaskBatcher.runIfNotProcessed(TaskBatcher.java:150) [elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.cluster.service.TaskBatcher$BatchedTask.run(TaskBatcher.java:188) [elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:681) [elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.runAndClean(PrioritizedEsThreadPoolExecutor.java:252) [elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:215) [elasticsearch-7.0.0.jar:7.0.0]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]
	at java.lang.Thread.run(Thread.java:835) [?:?]
[2019-04-19T20:23:18,889][INFO ][o.e.c.s.ClusterApplierService] [dev-efk-backend04] master node changed {previous [], current [{dev-efk-backend02}{iO6O8mpUQaGtCk8NWO5X9w}{AvVXSLOrRuGKTZeJe18gYQ}{192.168.0.104}{192.168.0.104:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true}]}, term: 13, version: 58, reason: ApplyCommitRequest{term=13, version=58, sourceNode={dev-efk-backend02}{iO6O8mpUQaGtCk8NWO5X9w}{AvVXSLOrRuGKTZeJe18gYQ}{192.168.0.104}{192.168.0.104:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true}}
[2019-04-19T20:23:18,975][INFO ][o.e.c.s.ClusterApplierService] [dev-efk-backend04] removed {{dev-efk-backend01}{9-ePQkHuS_6IAyGpYSCyDg}{Ba7wi43ZS6irFH-87BMpqQ}{192.168.0.202}{192.168.0.202:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true},}, term: 13, version: 59, reason: ApplyCommitRequest{term=13, version=59, sourceNode={dev-efk-backend02}{iO6O8mpUQaGtCk8NWO5X9w}{AvVXSLOrRuGKTZeJe18gYQ}{192.168.0.104}{192.168.0.104:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true}}
[2019-04-19T20:23:23,216][INFO ][o.e.c.s.ClusterApplierService] [dev-efk-backend04] master node changed {previous [{dev-efk-backend02}{iO6O8mpUQaGtCk8NWO5X9w}{AvVXSLOrRuGKTZeJe18gYQ}{192.168.0.104}{192.168.0.104:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true}], current []}, term: 13, version: 61, reason: becoming candidate: onLeaderFailure
[2019-04-19T20:23:23,220][WARN ][o.e.c.NodeConnectionsService] [dev-efk-backend04] failed to connect to node {dev-efk-backend02}{iO6O8mpUQaGtCk8NWO5X9w}{AvVXSLOrRuGKTZeJe18gYQ}{192.168.0.104}{192.168.0.104:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true} (tried [1] times)
org.elasticsearch.transport.ConnectTransportException: [dev-efk-backend02][192.168.0.104:9300] connect_exception
	at org.elasticsearch.transport.TcpTransport$ChannelsConnectedListener.onFailure(TcpTransport.java:1299) ~[elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.action.ActionListener.lambda$toBiConsumer$2(ActionListener.java:99) ~[elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.common.concurrent.CompletableContext.lambda$addListener$0(CompletableContext.java:42) ~[elasticsearch-core-7.0.0.jar:7.0.0]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:859) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:883) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2322) ~[?:?]
	at org.elasticsearch.common.concurrent.CompletableContext.addListener(CompletableContext.java:45) ~[elasticsearch-core-7.0.0.jar:7.0.0]
	at org.elasticsearch.transport.netty4.Netty4TcpChannel.addConnectListener(Netty4TcpChannel.java:100) ~[?:?]
	at org.elasticsearch.transport.TcpTransport.initiateConnection(TcpTransport.java:325) ~[elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.transport.TcpTransport.openConnection(TcpTransport.java:292) ~[elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.transport.ConnectionManager.internalOpenConnection(ConnectionManager.java:206) ~[elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.transport.ConnectionManager.connectToNode(ConnectionManager.java:104) ~[elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.transport.TransportService.connectToNode(TransportService.java:343) ~[elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.transport.TransportService.connectToNode(TransportService.java:330) ~[elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.cluster.NodeConnectionsService.validateAndConnectIfNeeded(NodeConnectionsService.java:153) [elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.cluster.NodeConnectionsService$1.doRun(NodeConnectionsService.java:106) [elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:751) [elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.0.0.jar:7.0.0]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]
	at java.lang.Thread.run(Thread.java:835) [?:?]
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 192.168.0.104/192.168.0.104:9300
	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:?]
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:779) ~[?:?]
	at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:327) ~[?:?]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:340) ~[?:?]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:644) ~[?:?]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:556) ~[?:?]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:510) ~[?:?]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:470) ~[?:?]
	at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:909) ~[?:?]
	... 1 more
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:?]
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:779) ~[?:?]
	at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:327) ~[?:?]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:340) ~[?:?]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:644) ~[?:?]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:556) ~[?:?]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:510) ~[?:?]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:470) ~[?:?]
	at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:909) ~[?:?]
	... 1 more
[2019-04-19T20:23:23,353][INFO ][o.e.c.c.JoinHelper       ] [dev-efk-backend04] failed to join {dev-efk-backend04}{WPeuO5I1SDWZkVTdpVGqlQ}{_Da2zkZCQGa62XDKg5ej4w}{192.168.0.21}{192.168.0.21:9300}{ml.machine_memory=16171651072, xpack.installed=true, ml.max_open_jobs=20} with JoinRequest{sourceNode={dev-efk-backend04}{WPeuO5I1SDWZkVTdpVGqlQ}{_Da2zkZCQGa62XDKg5ej4w}{192.168.0.21}{192.168.0.21:9300}{ml.machine_memory=16171651072, xpack.installed=true, ml.max_open_jobs=20}, optionalJoin=Optional[Join{term=14, lastAcceptedTerm=13, lastAcceptedVersion=61, sourceNode={dev-efk-backend04}{WPeuO5I1SDWZkVTdpVGqlQ}{_Da2zkZCQGa62XDKg5ej4w}{192.168.0.21}{192.168.0.21:9300}{ml.machine_memory=16171651072, xpack.installed=true, ml.max_open_jobs=20}, targetNode={dev-efk-backend04}{WPeuO5I1SDWZkVTdpVGqlQ}{_Da2zkZCQGa62XDKg5ej4w}{192.168.0.21}{192.168.0.21:9300}{ml.machine_memory=16171651072, xpack.installed=true, ml.max_open_jobs=20}}]}
org.elasticsearch.transport.RemoteTransportException: [dev-efk-backend04][192.168.0.21:9300][internal:cluster/coordination/join]
Caused by: org.elasticsearch.cluster.coordination.CoordinationStateRejectedException: became follower
	at org.elasticsearch.cluster.coordination.JoinHelper$CandidateJoinAccumulator.lambda$close$3(JoinHelper.java:468) [elasticsearch-7.0.0.jar:7.0.0]
	at java.util.HashMap$Values.forEach(HashMap.java:976) [?:?]
	at org.elasticsearch.cluster.coordination.JoinHelper$CandidateJoinAccumulator.close(JoinHelper.java:468) [elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.cluster.coordination.Coordinator.becomeFollower(Coordinator.java:601) [elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.cluster.coordination.Coordinator.onFollowerCheckRequest(Coordinator.java:237) [elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.cluster.coordination.FollowersChecker$2.doRun(FollowersChecker.java:187) [elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:751) [elasticsearch-7.0.0.jar:7.0.0]
	at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.0.0.jar:7.0.0]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]
	at java.lang.Thread.run(Thread.java:835) [?:?]
[2019-04-19T20:23:23,433][INFO ][o.e.c.s.ClusterApplierService] [dev-efk-backend04] master node changed {previous [], current [{dev-efk-backend05}{gKWS3gxIRs-P5FFlvMTm4A}{yAp4wKi8SJ6BPzEQo4rGcQ}{192.168.0.239}{192.168.0.239:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true}]}, term: 15, version: 62, reason: ApplyCommitRequest{term=15, version=62, sourceNode={dev-efk-backend05}{gKWS3gxIRs-P5FFlvMTm4A}{yAp4wKi8SJ6BPzEQo4rGcQ}{192.168.0.239}{192.168.0.239:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true}}
[2019-04-19T20:23:23,537][INFO ][o.e.c.s.ClusterApplierService] [dev-efk-backend04] removed {{dev-efk-backend02}{iO6O8mpUQaGtCk8NWO5X9w}{AvVXSLOrRuGKTZeJe18gYQ}{192.168.0.104}{192.168.0.104:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true},}, term: 15, version: 63, reason: ApplyCommitRequest{term=15, version=63, sourceNode={dev-efk-backend05}{gKWS3gxIRs-P5FFlvMTm4A}{yAp4wKi8SJ6BPzEQo4rGcQ}{192.168.0.239}{192.168.0.239:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true}}
[2019-04-19T20:23:25,958][INFO ][o.e.c.s.ClusterApplierService] [dev-efk-backend04] removed {{dev-efk-backend03}{xYDB_57RTQaUmCzxQVMm-A}{CAfs0z4VT0G78Ttk0unpOg}{192.168.0.142}{192.168.0.142:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true},}, term: 15, version: 65, reason: ApplyCommitRequest{term=15, version=65, sourceNode={dev-efk-backend05}{gKWS3gxIRs-P5FFlvMTm4A}{yAp4wKi8SJ6BPzEQo4rGcQ}{192.168.0.239}{192.168.0.239:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true}}
[2019-04-19T20:23:28,284][INFO ][o.e.n.Node               ] [dev-efk-backend04] stopping ...
[2019-04-19T20:23:28,319][INFO ][o.e.x.w.WatcherService   ] [dev-efk-backend04] stopping watch service, reason [shutdown initiated]
[2019-04-19T20:23:28,524][INFO ][o.e.n.Node               ] [dev-efk-backend04] stopped
[2019-04-19T20:23:28,524][INFO ][o.e.n.Node               ] [dev-efk-backend04] closing ...
[2019-04-19T20:23:28,535][INFO ][o.e.n.Node               ] [dev-efk-backend04] closed
[2019-04-19T20:23:28,538][INFO ][o.e.x.m.p.NativeController] [dev-efk-backend04] Native controller process has stopped - no new native processes can be started
[2019-04-19T20:24:14,544][WARN ][o.e.c.l.LogConfigurator  ] [dev-efk-backend04] Some logging configurations have %marker but don't have %node_name. We will automatically add %node_name to the pattern to ease the migration for users who customize log4j2.properties but will stop this behavior in 7.0. You should manually replace `%node_name` with `[%node_name]%marker ` in these locations:
  /etc/elasticsearch/dev/log4j2.properties
[2019-04-19T20:24:15,121][INFO ][o.e.e.NodeEnvironment    ] [dev-efk-backend04] using [1] data paths, mounts [[/var/lib/elasticsearch (/dev/nvme1n1)]], net usable_space [999.4gb], net total_space [999.5gb], types [xfs]
[2019-04-19T20:24:15,122][INFO ][o.e.e.NodeEnvironment    ] [dev-efk-backend04] heap size [12gb], compressed ordinary object pointers [true]
[2019-04-19T20:24:15,124][INFO ][o.e.n.Node               ] [dev-efk-backend04] node name [dev-efk-backend04], node ID [WPeuO5I1SDWZkVTdpVGqlQ]
[2019-04-19T20:24:15,124][INFO ][o.e.n.Node               ] [dev-efk-backend04] version[7.0.0], pid[30682], build[default/rpm/b7e28a7/2019-04-05T22:55:32.697037Z], OS[Linux/3.10.0-693.11.6.el7.x86_64/amd64], JVM[Oracle Corporation/OpenJDK 64-Bit Server VM/12/12+33]
[2019-04-19T20:24:15,125][INFO ][o.e.n.Node               ] [dev-efk-backend04] JVM home [/usr/share/elasticsearch/jdk]
[2019-04-19T20:24:15,125][INFO ][o.e.n.Node               ] [dev-efk-backend04] JVM arguments [-Xms12338m, -Xmx12338m, -XX:+UseConcMarkSweepGC, -XX:CMSInitiatingOccupancyFraction=75, -XX:+UseCMSInitiatingOccupancyOnly, -XX:+AlwaysPreTouch, -Djava.awt.headless=true, -Dfile.encoding=UTF-8, -Djna.nosys=true, -Djdk.io.permissionsUseCanonicalPath=true, -Dio.netty.noUnsafe=true, -Dio.netty.noKeySetOptimization=true, -Dio.netty.recycler.maxCapacityPerThread=0, -Dlog4j.shutdownHookEnabled=false, -Dlog4j2.disable.jmx=true, -Dlog4j.skipJansi=true, -XX:+HeapDumpOnOutOfMemoryError, -Des.path.home=/usr/share/elasticsearch, -Des.path.conf=/etc/elasticsearch/dev, -Des.distribution.flavor=default, -Des.distribution.type=rpm, -Des.bundled_jdk=true]
[2019-04-19T20:24:17,726][INFO ][o.e.p.PluginsService     ] [dev-efk-backend04] loaded module [aggs-matrix-stats]
[2019-04-19T20:24:17,727][INFO ][o.e.p.PluginsService     ] [dev-efk-backend04] loaded module [analysis-common]
[2019-04-19T20:24:17,727][INFO ][o.e.p.PluginsService     ] [dev-efk-backend04] loaded module [ingest-common]
[2019-04-19T20:24:17,727][INFO ][o.e.p.PluginsService     ] [dev-efk-backend04] loaded module [ingest-geoip]
[2019-04-19T20:24:17,727][INFO ][o.e.p.PluginsService     ] [dev-efk-backend04] loaded module [ingest-user-agent]
[2019-04-19T20:24:17,727][INFO ][o.e.p.PluginsService     ] [dev-efk-backend04] loaded module [lang-expression]
[2019-04-19T20:24:17,727][INFO ][o.e.p.PluginsService     ] [dev-efk-backend04] loaded module [lang-mustache]
[2019-04-19T20:24:17,727][INFO ][o.e.p.PluginsService     ] [dev-efk-backend04] loaded module [lang-painless]
[2019-04-19T20:24:17,727][INFO ][o.e.p.PluginsService     ] [dev-efk-backend04] loaded module [mapper-extras]
[2019-04-19T20:24:17,727][INFO ][o.e.p.PluginsService     ] [dev-efk-backend04] loaded module [parent-join]
[2019-04-19T20:24:17,727][INFO ][o.e.p.PluginsService     ] [dev-efk-backend04] loaded module [percolator]
[2019-04-19T20:24:17,728][INFO ][o.e.p.PluginsService     ] [dev-efk-backend04] loaded module [rank-eval]
[2019-04-19T20:24:17,728][INFO ][o.e.p.PluginsService     ] [dev-efk-backend04] loaded module [reindex]
[2019-04-19T20:24:17,728][INFO ][o.e.p.PluginsService     ] [dev-efk-backend04] loaded module [repository-url]
[2019-04-19T20:24:17,728][INFO ][o.e.p.PluginsService     ] [dev-efk-backend04] loaded module [transport-netty4]
[2019-04-19T20:24:17,728][INFO ][o.e.p.PluginsService     ] [dev-efk-backend04] loaded module [x-pack-ccr]
[2019-04-19T20:24:17,728][INFO ][o.e.p.PluginsService     ] [dev-efk-backend04] loaded module [x-pack-core]
[2019-04-19T20:24:17,728][INFO ][o.e.p.PluginsService     ] [dev-efk-backend04] loaded module [x-pack-deprecation]
[2019-04-19T20:24:17,728][INFO ][o.e.p.PluginsService     ] [dev-efk-backend04] loaded module [x-pack-graph]
[2019-04-19T20:24:17,728][INFO ][o.e.p.PluginsService     ] [dev-efk-backend04] loaded module [x-pack-ilm]
[2019-04-19T20:24:17,728][INFO ][o.e.p.PluginsService     ] [dev-efk-backend04] loaded module [x-pack-logstash]
[2019-04-19T20:24:17,728][INFO ][o.e.p.PluginsService     ] [dev-efk-backend04] loaded module [x-pack-ml]
[2019-04-19T20:24:17,729][INFO ][o.e.p.PluginsService     ] [dev-efk-backend04] loaded module [x-pack-monitoring]
[2019-04-19T20:24:17,729][INFO ][o.e.p.PluginsService     ] [dev-efk-backend04] loaded module [x-pack-rollup]
[2019-04-19T20:24:17,729][INFO ][o.e.p.PluginsService     ] [dev-efk-backend04] loaded module [x-pack-security]
[2019-04-19T20:24:17,729][INFO ][o.e.p.PluginsService     ] [dev-efk-backend04] loaded module [x-pack-sql]
[2019-04-19T20:24:17,729][INFO ][o.e.p.PluginsService     ] [dev-efk-backend04] loaded module [x-pack-watcher]
[2019-04-19T20:24:17,729][INFO ][o.e.p.PluginsService     ] [dev-efk-backend04] no plugins loaded
[2019-04-19T20:24:23,746][INFO ][o.e.x.m.p.l.CppLogMessageHandler] [dev-efk-backend04] [controller/30854] [Main.cc@109] controller (64 bit): Version 7.0.0 (Build cdaa022645f38d) Copyright (c) 2019 Elasticsearch BV
[2019-04-19T20:24:24,400][DEBUG][o.e.a.ActionModule       ] [dev-efk-backend04] Using REST wrapper from plugin org.elasticsearch.xpack.security.Security
[2019-04-19T20:24:24,777][INFO ][o.e.d.DiscoveryModule    ] [dev-efk-backend04] using discovery type [zen] and seed hosts providers [settings]
[2019-04-19T20:24:26,065][INFO ][o.e.n.Node               ] [dev-efk-backend04] initialized
[2019-04-19T20:24:26,066][INFO ][o.e.n.Node               ] [dev-efk-backend04] starting ...
[2019-04-19T20:24:26,266][INFO ][o.e.t.TransportService   ] [dev-efk-backend04] publish_address {192.168.0.21:9300}, bound_addresses {[::]:9300}
[2019-04-19T20:24:26,273][INFO ][o.e.b.BootstrapChecks    ] [dev-efk-backend04] bound or publishing to a non-loopback address, enforcing bootstrap checks
[2019-04-19T20:24:26,884][INFO ][o.e.c.s.MasterService    ] [dev-efk-backend04] elected-as-master ([3] nodes joined)[{dev-efk-backend01}{9-ePQkHuS_6IAyGpYSCyDg}{rIyhgOV9TPCZc2TIR-nZnA}{192.168.0.202}{192.168.0.202:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true} elect leader, {dev-efk-backend03}{xYDB_57RTQaUmCzxQVMm-A}{7DyVRWQQRZO4DaQThEOKVA}{192.168.0.142}{192.168.0.142:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true} elect leader, {dev-efk-backend04}{WPeuO5I1SDWZkVTdpVGqlQ}{TqQgfsm_RfWyZtyyq-VJCw}{192.168.0.21}{192.168.0.21:9300}{ml.machine_memory=16171651072, xpack.installed=true, ml.max_open_jobs=20} elect leader, _BECOME_MASTER_TASK_, _FINISH_ELECTION_], node-join[{dev-efk-backend02}{iO6O8mpUQaGtCk8NWO5X9w}{83WWsic7TXOTr4yq9j7mOA}{192.168.0.104}{192.168.0.104:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true} join existing leader], term: 16, version: 66, reason: master node changed {previous [], current [{dev-efk-backend04}{WPeuO5I1SDWZkVTdpVGqlQ}{TqQgfsm_RfWyZtyyq-VJCw}{192.168.0.21}{192.168.0.21:9300}{ml.machine_memory=16171651072, xpack.installed=true, ml.max_open_jobs=20}]}, added {{dev-efk-backend03}{xYDB_57RTQaUmCzxQVMm-A}{7DyVRWQQRZO4DaQThEOKVA}{192.168.0.142}{192.168.0.142:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true},{dev-efk-backend01}{9-ePQkHuS_6IAyGpYSCyDg}{rIyhgOV9TPCZc2TIR-nZnA}{192.168.0.202}{192.168.0.202:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true},{dev-efk-backend02}{iO6O8mpUQaGtCk8NWO5X9w}{83WWsic7TXOTr4yq9j7mOA}{192.168.0.104}{192.168.0.104:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true},}
[2019-04-19T20:24:27,050][INFO ][o.e.c.s.ClusterApplierService] [dev-efk-backend04] master node changed {previous [], current [{dev-efk-backend04}{WPeuO5I1SDWZkVTdpVGqlQ}{TqQgfsm_RfWyZtyyq-VJCw}{192.168.0.21}{192.168.0.21:9300}{ml.machine_memory=16171651072, xpack.installed=true, ml.max_open_jobs=20}]}, added {{dev-efk-backend03}{xYDB_57RTQaUmCzxQVMm-A}{7DyVRWQQRZO4DaQThEOKVA}{192.168.0.142}{192.168.0.142:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true},{dev-efk-backend01}{9-ePQkHuS_6IAyGpYSCyDg}{rIyhgOV9TPCZc2TIR-nZnA}{192.168.0.202}{192.168.0.202:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true},{dev-efk-backend02}{iO6O8mpUQaGtCk8NWO5X9w}{83WWsic7TXOTr4yq9j7mOA}{192.168.0.104}{192.168.0.104:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true},}, term: 16, version: 66, reason: Publication{term=16, version=66}
[2019-04-19T20:24:27,116][INFO ][o.e.h.AbstractHttpServerTransport] [dev-efk-backend04] publish_address {192.168.0.21:9200}, bound_addresses {[::]:9200}
[2019-04-19T20:24:27,116][INFO ][o.e.n.Node               ] [dev-efk-backend04] started
[2019-04-19T20:24:27,538][WARN ][o.e.x.s.a.s.m.NativeRoleMappingStore] [dev-efk-backend04] Failed to clear cache for realms [[]]
[2019-04-19T20:24:27,575][INFO ][o.e.l.LicenseService     ] [dev-efk-backend04] license [790c1d0b-d017-4809-9846-3616d274a2cb] mode [basic] - valid
[2019-04-19T20:24:27,586][INFO ][o.e.g.GatewayService     ] [dev-efk-backend04] recovered [0] indices into cluster_state
[2019-04-19T20:24:28,993][INFO ][o.e.c.s.MasterService    ] [dev-efk-backend04] node-left[{dev-efk-backend02}{iO6O8mpUQaGtCk8NWO5X9w}{83WWsic7TXOTr4yq9j7mOA}{192.168.0.104}{192.168.0.104:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true} disconnected], term: 16, version: 70, reason: removed {{dev-efk-backend02}{iO6O8mpUQaGtCk8NWO5X9w}{83WWsic7TXOTr4yq9j7mOA}{192.168.0.104}{192.168.0.104:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true},}
[2019-04-19T20:24:29,008][INFO ][o.e.c.s.ClusterApplierService] [dev-efk-backend04] removed {{dev-efk-backend02}{iO6O8mpUQaGtCk8NWO5X9w}{83WWsic7TXOTr4yq9j7mOA}{192.168.0.104}{192.168.0.104:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true},}, term: 16, version: 70, reason: Publication{term=16, version=70}
[2019-04-19T20:24:30,303][INFO ][o.e.c.s.MasterService    ] [dev-efk-backend04] node-join[{dev-efk-backend05}{gKWS3gxIRs-P5FFlvMTm4A}{6OIwyAcbRx64idykQ2h8LQ}{192.168.0.239}{192.168.0.239:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true} join existing leader], term: 16, version: 71, reason: added {{dev-efk-backend05}{gKWS3gxIRs-P5FFlvMTm4A}{6OIwyAcbRx64idykQ2h8LQ}{192.168.0.239}{192.168.0.239:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true},}
[2019-04-19T20:24:30,870][INFO ][o.e.c.s.ClusterApplierService] [dev-efk-backend04] added {{dev-efk-backend05}{gKWS3gxIRs-P5FFlvMTm4A}{6OIwyAcbRx64idykQ2h8LQ}{192.168.0.239}{192.168.0.239:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true},}, term: 16, version: 71, reason: Publication{term=16, version=71}
[2019-04-19T20:24:47,675][INFO ][o.e.c.s.MasterService    ] [dev-efk-backend04] node-join[{dev-efk-backend02}{iO6O8mpUQaGtCk8NWO5X9w}{mKdecz4bRcKqFWRMAARzZw}{192.168.0.104}{192.168.0.104:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true} join existing leader], term: 16, version: 72, reason: added {{dev-efk-backend02}{iO6O8mpUQaGtCk8NWO5X9w}{mKdecz4bRcKqFWRMAARzZw}{192.168.0.104}{192.168.0.104:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true},}
[2019-04-19T20:24:48,249][INFO ][o.e.c.s.ClusterApplierService] [dev-efk-backend04] added {{dev-efk-backend02}{iO6O8mpUQaGtCk8NWO5X9w}{mKdecz4bRcKqFWRMAARzZw}{192.168.0.104}{192.168.0.104:9300}{ml.machine_memory=16171651072, ml.max_open_jobs=20, xpack.installed=true},}, term: 16, version: 72, reason: Publication{term=16, version=72}