Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
- {"type": "server", "timestamp": "2019-10-16T10:27:16,492Z", "level": "INFO", "component": "o.e.e.NodeEnvironment", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "using [1] data paths, mounts [[/usr/share/elasticsearch/data (/dev/sdf)]], net usable_space [31.3gb], net total_space [31.3gb], types [ext4]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:16,495Z", "level": "INFO", "component": "o.e.e.NodeEnvironment", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "heap size [1.9gb], compressed ordinary object pointers [true]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:16,499Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "node name [d2c-es-cluster-nonprod-development-master-2], node ID [xe4u3BBWQ6aXDUXwksqNzg], cluster name [d2c-es-cluster-nonprod-development]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:16,500Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "version[7.4.0], pid[1], build[default/docker/22e1767283e61a198cb4db791ea66e3f11ab9910/2019-09-27T08:36:48.569419Z], OS[Linux/4.15.0-1060-azure/amd64], JVM[AdoptOpenJDK/OpenJDK 64-Bit Server VM/13/13+33]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:16,500Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "JVM home [/usr/share/elasticsearch/jdk]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:16,501Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "JVM arguments [-Xms1g, -Xmx1g, -XX:+UseConcMarkSweepGC, -XX:CMSInitiatingOccupancyFraction=75, -XX:+UseCMSInitiatingOccupancyOnly, -Des.networkaddress.cache.ttl=60, -Des.networkaddress.cache.negative.ttl=10, -XX:+AlwaysPreTouch, -Xss1m, -Djava.awt.headless=true, -Dfile.encoding=UTF-8, -Djna.nosys=true, -XX:-OmitStackTraceInFastThrow, -Dio.netty.noUnsafe=true, -Dio.netty.noKeySetOptimization=true, -Dio.netty.recycler.maxCapacityPerThread=0, -Dio.netty.allocator.numDirectArenas=0, -Dlog4j.shutdownHookEnabled=false, -Dlog4j2.disable.jmx=true, -Djava.io.tmpdir=/tmp/elasticsearch-5645203724347017937, -XX:+HeapDumpOnOutOfMemoryError, -XX:HeapDumpPath=data, -XX:ErrorFile=logs/hs_err_pid%p.log, -Xlog:gc*,gc+age=trace,safepoint:file=logs/gc.log:utctime,pid,tags:filecount=32,filesize=64m, -Djava.locale.providers=COMPAT, -Des.cgroups.hierarchy.override=/, -Xmx2g, -Xms2g, -Dio.netty.allocator.type=pooled, -XX:MaxDirectMemorySize=1073741824, -Des.path.home=/usr/share/elasticsearch, -Des.path.conf=/usr/share/elasticsearch/config, -Des.distribution.flavor=default, -Des.distribution.type=docker, -Des.bundled_jdk=true]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,056Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [aggs-matrix-stats]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,057Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [analysis-common]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,057Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [data-frame]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,057Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [flattened]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,057Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [frozen-indices]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,058Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [ingest-common]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,058Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [ingest-geoip]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,058Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [ingest-user-agent]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,058Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [lang-expression]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,058Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [lang-mustache]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,059Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [lang-painless]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,059Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [mapper-extras]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,059Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [parent-join]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,059Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [percolator]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,060Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [rank-eval]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,060Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [reindex]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,060Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [repository-url]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,060Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [search-business-rules]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,061Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [spatial]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,061Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [transport-netty4]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,061Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [vectors]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,061Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [x-pack-analytics]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,062Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [x-pack-ccr]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,062Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [x-pack-core]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,062Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [x-pack-deprecation]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,062Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [x-pack-graph]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,062Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [x-pack-ilm]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,063Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [x-pack-logstash]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,063Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [x-pack-ml]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,063Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [x-pack-monitoring]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,063Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [x-pack-rollup]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,064Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [x-pack-security]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,064Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [x-pack-sql]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,064Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [x-pack-voting-only-node]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,064Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "loaded module [x-pack-watcher]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:19,065Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "no plugins loaded" }
- {"type": "server", "timestamp": "2019-10-16T10:27:23,673Z", "level": "INFO", "component": "o.e.x.m.p.l.CppLogMessageHandler", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "[controller/86] [Main.cc@110] controller (64 bit): Version 7.4.0 (Build 11d694e7bae395) Copyright (c) 2019 Elasticsearch BV" }
- {"type": "server", "timestamp": "2019-10-16T10:27:24,780Z", "level": "INFO", "component": "o.e.d.DiscoveryModule", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "using discovery type [zen] and seed hosts providers [settings]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:25,763Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "initialized" }
- {"type": "server", "timestamp": "2019-10-16T10:27:25,764Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "starting ..." }
- {"type": "server", "timestamp": "2019-10-16T10:27:25,922Z", "level": "INFO", "component": "o.e.t.TransportService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "publish_address {10.253.156.42:9300}, bound_addresses {0.0.0.0:9300}" }
- {"type": "server", "timestamp": "2019-10-16T10:27:25,934Z", "level": "INFO", "component": "o.e.b.BootstrapChecks", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "bound or publishing to a non-loopback address, enforcing bootstrap checks" }
- {"type": "server", "timestamp": "2019-10-16T10:27:26,138Z", "level": "INFO", "component": "o.e.c.c.Coordinator", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "setting initial configuration to VotingConfiguration{{bootstrap-placeholder}-d2c-es-cluster-nonprod-development-master-0,xe4u3BBWQ6aXDUXwksqNzg,SzHXpWGaTdCbGcT4R-8jVg}" }
- {"type": "server", "timestamp": "2019-10-16T10:27:26,335Z", "level": "INFO", "component": "o.e.c.s.MasterService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "elected-as-master ([2] nodes joined)[{d2c-es-cluster-nonprod-development-master-1}{SzHXpWGaTdCbGcT4R-8jVg}{rbjvlsaTQV-Lb_P_NgdONg}{10.253.156.126}{10.253.156.126:9300}{dilm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true} elect leader, {d2c-es-cluster-nonprod-development-master-2}{xe4u3BBWQ6aXDUXwksqNzg}{I-jQhqecTT-ekXIjZytOOg}{10.253.156.42}{10.253.156.42:9300}{dilm}{ml.machine_memory=5368709120, xpack.installed=true, ml.max_open_jobs=20} elect leader, _BECOME_MASTER_TASK_, _FINISH_ELECTION_], term: 1, version: 1, reason: master node changed {previous [], current [{d2c-es-cluster-nonprod-development-master-2}{xe4u3BBWQ6aXDUXwksqNzg}{I-jQhqecTT-ekXIjZytOOg}{10.253.156.42}{10.253.156.42:9300}{dilm}{ml.machine_memory=5368709120, xpack.installed=true, ml.max_open_jobs=20}]}, added {{d2c-es-cluster-nonprod-development-master-1}{SzHXpWGaTdCbGcT4R-8jVg}{rbjvlsaTQV-Lb_P_NgdONg}{10.253.156.126}{10.253.156.126:9300}{dilm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true},}" }
- {"type": "server", "timestamp": "2019-10-16T10:27:26,434Z", "level": "INFO", "component": "o.e.c.c.CoordinationState", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "cluster UUID set to [tckw_lvBS7W4uynZeODAkw]" }
- {"type": "server", "timestamp": "2019-10-16T10:27:26,539Z", "level": "INFO", "component": "o.e.c.s.ClusterApplierService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "master node changed {previous [], current [{d2c-es-cluster-nonprod-development-master-2}{xe4u3BBWQ6aXDUXwksqNzg}{I-jQhqecTT-ekXIjZytOOg}{10.253.156.42}{10.253.156.42:9300}{dilm}{ml.machine_memory=5368709120, xpack.installed=true, ml.max_open_jobs=20}]}, added {{d2c-es-cluster-nonprod-development-master-1}{SzHXpWGaTdCbGcT4R-8jVg}{rbjvlsaTQV-Lb_P_NgdONg}{10.253.156.126}{10.253.156.126:9300}{dilm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true},}, term: 1, version: 1, reason: Publication{term=1, version=1}" }
- {"type": "server", "timestamp": "2019-10-16T10:27:26,655Z", "level": "INFO", "component": "o.e.h.AbstractHttpServerTransport", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "publish_address {10.253.156.42:9200}, bound_addresses {0.0.0.0:9200}", "cluster.uuid": "tckw_lvBS7W4uynZeODAkw", "node.id": "xe4u3BBWQ6aXDUXwksqNzg" }
- {"type": "server", "timestamp": "2019-10-16T10:27:26,655Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "started", "cluster.uuid": "tckw_lvBS7W4uynZeODAkw", "node.id": "xe4u3BBWQ6aXDUXwksqNzg" }
- {"type": "server", "timestamp": "2019-10-16T10:27:26,851Z", "level": "INFO", "component": "o.e.g.GatewayService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "recovered [0] indices into cluster_state", "cluster.uuid": "tckw_lvBS7W4uynZeODAkw", "node.id": "xe4u3BBWQ6aXDUXwksqNzg" }
- {"type": "server", "timestamp": "2019-10-16T10:27:26,990Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "adding template [.watch-history-10] for index patterns [.watcher-history-10*]", "cluster.uuid": "tckw_lvBS7W4uynZeODAkw", "node.id": "xe4u3BBWQ6aXDUXwksqNzg" }
- {"type": "server", "timestamp": "2019-10-16T10:27:27,119Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "adding template [.triggered_watches] for index patterns [.triggered_watches*]", "cluster.uuid": "tckw_lvBS7W4uynZeODAkw", "node.id": "xe4u3BBWQ6aXDUXwksqNzg" }
- {"type": "server", "timestamp": "2019-10-16T10:27:27,217Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "adding template [.watches] for index patterns [.watches*]", "cluster.uuid": "tckw_lvBS7W4uynZeODAkw", "node.id": "xe4u3BBWQ6aXDUXwksqNzg" }
- {"type": "server", "timestamp": "2019-10-16T10:27:27,312Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "adding template [.slm-history] for index patterns [.slm-history-1*]", "cluster.uuid": "tckw_lvBS7W4uynZeODAkw", "node.id": "xe4u3BBWQ6aXDUXwksqNzg" }
- {"type": "server", "timestamp": "2019-10-16T10:27:27,471Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "adding template [.monitoring-logstash] for index patterns [.monitoring-logstash-7-*]", "cluster.uuid": "tckw_lvBS7W4uynZeODAkw", "node.id": "xe4u3BBWQ6aXDUXwksqNzg" }
- {"type": "server", "timestamp": "2019-10-16T10:27:27,577Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "adding template [.monitoring-es] for index patterns [.monitoring-es-7-*]", "cluster.uuid": "tckw_lvBS7W4uynZeODAkw", "node.id": "xe4u3BBWQ6aXDUXwksqNzg" }
- {"type": "server", "timestamp": "2019-10-16T10:27:27,679Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "adding template [.monitoring-beats] for index patterns [.monitoring-beats-7-*]", "cluster.uuid": "tckw_lvBS7W4uynZeODAkw", "node.id": "xe4u3BBWQ6aXDUXwksqNzg" }
- {"type": "server", "timestamp": "2019-10-16T10:27:27,831Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "adding template [.monitoring-alerts-7] for index patterns [.monitoring-alerts-7]", "cluster.uuid": "tckw_lvBS7W4uynZeODAkw", "node.id": "xe4u3BBWQ6aXDUXwksqNzg" }
- {"type": "server", "timestamp": "2019-10-16T10:27:27,928Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "adding template [.monitoring-kibana] for index patterns [.monitoring-kibana-7-*]", "cluster.uuid": "tckw_lvBS7W4uynZeODAkw", "node.id": "xe4u3BBWQ6aXDUXwksqNzg" }
- {"type": "server", "timestamp": "2019-10-16T10:27:28,064Z", "level": "INFO", "component": "o.e.x.i.a.TransportPutLifecycleAction", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "adding index lifecycle policy [watch-history-ilm-policy]", "cluster.uuid": "tckw_lvBS7W4uynZeODAkw", "node.id": "xe4u3BBWQ6aXDUXwksqNzg" }
- {"type": "server", "timestamp": "2019-10-16T10:27:28,222Z", "level": "INFO", "component": "o.e.x.i.a.TransportPutLifecycleAction", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "adding index lifecycle policy [slm-history-ilm-policy]", "cluster.uuid": "tckw_lvBS7W4uynZeODAkw", "node.id": "xe4u3BBWQ6aXDUXwksqNzg" }
- {"type": "server", "timestamp": "2019-10-16T10:27:28,920Z", "level": "INFO", "component": "o.e.l.LicenseService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "license [dd5de6cf-dfd3-4a87-9a65-81ad9501be9d] mode [basic] - valid", "cluster.uuid": "tckw_lvBS7W4uynZeODAkw", "node.id": "xe4u3BBWQ6aXDUXwksqNzg" }
- {"type": "server", "timestamp": "2019-10-16T10:27:43,302Z", "level": "INFO", "component": "o.e.c.s.MasterService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "node-join[{d2c-es-cluster-nonprod-development-master-0}{ghCS57fITWyVAvzEUYYCLQ}{_QIra1z6TPiPt1gzA3zb_w}{10.253.157.3}{10.253.157.3:9300}{dilm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true} join existing leader], term: 1, version: 17, reason: added {{d2c-es-cluster-nonprod-development-master-0}{ghCS57fITWyVAvzEUYYCLQ}{_QIra1z6TPiPt1gzA3zb_w}{10.253.157.3}{10.253.157.3:9300}{dilm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true},}", "cluster.uuid": "tckw_lvBS7W4uynZeODAkw", "node.id": "xe4u3BBWQ6aXDUXwksqNzg" }
- {"type": "server", "timestamp": "2019-10-16T10:27:43,732Z", "level": "INFO", "component": "o.e.c.s.ClusterApplierService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "added {{d2c-es-cluster-nonprod-development-master-0}{ghCS57fITWyVAvzEUYYCLQ}{_QIra1z6TPiPt1gzA3zb_w}{10.253.157.3}{10.253.157.3:9300}{dilm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true},}, term: 1, version: 17, reason: Publication{term=1, version=17}", "cluster.uuid": "tckw_lvBS7W4uynZeODAkw", "node.id": "xe4u3BBWQ6aXDUXwksqNzg" }
- {"type": "server", "timestamp": "2019-10-16T12:39:31,202Z", "level": "INFO", "component": "o.e.c.c.C.CoordinatorPublication", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "after [10s] publication of cluster state version [19] is still waiting for {d2c-es-cluster-nonprod-development-master-2}{xe4u3BBWQ6aXDUXwksqNzg}{I-jQhqecTT-ekXIjZytOOg}{10.253.156.42}{10.253.156.42:9300}{dilm}{ml.machine_memory=5368709120, xpack.installed=true, ml.max_open_jobs=20} [WAITING_FOR_QUORUM], {d2c-es-cluster-nonprod-development-master-1}{SzHXpWGaTdCbGcT4R-8jVg}{rbjvlsaTQV-Lb_P_NgdONg}{10.253.156.126}{10.253.156.126:9300}{dilm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true} [SENT_PUBLISH_REQUEST], {d2c-es-cluster-nonprod-development-master-0}{ghCS57fITWyVAvzEUYYCLQ}{_QIra1z6TPiPt1gzA3zb_w}{10.253.157.3}{10.253.157.3:9300}{dilm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true} [SENT_PUBLISH_REQUEST]", "cluster.uuid": "tckw_lvBS7W4uynZeODAkw", "node.id": "xe4u3BBWQ6aXDUXwksqNzg" }
- {"type": "server", "timestamp": "2019-10-16T12:39:40,417Z", "level": "INFO", "component": "o.e.c.s.ClusterApplierService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "master node changed {previous [{d2c-es-cluster-nonprod-development-master-2}{xe4u3BBWQ6aXDUXwksqNzg}{I-jQhqecTT-ekXIjZytOOg}{10.253.156.42}{10.253.156.42:9300}{dilm}{ml.machine_memory=5368709120, xpack.installed=true, ml.max_open_jobs=20}], current []}, term: 1, version: 18, reason: becoming candidate: joinLeaderInTerm", "cluster.uuid": "tckw_lvBS7W4uynZeODAkw", "node.id": "xe4u3BBWQ6aXDUXwksqNzg" }
- {"type": "server", "timestamp": "2019-10-16T12:39:40,418Z", "level": "WARN", "component": "o.e.c.s.MasterService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "failing [node-join[{d2c-es-cluster-nonprod-development-master-1}{SzHXpWGaTdCbGcT4R-8jVg}{rbjvlsaTQV-Lb_P_NgdONg}{10.253.156.126}{10.253.156.126:9300}{dilm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true} join existing leader]]: failed to commit cluster state version [19]", "cluster.uuid": "tckw_lvBS7W4uynZeODAkw", "node.id": "xe4u3BBWQ6aXDUXwksqNzg" ,
- "stacktrace": ["org.elasticsearch.cluster.coordination.FailedToCommitClusterStateException: publication failed",
- "at org.elasticsearch.cluster.coordination.Coordinator$CoordinatorPublication$4.onFailure(Coordinator.java:1429) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionRunnable.onFailure(ActionRunnable.java:60) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:39) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:93) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:55) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.Coordinator$CoordinatorPublication.onCompletion(Coordinator.java:1349) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.Publication.onPossibleCompletion(Publication.java:125) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.Publication.cancel(Publication.java:89) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.Coordinator.cancelActivePublication(Coordinator.java:1126) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.Coordinator.becomeCandidate(Coordinator.java:541) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.Coordinator.joinLeaderInTerm(Coordinator.java:456) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.JoinHelper.lambda$new$2(JoinHelper.java:136) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:773) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]",
- "Caused by: org.elasticsearch.ElasticsearchException: publication cancelled before committing: become candidate: joinLeaderInTerm",
- "at org.elasticsearch.cluster.coordination.Publication.cancel(Publication.java:86) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "... 11 more"] }
- {"type": "server", "timestamp": "2019-10-16T12:39:40,458Z", "level": "INFO", "component": "o.e.c.s.MasterService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "elected-as-master ([2] nodes joined)[{d2c-es-cluster-nonprod-development-master-2}{xe4u3BBWQ6aXDUXwksqNzg}{I-jQhqecTT-ekXIjZytOOg}{10.253.156.42}{10.253.156.42:9300}{dilm}{ml.machine_memory=5368709120, xpack.installed=true, ml.max_open_jobs=20} elect leader, {d2c-es-cluster-nonprod-development-master-0}{ghCS57fITWyVAvzEUYYCLQ}{_QIra1z6TPiPt1gzA3zb_w}{10.253.157.3}{10.253.157.3:9300}{dilm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true} elect leader, _BECOME_MASTER_TASK_, _FINISH_ELECTION_], term: 3, version: 20, reason: master node changed {previous [], current [{d2c-es-cluster-nonprod-development-master-2}{xe4u3BBWQ6aXDUXwksqNzg}{I-jQhqecTT-ekXIjZytOOg}{10.253.156.42}{10.253.156.42:9300}{dilm}{ml.machine_memory=5368709120, xpack.installed=true, ml.max_open_jobs=20}]}", "cluster.uuid": "tckw_lvBS7W4uynZeODAkw", "node.id": "xe4u3BBWQ6aXDUXwksqNzg" }
- {"type": "server", "timestamp": "2019-10-16T12:39:40,467Z", "level": "INFO", "component": "o.e.c.c.JoinHelper", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "failed to join {d2c-es-cluster-nonprod-development-master-0}{ghCS57fITWyVAvzEUYYCLQ}{_QIra1z6TPiPt1gzA3zb_w}{10.253.157.3}{10.253.157.3:9300}{dilm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true} with JoinRequest{sourceNode={d2c-es-cluster-nonprod-development-master-2}{xe4u3BBWQ6aXDUXwksqNzg}{I-jQhqecTT-ekXIjZytOOg}{10.253.156.42}{10.253.156.42:9300}{dilm}{ml.machine_memory=5368709120, xpack.installed=true, ml.max_open_jobs=20}, optionalJoin=Optional[Join{term=2, lastAcceptedTerm=1, lastAcceptedVersion=19, sourceNode={d2c-es-cluster-nonprod-development-master-2}{xe4u3BBWQ6aXDUXwksqNzg}{I-jQhqecTT-ekXIjZytOOg}{10.253.156.42}{10.253.156.42:9300}{dilm}{ml.machine_memory=5368709120, xpack.installed=true, ml.max_open_jobs=20}, targetNode={d2c-es-cluster-nonprod-development-master-0}{ghCS57fITWyVAvzEUYYCLQ}{_QIra1z6TPiPt1gzA3zb_w}{10.253.157.3}{10.253.157.3:9300}{dilm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true}}]}", "cluster.uuid": "tckw_lvBS7W4uynZeODAkw", "node.id": "xe4u3BBWQ6aXDUXwksqNzg" ,
- "stacktrace": ["org.elasticsearch.transport.RemoteTransportException: [d2c-es-cluster-nonprod-development-master-0][10.253.157.3:9300][internal:cluster/coordination/join]",
- "Caused by: org.elasticsearch.cluster.NotMasterException: Node [{d2c-es-cluster-nonprod-development-master-0}{ghCS57fITWyVAvzEUYYCLQ}{_QIra1z6TPiPt1gzA3zb_w}{10.253.157.3}{10.253.157.3:9300}{dilm}{ml.machine_memory=5368709120, xpack.installed=true, ml.max_open_jobs=20}] not master for join request"] }
- {"type": "server", "timestamp": "2019-10-16T12:39:50,460Z", "level": "INFO", "component": "o.e.c.c.C.CoordinatorPublication", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "after [10s] publication of cluster state version [20] is still waiting for {d2c-es-cluster-nonprod-development-master-2}{xe4u3BBWQ6aXDUXwksqNzg}{I-jQhqecTT-ekXIjZytOOg}{10.253.156.42}{10.253.156.42:9300}{dilm}{ml.machine_memory=5368709120, xpack.installed=true, ml.max_open_jobs=20} [WAITING_FOR_QUORUM], {d2c-es-cluster-nonprod-development-master-1}{SzHXpWGaTdCbGcT4R-8jVg}{rbjvlsaTQV-Lb_P_NgdONg}{10.253.156.126}{10.253.156.126:9300}{dilm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true} [SENT_PUBLISH_REQUEST], {d2c-es-cluster-nonprod-development-master-0}{ghCS57fITWyVAvzEUYYCLQ}{_QIra1z6TPiPt1gzA3zb_w}{10.253.157.3}{10.253.157.3:9300}{dilm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true} [SENT_PUBLISH_REQUEST]", "cluster.uuid": "tckw_lvBS7W4uynZeODAkw", "node.id": "xe4u3BBWQ6aXDUXwksqNzg" }
- {"type": "server", "timestamp": "2019-10-16T12:40:01,940Z", "level": "WARN", "component": "o.e.c.s.MasterService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "failing [elected-as-master ([2] nodes joined)[{d2c-es-cluster-nonprod-development-master-2}{xe4u3BBWQ6aXDUXwksqNzg}{I-jQhqecTT-ekXIjZytOOg}{10.253.156.42}{10.253.156.42:9300}{dilm}{ml.machine_memory=5368709120, xpack.installed=true, ml.max_open_jobs=20} elect leader, {d2c-es-cluster-nonprod-development-master-0}{ghCS57fITWyVAvzEUYYCLQ}{_QIra1z6TPiPt1gzA3zb_w}{10.253.157.3}{10.253.157.3:9300}{dilm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true} elect leader, _BECOME_MASTER_TASK_, _FINISH_ELECTION_]]: failed to commit cluster state version [20]", "cluster.uuid": "tckw_lvBS7W4uynZeODAkw", "node.id": "xe4u3BBWQ6aXDUXwksqNzg" ,
- "stacktrace": ["org.elasticsearch.cluster.coordination.FailedToCommitClusterStateException: publication failed",
- "at org.elasticsearch.cluster.coordination.Coordinator$CoordinatorPublication$4.onFailure(Coordinator.java:1429) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionRunnable.onFailure(ActionRunnable.java:60) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:39) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:93) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:55) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.Coordinator$CoordinatorPublication.onCompletion(Coordinator.java:1349) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.Publication.onPossibleCompletion(Publication.java:125) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.Publication.onPossibleCommitFailure(Publication.java:173) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.Publication.access$500(Publication.java:42) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.Publication$PublicationTarget$PublishResponseHandler.onFailure(Publication.java:369) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.Coordinator$5.onFailure(Coordinator.java:1117) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.PublicationTransportHandler.lambda$sendClusterStateToNode$6(PublicationTransportHandler.java:271) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.PublicationTransportHandler$3.handleException(PublicationTransportHandler.java:289) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.transport.TransportService$ContextRestoreResponseHandler.handleException(TransportService.java:1120) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.transport.TransportService$8.run(TransportService.java:982) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]",
- "Caused by: org.elasticsearch.cluster.coordination.FailedToCommitClusterStateException: non-failed nodes do not form a quorum",
- "at org.elasticsearch.cluster.coordination.Publication.onPossibleCommitFailure(Publication.java:171) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "... 11 more"] }
- {"type": "server", "timestamp": "2019-10-16T12:40:01,943Z", "level": "INFO", "component": "o.e.c.c.JoinHelper", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "failed to join {d2c-es-cluster-nonprod-development-master-2}{xe4u3BBWQ6aXDUXwksqNzg}{I-jQhqecTT-ekXIjZytOOg}{10.253.156.42}{10.253.156.42:9300}{dilm}{ml.machine_memory=5368709120, xpack.installed=true, ml.max_open_jobs=20} with JoinRequest{sourceNode={d2c-es-cluster-nonprod-development-master-2}{xe4u3BBWQ6aXDUXwksqNzg}{I-jQhqecTT-ekXIjZytOOg}{10.253.156.42}{10.253.156.42:9300}{dilm}{ml.machine_memory=5368709120, xpack.installed=true, ml.max_open_jobs=20}, optionalJoin=Optional[Join{term=3, lastAcceptedTerm=1, lastAcceptedVersion=19, sourceNode={d2c-es-cluster-nonprod-development-master-2}{xe4u3BBWQ6aXDUXwksqNzg}{I-jQhqecTT-ekXIjZytOOg}{10.253.156.42}{10.253.156.42:9300}{dilm}{ml.machine_memory=5368709120, xpack.installed=true, ml.max_open_jobs=20}, targetNode={d2c-es-cluster-nonprod-development-master-2}{xe4u3BBWQ6aXDUXwksqNzg}{I-jQhqecTT-ekXIjZytOOg}{10.253.156.42}{10.253.156.42:9300}{dilm}{ml.machine_memory=5368709120, xpack.installed=true, ml.max_open_jobs=20}}]}", "cluster.uuid": "tckw_lvBS7W4uynZeODAkw", "node.id": "xe4u3BBWQ6aXDUXwksqNzg" ,
- "stacktrace": ["org.elasticsearch.transport.RemoteTransportException: [d2c-es-cluster-nonprod-development-master-2][10.253.156.42:9300][internal:cluster/coordination/join]",
- "Caused by: org.elasticsearch.cluster.coordination.FailedToCommitClusterStateException: publication failed",
- "at org.elasticsearch.cluster.coordination.Coordinator$CoordinatorPublication$4.onFailure(Coordinator.java:1429) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionRunnable.onFailure(ActionRunnable.java:60) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:39) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:93) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:55) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.Coordinator$CoordinatorPublication.onCompletion(Coordinator.java:1349) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.Publication.onPossibleCompletion(Publication.java:125) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.Publication.onPossibleCommitFailure(Publication.java:173) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.Publication.access$500(Publication.java:42) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.Publication$PublicationTarget$PublishResponseHandler.onFailure(Publication.java:369) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.Coordinator$5.onFailure(Coordinator.java:1117) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.PublicationTransportHandler.lambda$sendClusterStateToNode$6(PublicationTransportHandler.java:271) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.PublicationTransportHandler$3.handleException(PublicationTransportHandler.java:289) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.transport.TransportService$ContextRestoreResponseHandler.handleException(TransportService.java:1120) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.transport.TransportService$8.run(TransportService.java:982) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]",
- "Caused by: org.elasticsearch.cluster.coordination.FailedToCommitClusterStateException: non-failed nodes do not form a quorum",
- "at org.elasticsearch.cluster.coordination.Publication.onPossibleCommitFailure(Publication.java:171) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.Publication.access$500(Publication.java:42) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.Publication$PublicationTarget$PublishResponseHandler.onFailure(Publication.java:369) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.Coordinator$5.onFailure(Coordinator.java:1117) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.PublicationTransportHandler.lambda$sendClusterStateToNode$6(PublicationTransportHandler.java:271) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.PublicationTransportHandler$3.handleException(PublicationTransportHandler.java:289) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.transport.TransportService$ContextRestoreResponseHandler.handleException(TransportService.java:1120) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.transport.TransportService$8.run(TransportService.java:982) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?]",
- "at java.lang.Thread.run(Thread.java:830) ~[?:?]"] }
- {"type": "server", "timestamp": "2019-10-16T12:40:02,073Z", "level": "INFO", "component": "o.e.c.s.MasterService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "elected-as-master ([2] nodes joined)[{d2c-es-cluster-nonprod-development-master-1}{SzHXpWGaTdCbGcT4R-8jVg}{rbjvlsaTQV-Lb_P_NgdONg}{10.253.156.126}{10.253.156.126:9300}{dilm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true} elect leader, {d2c-es-cluster-nonprod-development-master-2}{xe4u3BBWQ6aXDUXwksqNzg}{I-jQhqecTT-ekXIjZytOOg}{10.253.156.42}{10.253.156.42:9300}{dilm}{ml.machine_memory=5368709120, xpack.installed=true, ml.max_open_jobs=20} elect leader, _BECOME_MASTER_TASK_, _FINISH_ELECTION_], term: 4, version: 21, reason: master node changed {previous [], current [{d2c-es-cluster-nonprod-development-master-2}{xe4u3BBWQ6aXDUXwksqNzg}{I-jQhqecTT-ekXIjZytOOg}{10.253.156.42}{10.253.156.42:9300}{dilm}{ml.machine_memory=5368709120, xpack.installed=true, ml.max_open_jobs=20}]}", "cluster.uuid": "tckw_lvBS7W4uynZeODAkw", "node.id": "xe4u3BBWQ6aXDUXwksqNzg" }
- {"type": "server", "timestamp": "2019-10-16T12:40:02,191Z", "level": "INFO", "component": "o.e.c.s.ClusterApplierService", "cluster.name": "d2c-es-cluster-nonprod-development", "node.name": "d2c-es-cluster-nonprod-development-master-2", "message": "master node changed {previous [], current [{d2c-es-cluster-nonprod-development-master-2}{xe4u3BBWQ6aXDUXwksqNzg}{I-jQhqecTT-ekXIjZytOOg}{10.253.156.42}{10.253.156.42:9300}{dilm}{ml.machine_memory=5368709120, xpack.installed=true, ml.max_open_jobs=20}]}, term: 4, version: 21, reason: Publication{term=4, version=21}", "cluster.uuid": "tckw_lvBS7W4uynZeODAkw", "node.id": "xe4u3BBWQ6aXDUXwksqNzg" }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement