Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- Created elasticsearch keystore in /usr/share/elasticsearch/config
- OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
- {"type": "server", "timestamp": "2019-10-16T19:26:35,317Z", "level": "INFO", "component": "o.e.e.NodeEnvironment", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "using [1] data paths, mounts [[/usr/share/elasticsearch/data (/dev/sdd)]], net usable_space [125.7gb], net total_space [125.8gb], types [ext4]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:35,321Z", "level": "INFO", "component": "o.e.e.NodeEnvironment", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "heap size [9.9gb], compressed ordinary object pointers [true]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:35,323Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "node name [d2c-es-cluster-prod-master-1], node ID [ZNJT576sQ5WcGAE8xa78Yw], cluster name [d2c-es-cluster-prod]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:35,324Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "version[7.4.0], pid[1], build[default/docker/22e1767283e61a198cb4db791ea66e3f11ab9910/2019-09-27T08:36:48.569419Z], OS[Linux/4.15.0-1059-azure/amd64], JVM[AdoptOpenJDK/OpenJDK 64-Bit Server VM/13/13+33]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:35,324Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "JVM home [/usr/share/elasticsearch/jdk]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:35,325Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "JVM arguments [-Xms1g, -Xmx1g, -XX:+UseConcMarkSweepGC, -XX:CMSInitiatingOccupancyFraction=75, -XX:+UseCMSInitiatingOccupancyOnly, -Des.networkaddress.cache.ttl=60, -Des.networkaddress.cache.negative.ttl=10, -XX:+AlwaysPreTouch, -Xss1m, -Djava.awt.headless=true, -Dfile.encoding=UTF-8, -Djna.nosys=true, -XX:-OmitStackTraceInFastThrow, -Dio.netty.noUnsafe=true, -Dio.netty.noKeySetOptimization=true, -Dio.netty.recycler.maxCapacityPerThread=0, -Dio.netty.allocator.numDirectArenas=0, -Dlog4j.shutdownHookEnabled=false, -Dlog4j2.disable.jmx=true, -Djava.io.tmpdir=/tmp/elasticsearch-6351044625739603163, -XX:+HeapDumpOnOutOfMemoryError, -XX:HeapDumpPath=data, -XX:ErrorFile=logs/hs_err_pid%p.log, -Xlog:gc*,gc+age=trace,safepoint:file=logs/gc.log:utctime,pid,tags:filecount=32,filesize=64m, -Djava.locale.providers=COMPAT, -Des.cgroups.hierarchy.override=/, -Xmx10g, -Xms10g, -Dio.netty.allocator.type=pooled, -XX:MaxDirectMemorySize=5368709120, -Des.path.home=/usr/share/elasticsearch, -Des.path.conf=/usr/share/elasticsearch/config, -Des.distribution.flavor=default, -Des.distribution.type=docker, -Des.bundled_jdk=true]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,343Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [aggs-matrix-stats]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,344Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [analysis-common]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,344Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [data-frame]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,344Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [flattened]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,344Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [frozen-indices]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,345Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [ingest-common]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,345Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [ingest-geoip]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,345Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [ingest-user-agent]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,345Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [lang-expression]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,346Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [lang-mustache]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,346Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [lang-painless]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,346Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [mapper-extras]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,346Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [parent-join]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,347Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [percolator]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,347Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [rank-eval]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,347Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [reindex]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,347Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [repository-url]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,348Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [search-business-rules]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,348Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [spatial]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,348Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [transport-netty4]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,349Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [vectors]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,349Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [x-pack-analytics]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,349Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [x-pack-ccr]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,349Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [x-pack-core]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,350Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [x-pack-deprecation]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,350Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [x-pack-graph]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,350Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [x-pack-ilm]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,350Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [x-pack-logstash]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,351Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [x-pack-ml]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,351Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [x-pack-monitoring]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,351Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [x-pack-rollup]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,351Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [x-pack-security]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,352Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [x-pack-sql]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,352Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [x-pack-voting-only-node]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,352Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [x-pack-watcher]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:39,353Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no plugins loaded" }
- {"type": "server", "timestamp": "2019-10-16T19:26:44,154Z", "level": "INFO", "component": "o.e.x.s.a.s.FileRolesStore", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "parsed [0] roles from file [/usr/share/elasticsearch/config/roles.yml]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:44,911Z", "level": "INFO", "component": "o.e.x.m.p.l.CppLogMessageHandler", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[controller/213] [Main.cc@110] controller (64 bit): Version 7.4.0 (Build 11d694e7bae395) Copyright (c) 2019 Elasticsearch BV" }
- {"type": "server", "timestamp": "2019-10-16T19:26:45,755Z", "level": "DEBUG", "component": "o.e.a.ActionModule", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "Using REST wrapper from plugin org.elasticsearch.xpack.security.Security" }
- {"type": "server", "timestamp": "2019-10-16T19:26:46,288Z", "level": "INFO", "component": "o.e.d.DiscoveryModule", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "using discovery type [zen] and seed hosts providers [settings]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:47,415Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "initialized" }
- {"type": "server", "timestamp": "2019-10-16T19:26:47,416Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "starting ..." }
- {"type": "server", "timestamp": "2019-10-16T19:26:47,623Z", "level": "INFO", "component": "o.e.t.TransportService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "publish_address {10.253.142.161:9300}, bound_addresses {0.0.0.0:9300}" }
- {"type": "server", "timestamp": "2019-10-16T19:26:47,633Z", "level": "INFO", "component": "o.e.b.BootstrapChecks", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "bound or publishing to a non-loopback address, enforcing bootstrap checks" }
- {"type": "server", "timestamp": "2019-10-16T19:26:48,823Z", "level": "INFO", "component": "o.e.c.c.Coordinator", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "setting initial configuration to VotingConfiguration{toxb8i8QTQqxV85UGFwAOA,ZNJT576sQ5WcGAE8xa78Yw,{bootstrap-placeholder}-d2c-es-cluster-prod-master-2}" }
- {"type": "server", "timestamp": "2019-10-16T19:26:49,187Z", "level": "INFO", "component": "o.e.c.s.MasterService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "elected-as-master ([2] nodes joined)[{d2c-es-cluster-prod-master-0}{toxb8i8QTQqxV85UGFwAOA}{3eN9f7vVQnq4uirgonH3cQ}{10.253.142.32}{10.253.142.32:9300}{dilm}{ml.machine_memory=21474836480, ml.max_open_jobs=20, xpack.installed=true} elect leader, {d2c-es-cluster-prod-master-1}{ZNJT576sQ5WcGAE8xa78Yw}{HBF9jRqiQxOLEmwLn7DlBw}{10.253.142.161}{10.253.142.161:9300}{dilm}{ml.machine_memory=21474836480, xpack.installed=true, ml.max_open_jobs=20} elect leader, _BECOME_MASTER_TASK_, _FINISH_ELECTION_], term: 1, version: 1, reason: master node changed {previous [], current [{d2c-es-cluster-prod-master-1}{ZNJT576sQ5WcGAE8xa78Yw}{HBF9jRqiQxOLEmwLn7DlBw}{10.253.142.161}{10.253.142.161:9300}{dilm}{ml.machine_memory=21474836480, xpack.installed=true, ml.max_open_jobs=20}]}, added {{d2c-es-cluster-prod-master-0}{toxb8i8QTQqxV85UGFwAOA}{3eN9f7vVQnq4uirgonH3cQ}{10.253.142.32}{10.253.142.32:9300}{dilm}{ml.machine_memory=21474836480, ml.max_open_jobs=20, xpack.installed=true},}" }
- {"type": "server", "timestamp": "2019-10-16T19:26:49,363Z", "level": "INFO", "component": "o.e.c.c.CoordinationState", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "cluster UUID set to [5xgGnZjvRgGAvMAeqwI-WQ]" }
- {"type": "server", "timestamp": "2019-10-16T19:26:49,442Z", "level": "INFO", "component": "o.e.c.s.ClusterApplierService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master node changed {previous [], current [{d2c-es-cluster-prod-master-1}{ZNJT576sQ5WcGAE8xa78Yw}{HBF9jRqiQxOLEmwLn7DlBw}{10.253.142.161}{10.253.142.161:9300}{dilm}{ml.machine_memory=21474836480, xpack.installed=true, ml.max_open_jobs=20}]}, added {{d2c-es-cluster-prod-master-0}{toxb8i8QTQqxV85UGFwAOA}{3eN9f7vVQnq4uirgonH3cQ}{10.253.142.32}{10.253.142.32:9300}{dilm}{ml.machine_memory=21474836480, ml.max_open_jobs=20, xpack.installed=true},}, term: 1, version: 1, reason: Publication{term=1, version=1}" }
- {"type": "server", "timestamp": "2019-10-16T19:26:49,488Z", "level": "INFO", "component": "o.e.h.AbstractHttpServerTransport", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "publish_address {10.253.142.161:9200}, bound_addresses {0.0.0.0:9200}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:26:49,489Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "started", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:26:49,727Z", "level": "INFO", "component": "o.e.g.GatewayService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "recovered [0] indices into cluster_state", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:26:50,219Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "adding template [.watch-history-10] for index patterns [.watcher-history-10*]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:26:50,308Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "adding template [.watches] for index patterns [.watches*]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:26:50,411Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "adding template [.slm-history] for index patterns [.slm-history-1*]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:26:50,490Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "adding template [.triggered_watches] for index patterns [.triggered_watches*]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:26:50,583Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "adding template [.monitoring-logstash] for index patterns [.monitoring-logstash-7-*]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:26:50,718Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "adding template [.monitoring-es] for index patterns [.monitoring-es-7-*]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:26:50,809Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "adding template [.monitoring-beats] for index patterns [.monitoring-beats-7-*]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:26:50,895Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "adding template [.monitoring-alerts-7] for index patterns [.monitoring-alerts-7]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:26:51,000Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "adding template [.monitoring-kibana] for index patterns [.monitoring-kibana-7-*]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:26:51,347Z", "level": "INFO", "component": "o.e.l.LicenseService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "license [a17e32ec-fb36-434b-908e-dda3a524f42a] mode [basic] - valid", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:26:51,348Z", "level": "INFO", "component": "o.e.x.s.s.SecurityStatusChangeListener", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "Active license is now [BASIC]; Security is enabled", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:26:51,354Z", "level": "INFO", "component": "o.e.x.i.a.TransportPutLifecycleAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "adding index lifecycle policy [watch-history-ilm-policy]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:26:51,529Z", "level": "INFO", "component": "o.e.x.i.a.TransportPutLifecycleAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "adding index lifecycle policy [slm-history-ilm-policy]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:26:53,136Z", "level": "INFO", "component": "o.e.c.s.MasterService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "node-join[{d2c-es-cluster-prod-master-2}{hGtaxylJToeRvQ6fKQmfkg}{8PIeKHJzRW-Qrxr3Aohcww}{10.253.142.77}{10.253.142.77:9300}{dilm}{ml.machine_memory=21474836480, ml.max_open_jobs=20, xpack.installed=true} join existing leader], term: 1, version: 18, reason: added {{d2c-es-cluster-prod-master-2}{hGtaxylJToeRvQ6fKQmfkg}{8PIeKHJzRW-Qrxr3Aohcww}{10.253.142.77}{10.253.142.77:9300}{dilm}{ml.machine_memory=21474836480, ml.max_open_jobs=20, xpack.installed=true},}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:26:53,791Z", "level": "INFO", "component": "o.e.c.s.ClusterApplierService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "added {{d2c-es-cluster-prod-master-2}{hGtaxylJToeRvQ6fKQmfkg}{8PIeKHJzRW-Qrxr3Aohcww}{10.253.142.77}{10.253.142.77:9300}{dilm}{ml.machine_memory=21474836480, ml.max_open_jobs=20, xpack.installed=true},}, term: 1, version: 18, reason: Publication{term=1, version=18}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:28:52,256Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "adding template [materials] for index patterns [d2c_materials*]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:29:02,202Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "adding template [consumers] for index patterns [d2c_consumers*]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:32:55,764Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "adding template [.management-beats] for index patterns [.management-beats]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:32:55,850Z", "level": "INFO", "component": "o.e.c.m.MetaDataCreateIndexService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[.apm-agent-configuration] creating index, cause [api], templates [], shards [1]/[1], mappings [_doc]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:32:57,230Z", "level": "INFO", "component": "o.e.c.r.a.AllocationService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "Cluster health status changed from [YELLOW] to [GREEN] (reason: [shards started [[.apm-agent-configuration][0]]]).", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:33:01,199Z", "level": "INFO", "component": "o.e.c.m.MetaDataCreateIndexService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[.kibana_1] creating index, cause [api], templates [], shards [1]/[1], mappings [_doc]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:33:01,458Z", "level": "INFO", "component": "o.e.c.m.MetaDataCreateIndexService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[.kibana_task_manager_1] creating index, cause [api], templates [], shards [1]/[1], mappings [_doc]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:33:01,566Z", "level": "INFO", "component": "o.e.c.m.MetaDataCreateIndexService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[.security-7] creating index, cause [api], templates [], shards [1]/[0], mappings [_doc]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:33:01,567Z", "level": "INFO", "component": "o.e.c.r.a.AllocationService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "updating number_of_replicas to [1] for indices [.security-7]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:33:02,531Z", "level": "INFO", "component": "o.e.c.m.MetaDataMappingService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[.kibana_task_manager_1/YRKXCKjnTx2jEY0pqvZb1g] update_mapping [_doc]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:33:02,554Z", "level": "INFO", "component": "o.e.c.m.MetaDataMappingService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[.kibana_1/b0oHMTGdRFaJEDvHH4xivw] update_mapping [_doc]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:33:03,022Z", "level": "INFO", "component": "o.e.c.r.a.AllocationService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "Cluster health status changed from [YELLOW] to [GREEN] (reason: [shards started [[.security-7][0]]]).", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:33:04,232Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][376] overhead, spent [317ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:33:05,233Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][377] overhead, spent [417ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "deprecation", "timestamp": "2019-10-16T19:34:27,855Z", "level": "WARN", "component": "o.e.d.a.b.BulkRequestParser", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[types removal] Specifying types in bulk requests is deprecated.", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:34:27,910Z", "level": "INFO", "component": "o.e.c.m.MetaDataCreateIndexService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[d2c_consumers_prod] creating index, cause [auto(bulk api)], templates [consumers], shards [5]/[1], mappings [_doc]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:34:28,224Z", "level": "INFO", "component": "o.e.c.m.MetaDataCreateIndexService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[d2c_transactions_prod] creating index, cause [auto(bulk api)], templates [], shards [1]/[1], mappings []", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:34:29,028Z", "level": "INFO", "component": "o.e.c.m.MetaDataMappingService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[d2c_consumers_prod/DTX2zgaYTausoer7grXhkw] update_mapping [_doc]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:34:29,045Z", "level": "INFO", "component": "o.e.c.m.MetaDataMappingService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[d2c_consumers_prod/DTX2zgaYTausoer7grXhkw] update_mapping [_doc]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:34:29,057Z", "level": "INFO", "component": "o.e.c.m.MetaDataMappingService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[d2c_transactions_prod/NFMHAWvhSRe0l6I5_R-oFQ] create_mapping [_doc]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:34:29,064Z", "level": "INFO", "component": "o.e.c.m.MetaDataMappingService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[d2c_consumers_prod/DTX2zgaYTausoer7grXhkw] update_mapping [_doc]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:34:29,951Z", "level": "INFO", "component": "o.e.c.m.MetaDataMappingService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[d2c_consumers_prod/DTX2zgaYTausoer7grXhkw] update_mapping [_doc]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:34:30,436Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][462] overhead, spent [371ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:34:32,070Z", "level": "INFO", "component": "o.e.c.r.a.AllocationService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "Cluster health status changed from [YELLOW] to [GREEN] (reason: [shards started [[d2c_consumers_prod][3]]]).", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:34:32,516Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][464] overhead, spent [330ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:34:33,602Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][465] overhead, spent [402ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:34:35,680Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][467] overhead, spent [404ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:34:36,759Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][468] overhead, spent [342ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:34:38,761Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][470] overhead, spent [429ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:34:40,762Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][472] overhead, spent [470ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:34:42,764Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][474] overhead, spent [364ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:34:43,764Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][475] overhead, spent [381ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:34:45,766Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][477] overhead, spent [453ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:34:47,830Z", "level": "WARN", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][479] overhead, spent [588ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:34:48,928Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][480] overhead, spent [434ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:34:49,929Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][481] overhead, spent [441ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:34:52,013Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][483] overhead, spent [514ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:34:53,102Z", "level": "WARN", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][484] overhead, spent [566ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:34:54,103Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][485] overhead, spent [369ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:34:55,104Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][486] overhead, spent [449ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:34:57,173Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][488] overhead, spent [459ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:34:58,251Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][489] overhead, spent [443ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:36:36,077Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][586] overhead, spent [329ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:36:37,139Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][587] overhead, spent [515ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:36:39,188Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][589] overhead, spent [325ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:36:40,189Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][590] overhead, spent [415ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:36:41,190Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][591] overhead, spent [341ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:36:43,201Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][593] overhead, spent [405ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:36:44,202Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][594] overhead, spent [429ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:36:46,204Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][596] overhead, spent [339ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:36:47,302Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][597] overhead, spent [533ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:36:48,393Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][598] overhead, spent [345ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:36:50,440Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][600] overhead, spent [343ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:36:51,441Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][601] overhead, spent [331ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:36:53,443Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][603] overhead, spent [455ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:36:54,548Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][604] overhead, spent [329ms] collecting in the last [1.1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:36:55,627Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][605] overhead, spent [509ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:36:56,638Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][606] overhead, spent [465ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:36:57,639Z", "level": "WARN", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][607] overhead, spent [575ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:36:58,702Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][608] overhead, spent [449ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:36:59,702Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][609] overhead, spent [359ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:37:00,703Z", "level": "WARN", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][610] overhead, spent [509ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:37:01,712Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][611] overhead, spent [424ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:37:03,714Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][613] overhead, spent [451ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:37:05,838Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][615] overhead, spent [327ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:37:06,937Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][616] overhead, spent [411ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:37:08,938Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][618] overhead, spent [338ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:37:10,019Z", "level": "WARN", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][619] overhead, spent [594ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:37:11,020Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][620] overhead, spent [333ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:37:12,021Z", "level": "WARN", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][621] overhead, spent [543ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:37:13,081Z", "level": "WARN", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][622] overhead, spent [563ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:37:14,083Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][623] overhead, spent [356ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:37:15,084Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][624] overhead, spent [432ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:37:16,085Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][625] overhead, spent [301ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:40:44,540Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][832] overhead, spent [297ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:40:45,540Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][833] overhead, spent [437ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:40:46,541Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][834] overhead, spent [453ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:40:47,543Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][835] overhead, spent [445ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:40:48,544Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][836] overhead, spent [289ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:40:50,545Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][838] overhead, spent [353ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:40:51,568Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][839] overhead, spent [471ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:40:52,611Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][840] overhead, spent [508ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:40:53,694Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][841] overhead, spent [485ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:40:55,695Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][843] overhead, spent [270ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:40:56,712Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][844] overhead, spent [280ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:41:00,714Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][848] overhead, spent [287ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:41:02,715Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][850] overhead, spent [282ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:41:05,717Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][853] overhead, spent [312ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:41:06,718Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][854] overhead, spent [267ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:41:07,719Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][855] overhead, spent [425ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:41:10,784Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][858] overhead, spent [308ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:41:14,825Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][862] overhead, spent [279ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:41:15,826Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][863] overhead, spent [271ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:41:18,827Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][866] overhead, spent [269ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:41:19,828Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][867] overhead, spent [286ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:41:20,911Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][868] overhead, spent [436ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:43:36,773Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1003] overhead, spent [367ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:43:37,774Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1004] overhead, spent [416ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:43:38,781Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1005] overhead, spent [438ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:43:40,782Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1007] overhead, spent [343ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:43:42,819Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1009] overhead, spent [299ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:43:43,844Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1010] overhead, spent [336ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:43:44,905Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1011] overhead, spent [494ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:43:45,906Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1012] overhead, spent [343ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:44:20,047Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1046] overhead, spent [327ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:44:21,048Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1047] overhead, spent [408ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:44:22,049Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1048] overhead, spent [405ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:44:24,095Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1050] overhead, spent [290ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:44:25,096Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1051] overhead, spent [415ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:44:26,097Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1052] overhead, spent [328ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:44:34,313Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1060] overhead, spent [324ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:44:45,448Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1071] overhead, spent [312ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:44:51,500Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1077] overhead, spent [367ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:46:56,081Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1201] overhead, spent [312ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:46:58,082Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1203] overhead, spent [383ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:47:09,159Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1214] overhead, spent [265ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:47:11,160Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1216] overhead, spent [272ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:47:20,343Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1225] overhead, spent [297ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:47:57,433Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1262] overhead, spent [275ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:47:58,434Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1263] overhead, spent [361ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:47:59,434Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1264] overhead, spent [279ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:48:00,436Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1265] overhead, spent [269ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:48:02,527Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1267] overhead, spent [308ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:48:03,528Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1268] overhead, spent [314ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:50:47,836Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1432] overhead, spent [283ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:50:48,837Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1433] overhead, spent [299ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:50:49,838Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1434] overhead, spent [352ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:50:50,839Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1435] overhead, spent [274ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:50:51,897Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1436] overhead, spent [344ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:50:52,898Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1437] overhead, spent [282ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:50:53,913Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1438] overhead, spent [345ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:50:54,970Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1439] overhead, spent [393ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:50:55,972Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1440] overhead, spent [251ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:52:40,391Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1544] overhead, spent [340ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:52:41,392Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1545] overhead, spent [285ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:52:42,407Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1546] overhead, spent [261ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:52:43,408Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1547] overhead, spent [320ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:52:45,409Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1549] overhead, spent [283ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:52:46,410Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1550] overhead, spent [338ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:55:12,937Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1696] overhead, spent [386ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:55:13,988Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1697] overhead, spent [379ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:55:14,989Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1698] overhead, spent [325ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:55:15,990Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1699] overhead, spent [333ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:55:17,991Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1701] overhead, spent [344ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:55:18,992Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1702] overhead, spent [376ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:55:36,111Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1719] overhead, spent [381ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:55:37,112Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1720] overhead, spent [252ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:55:47,117Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1730] overhead, spent [267ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:56:51,493Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1794] overhead, spent [331ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:56:52,493Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1795] overhead, spent [398ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:56:53,545Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1796] overhead, spent [349ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:56:54,546Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1797] overhead, spent [283ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:56:55,547Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1798] overhead, spent [290ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:56:56,556Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1799] overhead, spent [292ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:56:57,563Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1800] overhead, spent [345ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:56:58,564Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1801] overhead, spent [330ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:58:17,815Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1880] overhead, spent [322ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:58:18,816Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1881] overhead, spent [340ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:58:19,817Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1882] overhead, spent [319ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:58:20,818Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1883] overhead, spent [335ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:58:22,896Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1885] overhead, spent [322ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:58:34,947Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1897] overhead, spent [284ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:58:35,957Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1898] overhead, spent [328ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:58:36,986Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1899] overhead, spent [348ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:58:39,988Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1902] overhead, spent [259ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T19:58:44,990Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1907] overhead, spent [264ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:00:15,145Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1997] overhead, spent [277ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:00:17,146Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1999] overhead, spent [376ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:00:18,151Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2000] overhead, spent [372ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:00:20,152Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2002] overhead, spent [329ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:01:53,311Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2095] overhead, spent [279ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:01:54,358Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2096] overhead, spent [401ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:01:59,390Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2101] overhead, spent [271ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:02:00,391Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2102] overhead, spent [326ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:04:44,674Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2266] overhead, spent [360ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:04:45,675Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2267] overhead, spent [353ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:04:46,691Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2268] overhead, spent [363ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:04:47,723Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2269] overhead, spent [319ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:04:48,724Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2270] overhead, spent [309ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:04:49,725Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2271] overhead, spent [294ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:04:50,776Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2272] overhead, spent [309ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:04:51,842Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2273] overhead, spent [322ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:04:53,843Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2275] overhead, spent [292ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:04:54,866Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2276] overhead, spent [355ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:04:56,876Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2278] overhead, spent [411ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:04:57,877Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2279] overhead, spent [370ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:06:09,439Z", "level": "INFO", "component": "o.e.c.m.MetaDataCreateIndexService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[logstash-2019.10.09] creating index, cause [auto(bulk api)], templates [], shards [1]/[1], mappings []", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:06:19,442Z", "level": "INFO", "component": "o.e.c.c.C.CoordinatorPublication", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "after [10.1s] publication of cluster state version [59] is still waiting for {d2c-es-cluster-prod-master-0}{toxb8i8QTQqxV85UGFwAOA}{3eN9f7vVQnq4uirgonH3cQ}{10.253.142.32}{10.253.142.32:9300}{dilm}{ml.machine_memory=21474836480, ml.max_open_jobs=20, xpack.installed=true} [SENT_PUBLISH_REQUEST], {d2c-es-cluster-prod-master-2}{hGtaxylJToeRvQ6fKQmfkg}{8PIeKHJzRW-Qrxr3Aohcww}{10.253.142.77}{10.253.142.77:9300}{dilm}{ml.machine_memory=21474836480, ml.max_open_jobs=20, xpack.installed=true} [SENT_PUBLISH_REQUEST], {d2c-es-cluster-prod-master-1}{ZNJT576sQ5WcGAE8xa78Yw}{HBF9jRqiQxOLEmwLn7DlBw}{10.253.142.161}{10.253.142.161:9300}{dilm}{ml.machine_memory=21474836480, xpack.installed=true, ml.max_open_jobs=20} [WAITING_FOR_QUORUM]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:06:41,331Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2382] overhead, spent [356ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:06:44,332Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2385] overhead, spent [281ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:06:46,334Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2387] overhead, spent [319ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:06:47,334Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2388] overhead, spent [311ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:06:48,335Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2389] overhead, spent [254ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:08:52,186Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_ilm/policy/logstash, params: {name=logstash}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (put-lifecycle-logstash) within 30s",
- "at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$0(MasterService.java:143) [elasticsearch-7.4.0.jar:7.4.0]",
- "at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
- "at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$1(MasterService.java:142) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:09,448Z", "level": "INFO", "component": "o.e.c.s.ClusterApplierService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master node changed {previous [{d2c-es-cluster-prod-master-1}{ZNJT576sQ5WcGAE8xa78Yw}{HBF9jRqiQxOLEmwLn7DlBw}{10.253.142.161}{10.253.142.161:9300}{dilm}{ml.machine_memory=21474836480, xpack.installed=true, ml.max_open_jobs=20}], current []}, term: 1, version: 58, reason: becoming candidate: Publication.onCompletion(false)", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:09:09,449Z", "level": "WARN", "component": "o.e.c.s.MasterService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "failing [create-index [logstash-2019.10.09], cause [auto(bulk api)]]: failed to commit cluster state version [59]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.coordination.FailedToCommitClusterStateException: publication failed",
- "at org.elasticsearch.cluster.coordination.Coordinator$CoordinatorPublication$4.onFailure(Coordinator.java:1429) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionRunnable.onFailure(ActionRunnable.java:60) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:39) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:93) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:55) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.Coordinator$CoordinatorPublication.onCompletion(Coordinator.java:1349) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.Publication.onPossibleCompletion(Publication.java:125) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.Publication.cancel(Publication.java:89) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.Coordinator$CoordinatorPublication$2.run(Coordinator.java:1302) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]",
- "Caused by: org.elasticsearch.ElasticsearchException: publication cancelled before committing: timed out after 3m",
- "at org.elasticsearch.cluster.coordination.Publication.cancel(Publication.java:86) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "... 5 more"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:09,452Z", "level": "INFO", "component": "o.e.g.DanglingIndicesState", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[[logstash-2019.10.09/vIZ0phWjRLC_5fRA-1WG2g]] dangling index exists on local file system, but not in cluster metadata, auto import to cluster state", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:09:09,451Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.coordination.FailedToCommitClusterStateException: publication failed",
- "at org.elasticsearch.cluster.coordination.Coordinator$CoordinatorPublication$4.onFailure(Coordinator.java:1429) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionRunnable.onFailure(ActionRunnable.java:60) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:39) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:93) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:55) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.Coordinator$CoordinatorPublication.onCompletion(Coordinator.java:1349) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.Publication.onPossibleCompletion(Publication.java:125) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.Publication.cancel(Publication.java:89) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.Coordinator$CoordinatorPublication$2.run(Coordinator.java:1302) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]",
- "Caused by: org.elasticsearch.ElasticsearchException: publication cancelled before committing: timed out after 3m",
- "at org.elasticsearch.cluster.coordination.Publication.cancel(Publication.java:86) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "... 5 more"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:09,453Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.coordination.FailedToCommitClusterStateException: publication failed",
- "at org.elasticsearch.cluster.coordination.Coordinator$CoordinatorPublication$4.onFailure(Coordinator.java:1429) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionRunnable.onFailure(ActionRunnable.java:60) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:39) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:93) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:55) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.Coordinator$CoordinatorPublication.onCompletion(Coordinator.java:1349) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.Publication.onPossibleCompletion(Publication.java:125) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.Publication.cancel(Publication.java:89) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.coordination.Coordinator$CoordinatorPublication$2.run(Coordinator.java:1302) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]",
- "Caused by: org.elasticsearch.ElasticsearchException: publication cancelled before committing: timed out after 3m",
- "at org.elasticsearch.cluster.coordination.Publication.cancel(Publication.java:86) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "... 5 more"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:09,453Z", "level": "INFO", "component": "o.e.g.DanglingIndicesState", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "failed to send allocated dangled", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: no master to send allocate dangled request",
- "at org.elasticsearch.gateway.LocalAllocateDangledIndices.allocateDangled(LocalAllocateDangledIndices.java:83) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.gateway.DanglingIndicesState.allocateDanglingIndices(DanglingIndicesState.java:166) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.gateway.DanglingIndicesState.processDanglingIndices(DanglingIndicesState.java:84) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.gateway.DanglingIndicesState.clusterChanged(DanglingIndicesState.java:187) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.service.ClusterApplierService.lambda$callClusterStateListeners$6(ClusterApplierService.java:527) [elasticsearch-7.4.0.jar:7.4.0]",
- "at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) [?:?]",
- "at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:734) [?:?]",
- "at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:658) [?:?]",
- "at org.elasticsearch.cluster.service.ClusterApplierService.callClusterStateListeners(ClusterApplierService.java:523) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.service.ClusterApplierService.applyChanges(ClusterApplierService.java:498) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.service.ClusterApplierService.runTask(ClusterApplierService.java:432) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.service.ClusterApplierService.access$100(ClusterApplierService.java:73) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.service.ClusterApplierService$UpdateTask.run(ClusterApplierService.java:176) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.runAndClean(PrioritizedEsThreadPoolExecutor.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:215) [elasticsearch-7.4.0.jar:7.4.0]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:09,456Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.15], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:09,457Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:09,458Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.15], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:09,459Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:09,460Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:09,461Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:09,462Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:09,463Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:09,464Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:09,465Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:09,466Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:09,467Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:09,467Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:09,468Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:09,470Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:09,471Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:09,472Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:09,473Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:09,475Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:09,475Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:09,476Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:09,476Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:09,477Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:09,534Z", "level": "INFO", "component": "o.e.c.s.MasterService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "elected-as-master ([2] nodes joined)[{d2c-es-cluster-prod-master-0}{toxb8i8QTQqxV85UGFwAOA}{3eN9f7vVQnq4uirgonH3cQ}{10.253.142.32}{10.253.142.32:9300}{dilm}{ml.machine_memory=21474836480, ml.max_open_jobs=20, xpack.installed=true} elect leader, {d2c-es-cluster-prod-master-1}{ZNJT576sQ5WcGAE8xa78Yw}{HBF9jRqiQxOLEmwLn7DlBw}{10.253.142.161}{10.253.142.161:9300}{dilm}{ml.machine_memory=21474836480, xpack.installed=true, ml.max_open_jobs=20} elect leader, _BECOME_MASTER_TASK_, _FINISH_ELECTION_], term: 2, version: 60, reason: master node changed {previous [], current [{d2c-es-cluster-prod-master-1}{ZNJT576sQ5WcGAE8xa78Yw}{HBF9jRqiQxOLEmwLn7DlBw}{10.253.142.161}{10.253.142.161:9300}{dilm}{ml.machine_memory=21474836480, xpack.installed=true, ml.max_open_jobs=20}]}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:09:15,195Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:09:16,414Z", "level": "DEBUG", "component": "o.e.a.a.c.s.TransportClusterStateAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:09:16,997Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:09:17,013Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:09:18,448Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:09:19,536Z", "level": "INFO", "component": "o.e.c.c.C.CoordinatorPublication", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "after [10s] publication of cluster state version [60] is still waiting for {d2c-es-cluster-prod-master-0}{toxb8i8QTQqxV85UGFwAOA}{3eN9f7vVQnq4uirgonH3cQ}{10.253.142.32}{10.253.142.32:9300}{dilm}{ml.machine_memory=21474836480, ml.max_open_jobs=20, xpack.installed=true} [SENT_PUBLISH_REQUEST], {d2c-es-cluster-prod-master-2}{hGtaxylJToeRvQ6fKQmfkg}{8PIeKHJzRW-Qrxr3Aohcww}{10.253.142.77}{10.253.142.77:9300}{dilm}{ml.machine_memory=21474836480, ml.max_open_jobs=20, xpack.installed=true} [SENT_PUBLISH_REQUEST], {d2c-es-cluster-prod-master-1}{ZNJT576sQ5WcGAE8xa78Yw}{HBF9jRqiQxOLEmwLn7DlBw}{10.253.142.161}{10.253.142.161:9300}{dilm}{ml.machine_memory=21474836480, xpack.installed=true, ml.max_open_jobs=20} [WAITING_FOR_QUORUM]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:09:24,787Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:09:24,987Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.15], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:25,235Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:09:25,988Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:25,989Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.15], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:26,190Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:27,992Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:28,393Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:32,265Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:34,528Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:35,130Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:35,331Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:36,532Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:37,333Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:38,534Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:44,297Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:46,099Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:46,299Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:46,415Z", "level": "DEBUG", "component": "o.e.a.a.c.s.TransportClusterStateAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [cluster:monitor/state] after failure (timeout [30s])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:09:46,415Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_cluster/settings, params: {include_defaults=true}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
- "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:214) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:46,434Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_monitoring/bulk, params: {system_id=kibana, system_api_version=6, interval=10000ms}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedRaiseException(ClusterBlocks.java:175) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:55) ~[?:?]",
- "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:35) ~[?:?]",
- "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:153) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:86) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$authorizeRequest$4(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$4(AuthorizationService.java:239) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:613) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:588) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeClusterAction(RBACEngine.java:144) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeAction(AuthorizationService.java:241) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.maybeAuthorizeRunAs(AuthorizationService.java:225) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorize$1(AuthorizationService.java:191) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$resolveAuthorizationInfo$1(RBACEngine.java:117) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRoles(CompositeRolesStore.java:229) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.getRoles(RBACEngine.java:123) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.resolveAuthorizationInfo(RBACEngine.java:111) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:193) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.authorizeRequest(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$3(SecurityActionFilter.java:158) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:246) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:139) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:155) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:107) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:151) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:129) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:64) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:83) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:72) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:396) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionRequestBuilder.execute(ActionRequestBuilder.java:70) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.monitoring.rest.action.RestMonitoringBulkAction.lambda$doPrepareRequest$0(RestMonitoringBulkAction.java:104) [x-pack-monitoring-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:108) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.lambda$handleRequest$0(SecurityRestFilter.java:58) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$writeAuthToContext$24(AuthenticationService.java:570) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.writeAuthToContext(AuthenticationService.java:579) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.finishAuthentication(AuthenticationService.java:560) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeUser(AuthenticationService.java:510) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$16(AuthenticationService.java:404) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.core.common.IteratingActionListener.onResponse(IteratingActionListener.java:120) [x-pack-core-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$13(AuthenticationService.java:374) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$1(CachingUsernamePasswordRealm.java:145) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.handleCachedAuthentication(CachingUsernamePasswordRealm.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$2(CachingUsernamePasswordRealm.java:137) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:99) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:93) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:55) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticateWithCache(CachingUsernamePasswordRealm.java:132) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticate(CachingUsernamePasswordRealm.java:103) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$15(AuthenticationService.java:365) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.core.common.IteratingActionListener.run(IteratingActionListener.java:102) [x-pack-core-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeToken(AuthenticationService.java:408) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$extractToken$11(AuthenticationService.java:335) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.extractToken(AuthenticationService.java:345) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$checkForApiKey$3(AuthenticationService.java:288) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.ApiKeyService.authenticateWithApiKeyIfPresent(ApiKeyService.java:362) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.checkForApiKey(AuthenticationService.java:269) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$0(AuthenticationService.java:252) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.TokenService.getAndValidateToken(TokenService.java:390) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:248) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:122) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.handleRequest(SecurityRestFilter.java:55) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:222) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.RestController.tryAllHandlers(RestController.java:295) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:166) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.dispatchRequest(AbstractHttpServerTransport.java:322) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.handleIncomingRequest(AbstractHttpServerTransport.java:372) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.incomingRequest(AbstractHttpServerTransport.java:301) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:69) [transport-netty4-client-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:31) [transport-netty4-client-7.4.0.jar:7.4.0]",
- "at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:58) [transport-netty4-client-7.4.0.jar:7.4.0]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:328) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:302) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:287) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1475) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1224) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1271) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:505) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:444) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:283) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1421) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:930) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:697) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:597) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:551) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:511) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:918) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:46,500Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:47,327Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:48,131Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:50,640Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:09:50,641Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:09:51,132Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:52,556Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:09:52,556Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:09:54,135Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:56,217Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:56,331Z", "level": "DEBUG", "component": "o.e.a.a.c.s.TransportClusterStateAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:09:56,354Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_monitoring/bulk, params: {system_id=kibana, system_api_version=6, interval=10000ms}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedRaiseException(ClusterBlocks.java:175) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:55) ~[?:?]",
- "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:35) ~[?:?]",
- "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:153) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:86) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$authorizeRequest$4(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$4(AuthorizationService.java:239) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:613) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:588) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeClusterAction(RBACEngine.java:144) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeAction(AuthorizationService.java:241) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.maybeAuthorizeRunAs(AuthorizationService.java:225) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorize$1(AuthorizationService.java:191) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$resolveAuthorizationInfo$1(RBACEngine.java:117) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRoles(CompositeRolesStore.java:229) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.getRoles(RBACEngine.java:123) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.resolveAuthorizationInfo(RBACEngine.java:111) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:193) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.authorizeRequest(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$3(SecurityActionFilter.java:158) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:246) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:139) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:155) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:107) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:151) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:129) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:64) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:83) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:72) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:396) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionRequestBuilder.execute(ActionRequestBuilder.java:70) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.monitoring.rest.action.RestMonitoringBulkAction.lambda$doPrepareRequest$0(RestMonitoringBulkAction.java:104) [x-pack-monitoring-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:108) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.lambda$handleRequest$0(SecurityRestFilter.java:58) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$writeAuthToContext$24(AuthenticationService.java:570) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.writeAuthToContext(AuthenticationService.java:579) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.finishAuthentication(AuthenticationService.java:560) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeUser(AuthenticationService.java:510) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$16(AuthenticationService.java:404) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.core.common.IteratingActionListener.onResponse(IteratingActionListener.java:120) [x-pack-core-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$13(AuthenticationService.java:374) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$1(CachingUsernamePasswordRealm.java:145) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.handleCachedAuthentication(CachingUsernamePasswordRealm.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$2(CachingUsernamePasswordRealm.java:137) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:99) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:93) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:55) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticateWithCache(CachingUsernamePasswordRealm.java:132) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticate(CachingUsernamePasswordRealm.java:103) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$15(AuthenticationService.java:365) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.core.common.IteratingActionListener.run(IteratingActionListener.java:102) [x-pack-core-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeToken(AuthenticationService.java:408) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$extractToken$11(AuthenticationService.java:335) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.extractToken(AuthenticationService.java:345) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$checkForApiKey$3(AuthenticationService.java:288) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.ApiKeyService.authenticateWithApiKeyIfPresent(ApiKeyService.java:362) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.checkForApiKey(AuthenticationService.java:269) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$0(AuthenticationService.java:252) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.TokenService.getAndValidateToken(TokenService.java:390) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:248) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:122) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.handleRequest(SecurityRestFilter.java:55) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:222) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.RestController.tryAllHandlers(RestController.java:295) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:166) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.dispatchRequest(AbstractHttpServerTransport.java:322) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.handleIncomingRequest(AbstractHttpServerTransport.java:372) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.incomingRequest(AbstractHttpServerTransport.java:301) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:69) [transport-netty4-client-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:31) [transport-netty4-client-7.4.0.jar:7.4.0]",
- "at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:58) [transport-netty4-client-7.4.0.jar:7.4.0]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:328) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:302) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:287) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1475) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1224) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1271) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:505) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:444) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:283) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1421) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:930) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:697) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:597) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:551) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:511) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:918) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:56,881Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:09:57,389Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:09:57,390Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:10:06,427Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_monitoring/bulk, params: {system_id=kibana, system_api_version=6, interval=10000ms}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedRaiseException(ClusterBlocks.java:175) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:55) ~[?:?]",
- "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:35) ~[?:?]",
- "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:153) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:86) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$authorizeRequest$4(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$4(AuthorizationService.java:239) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:613) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:588) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeClusterAction(RBACEngine.java:144) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeAction(AuthorizationService.java:241) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.maybeAuthorizeRunAs(AuthorizationService.java:225) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorize$1(AuthorizationService.java:191) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$resolveAuthorizationInfo$1(RBACEngine.java:117) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRoles(CompositeRolesStore.java:229) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.getRoles(RBACEngine.java:123) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.resolveAuthorizationInfo(RBACEngine.java:111) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:193) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.authorizeRequest(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$3(SecurityActionFilter.java:158) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:246) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:139) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:155) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:107) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:151) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:129) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:64) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:83) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:72) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:396) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionRequestBuilder.execute(ActionRequestBuilder.java:70) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.monitoring.rest.action.RestMonitoringBulkAction.lambda$doPrepareRequest$0(RestMonitoringBulkAction.java:104) [x-pack-monitoring-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:108) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.lambda$handleRequest$0(SecurityRestFilter.java:58) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$writeAuthToContext$24(AuthenticationService.java:570) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.writeAuthToContext(AuthenticationService.java:579) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.finishAuthentication(AuthenticationService.java:560) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeUser(AuthenticationService.java:510) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$16(AuthenticationService.java:404) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.core.common.IteratingActionListener.onResponse(IteratingActionListener.java:120) [x-pack-core-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$13(AuthenticationService.java:374) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$1(CachingUsernamePasswordRealm.java:145) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.handleCachedAuthentication(CachingUsernamePasswordRealm.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$2(CachingUsernamePasswordRealm.java:137) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:99) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:93) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:55) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticateWithCache(CachingUsernamePasswordRealm.java:132) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticate(CachingUsernamePasswordRealm.java:103) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$15(AuthenticationService.java:365) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.core.common.IteratingActionListener.run(IteratingActionListener.java:102) [x-pack-core-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeToken(AuthenticationService.java:408) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$extractToken$11(AuthenticationService.java:335) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.extractToken(AuthenticationService.java:345) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$checkForApiKey$3(AuthenticationService.java:288) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.ApiKeyService.authenticateWithApiKeyIfPresent(ApiKeyService.java:362) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.checkForApiKey(AuthenticationService.java:269) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$0(AuthenticationService.java:252) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.TokenService.getAndValidateToken(TokenService.java:390) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:248) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:122) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.handleRequest(SecurityRestFilter.java:55) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:222) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.RestController.tryAllHandlers(RestController.java:295) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:166) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.dispatchRequest(AbstractHttpServerTransport.java:322) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.handleIncomingRequest(AbstractHttpServerTransport.java:372) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.incomingRequest(AbstractHttpServerTransport.java:301) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:69) [transport-netty4-client-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:31) [transport-netty4-client-7.4.0.jar:7.4.0]",
- "at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:58) [transport-netty4-client-7.4.0.jar:7.4.0]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:328) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:302) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:287) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1475) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1224) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1271) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:505) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:444) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:283) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1421) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:930) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:697) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:597) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:551) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:511) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:918) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2019-10-16T20:10:15,196Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:10:16,348Z", "level": "DEBUG", "component": "o.e.a.a.c.s.TransportClusterStateAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:10:16,345Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_monitoring/bulk, params: {system_id=kibana, system_api_version=6, interval=10000ms}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedRaiseException(ClusterBlocks.java:175) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:55) ~[?:?]",
- "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:35) ~[?:?]",
- "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:153) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:86) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$authorizeRequest$4(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$4(AuthorizationService.java:239) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:613) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:588) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeClusterAction(RBACEngine.java:144) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeAction(AuthorizationService.java:241) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.maybeAuthorizeRunAs(AuthorizationService.java:225) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorize$1(AuthorizationService.java:191) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$resolveAuthorizationInfo$1(RBACEngine.java:117) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRoles(CompositeRolesStore.java:229) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.getRoles(RBACEngine.java:123) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.resolveAuthorizationInfo(RBACEngine.java:111) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:193) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.authorizeRequest(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$3(SecurityActionFilter.java:158) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:246) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:139) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:155) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:107) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:151) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:129) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:64) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:83) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:72) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:396) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionRequestBuilder.execute(ActionRequestBuilder.java:70) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.monitoring.rest.action.RestMonitoringBulkAction.lambda$doPrepareRequest$0(RestMonitoringBulkAction.java:104) [x-pack-monitoring-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:108) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.lambda$handleRequest$0(SecurityRestFilter.java:58) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$writeAuthToContext$24(AuthenticationService.java:570) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.writeAuthToContext(AuthenticationService.java:579) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.finishAuthentication(AuthenticationService.java:560) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeUser(AuthenticationService.java:510) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$16(AuthenticationService.java:404) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.core.common.IteratingActionListener.onResponse(IteratingActionListener.java:120) [x-pack-core-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$13(AuthenticationService.java:374) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$1(CachingUsernamePasswordRealm.java:145) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.handleCachedAuthentication(CachingUsernamePasswordRealm.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$2(CachingUsernamePasswordRealm.java:137) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:99) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:93) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:55) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticateWithCache(CachingUsernamePasswordRealm.java:132) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticate(CachingUsernamePasswordRealm.java:103) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$15(AuthenticationService.java:365) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.core.common.IteratingActionListener.run(IteratingActionListener.java:102) [x-pack-core-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeToken(AuthenticationService.java:408) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$extractToken$11(AuthenticationService.java:335) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.extractToken(AuthenticationService.java:345) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$checkForApiKey$3(AuthenticationService.java:288) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.ApiKeyService.authenticateWithApiKeyIfPresent(ApiKeyService.java:362) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.checkForApiKey(AuthenticationService.java:269) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$0(AuthenticationService.java:252) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.TokenService.getAndValidateToken(TokenService.java:390) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:248) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:122) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.handleRequest(SecurityRestFilter.java:55) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:222) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.RestController.tryAllHandlers(RestController.java:295) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:166) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.dispatchRequest(AbstractHttpServerTransport.java:322) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.handleIncomingRequest(AbstractHttpServerTransport.java:372) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.incomingRequest(AbstractHttpServerTransport.java:301) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:69) [transport-netty4-client-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:31) [transport-netty4-client-7.4.0.jar:7.4.0]",
- "at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:58) [transport-netty4-client-7.4.0.jar:7.4.0]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:328) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:302) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:287) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1475) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1224) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1271) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:505) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:444) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:283) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1421) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:930) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:697) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:597) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:551) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:511) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:918) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2019-10-16T20:10:16,953Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:10:16,998Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:10:17,013Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:10:17,756Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:10:18,449Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:10:24,670Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:10:24,788Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:10:25,236Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:10:26,332Z", "level": "DEBUG", "component": "o.e.a.a.c.s.TransportClusterStateAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [cluster:monitor/state] after failure (timeout [30s])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:10:26,332Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_cluster/settings, params: {include_defaults=true}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
- "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:214) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2019-10-16T20:10:26,353Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_monitoring/bulk, params: {system_id=kibana, system_api_version=6, interval=10000ms}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedRaiseException(ClusterBlocks.java:175) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:55) ~[?:?]",
- "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:35) ~[?:?]",
- "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:153) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:86) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$authorizeRequest$4(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$4(AuthorizationService.java:239) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:613) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:588) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeClusterAction(RBACEngine.java:144) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeAction(AuthorizationService.java:241) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.maybeAuthorizeRunAs(AuthorizationService.java:225) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorize$1(AuthorizationService.java:191) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$resolveAuthorizationInfo$1(RBACEngine.java:117) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRoles(CompositeRolesStore.java:229) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.getRoles(RBACEngine.java:123) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.resolveAuthorizationInfo(RBACEngine.java:111) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:193) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.authorizeRequest(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$3(SecurityActionFilter.java:158) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:246) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:139) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:155) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:107) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:151) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:129) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:64) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:83) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:72) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:396) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionRequestBuilder.execute(ActionRequestBuilder.java:70) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.monitoring.rest.action.RestMonitoringBulkAction.lambda$doPrepareRequest$0(RestMonitoringBulkAction.java:104) [x-pack-monitoring-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:108) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.lambda$handleRequest$0(SecurityRestFilter.java:58) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$writeAuthToContext$24(AuthenticationService.java:570) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.writeAuthToContext(AuthenticationService.java:579) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.finishAuthentication(AuthenticationService.java:560) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeUser(AuthenticationService.java:510) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$16(AuthenticationService.java:404) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.core.common.IteratingActionListener.onResponse(IteratingActionListener.java:120) [x-pack-core-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$13(AuthenticationService.java:374) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$1(CachingUsernamePasswordRealm.java:145) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.handleCachedAuthentication(CachingUsernamePasswordRealm.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$2(CachingUsernamePasswordRealm.java:137) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:99) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:93) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:55) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticateWithCache(CachingUsernamePasswordRealm.java:132) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticate(CachingUsernamePasswordRealm.java:103) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$15(AuthenticationService.java:365) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.core.common.IteratingActionListener.run(IteratingActionListener.java:102) [x-pack-core-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeToken(AuthenticationService.java:408) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$extractToken$11(AuthenticationService.java:335) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.extractToken(AuthenticationService.java:345) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$checkForApiKey$3(AuthenticationService.java:288) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.ApiKeyService.authenticateWithApiKeyIfPresent(ApiKeyService.java:362) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.checkForApiKey(AuthenticationService.java:269) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$0(AuthenticationService.java:252) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.TokenService.getAndValidateToken(TokenService.java:390) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:248) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:122) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.handleRequest(SecurityRestFilter.java:55) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:222) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.RestController.tryAllHandlers(RestController.java:295) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:166) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.dispatchRequest(AbstractHttpServerTransport.java:322) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.handleIncomingRequest(AbstractHttpServerTransport.java:372) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.incomingRequest(AbstractHttpServerTransport.java:301) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:69) [transport-netty4-client-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:31) [transport-netty4-client-7.4.0.jar:7.4.0]",
- "at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:58) [transport-netty4-client-7.4.0.jar:7.4.0]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:328) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:302) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:287) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1475) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1224) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1271) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:505) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:444) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:283) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1421) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:930) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:697) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:597) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:551) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:511) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:918) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2019-10-16T20:10:26,386Z", "level": "DEBUG", "component": "o.e.a.a.c.s.TransportClusterStateAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:10:35,377Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:10:36,362Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_monitoring/bulk, params: {system_id=kibana, system_api_version=6, interval=10000ms}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedRaiseException(ClusterBlocks.java:175) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:55) ~[?:?]",
- "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:35) ~[?:?]",
- "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:153) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:86) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$authorizeRequest$4(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$4(AuthorizationService.java:239) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:613) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:588) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeClusterAction(RBACEngine.java:144) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeAction(AuthorizationService.java:241) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.maybeAuthorizeRunAs(AuthorizationService.java:225) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorize$1(AuthorizationService.java:191) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$resolveAuthorizationInfo$1(RBACEngine.java:117) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRoles(CompositeRolesStore.java:229) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.getRoles(RBACEngine.java:123) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.resolveAuthorizationInfo(RBACEngine.java:111) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:193) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.authorizeRequest(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$3(SecurityActionFilter.java:158) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:246) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:139) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:155) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:107) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:151) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:129) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:64) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:83) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:72) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:396) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionRequestBuilder.execute(ActionRequestBuilder.java:70) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.monitoring.rest.action.RestMonitoringBulkAction.lambda$doPrepareRequest$0(RestMonitoringBulkAction.java:104) [x-pack-monitoring-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:108) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.lambda$handleRequest$0(SecurityRestFilter.java:58) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$writeAuthToContext$24(AuthenticationService.java:570) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.writeAuthToContext(AuthenticationService.java:579) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.finishAuthentication(AuthenticationService.java:560) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeUser(AuthenticationService.java:510) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$16(AuthenticationService.java:404) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.core.common.IteratingActionListener.onResponse(IteratingActionListener.java:120) [x-pack-core-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$13(AuthenticationService.java:374) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$1(CachingUsernamePasswordRealm.java:145) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.handleCachedAuthentication(CachingUsernamePasswordRealm.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$2(CachingUsernamePasswordRealm.java:137) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:99) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:93) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:55) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticateWithCache(CachingUsernamePasswordRealm.java:132) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticate(CachingUsernamePasswordRealm.java:103) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$15(AuthenticationService.java:365) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.core.common.IteratingActionListener.run(IteratingActionListener.java:102) [x-pack-core-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeToken(AuthenticationService.java:408) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$extractToken$11(AuthenticationService.java:335) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.extractToken(AuthenticationService.java:345) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$checkForApiKey$3(AuthenticationService.java:288) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.ApiKeyService.authenticateWithApiKeyIfPresent(ApiKeyService.java:362) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.checkForApiKey(AuthenticationService.java:269) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$0(AuthenticationService.java:252) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.TokenService.getAndValidateToken(TokenService.java:390) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:248) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:122) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.handleRequest(SecurityRestFilter.java:55) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:222) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.RestController.tryAllHandlers(RestController.java:295) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:166) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.dispatchRequest(AbstractHttpServerTransport.java:322) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.handleIncomingRequest(AbstractHttpServerTransport.java:372) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.incomingRequest(AbstractHttpServerTransport.java:301) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:69) [transport-netty4-client-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:31) [transport-netty4-client-7.4.0.jar:7.4.0]",
- "at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:58) [transport-netty4-client-7.4.0.jar:7.4.0]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:328) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:302) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:287) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1475) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1224) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1271) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:505) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:444) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:283) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1421) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:930) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:697) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:597) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:551) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:511) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:918) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2019-10-16T20:10:36,535Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_bulk, params: {}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.handleBlockExceptions(TransportBulkAction.java:476) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.doRun(TransportBulkAction.java:357) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation$2.onTimeout(TransportBulkAction.java:510) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]",
- "Suppressed: org.elasticsearch.discovery.MasterNotDiscoveredException: NotMasterException[no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]]",
- "\tat org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:214) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "\tat java.lang.Thread.run(Thread.java:830) [?:?]",
- "Caused by: org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:10:37,335Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_bulk, params: {}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.handleBlockExceptions(TransportBulkAction.java:476) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.doRun(TransportBulkAction.java:357) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation$2.onTimeout(TransportBulkAction.java:510) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]",
- "Suppressed: org.elasticsearch.discovery.MasterNotDiscoveredException: NotMasterException[no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]]",
- "\tat org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:214) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "\tat java.lang.Thread.run(Thread.java:830) [?:?]",
- "Caused by: org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:10:38,537Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_bulk, params: {}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.handleBlockExceptions(TransportBulkAction.java:476) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.doRun(TransportBulkAction.java:357) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation$2.onTimeout(TransportBulkAction.java:510) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]",
- "Suppressed: org.elasticsearch.discovery.MasterNotDiscoveredException: NotMasterException[no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]]",
- "\tat org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:214) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "\tat java.lang.Thread.run(Thread.java:830) [?:?]",
- "Caused by: org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:10:46,349Z", "level": "DEBUG", "component": "o.e.a.a.c.s.TransportClusterStateAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [cluster:monitor/state] after failure (timeout [30s])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:10:46,350Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_cluster/settings, params: {include_defaults=true}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
- "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:214) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2019-10-16T20:10:46,366Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_monitoring/bulk, params: {system_id=kibana, system_api_version=6, interval=10000ms}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedRaiseException(ClusterBlocks.java:175) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:55) ~[?:?]",
- "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:35) ~[?:?]",
- "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:153) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:86) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$authorizeRequest$4(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$4(AuthorizationService.java:239) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:613) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:588) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeClusterAction(RBACEngine.java:144) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeAction(AuthorizationService.java:241) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.maybeAuthorizeRunAs(AuthorizationService.java:225) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorize$1(AuthorizationService.java:191) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$resolveAuthorizationInfo$1(RBACEngine.java:117) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRoles(CompositeRolesStore.java:229) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.getRoles(RBACEngine.java:123) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.resolveAuthorizationInfo(RBACEngine.java:111) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:193) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.authorizeRequest(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$3(SecurityActionFilter.java:158) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:246) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:139) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:155) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:107) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:151) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:129) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:64) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:83) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:72) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:396) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionRequestBuilder.execute(ActionRequestBuilder.java:70) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.monitoring.rest.action.RestMonitoringBulkAction.lambda$doPrepareRequest$0(RestMonitoringBulkAction.java:104) [x-pack-monitoring-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:108) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.lambda$handleRequest$0(SecurityRestFilter.java:58) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$writeAuthToContext$24(AuthenticationService.java:570) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.writeAuthToContext(AuthenticationService.java:579) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.finishAuthentication(AuthenticationService.java:560) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeUser(AuthenticationService.java:510) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$16(AuthenticationService.java:404) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.core.common.IteratingActionListener.onResponse(IteratingActionListener.java:120) [x-pack-core-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$13(AuthenticationService.java:374) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$1(CachingUsernamePasswordRealm.java:145) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.handleCachedAuthentication(CachingUsernamePasswordRealm.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$2(CachingUsernamePasswordRealm.java:137) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:99) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:93) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:55) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticateWithCache(CachingUsernamePasswordRealm.java:132) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticate(CachingUsernamePasswordRealm.java:103) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$15(AuthenticationService.java:365) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.core.common.IteratingActionListener.run(IteratingActionListener.java:102) [x-pack-core-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeToken(AuthenticationService.java:408) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$extractToken$11(AuthenticationService.java:335) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.extractToken(AuthenticationService.java:345) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$checkForApiKey$3(AuthenticationService.java:288) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.ApiKeyService.authenticateWithApiKeyIfPresent(ApiKeyService.java:362) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.checkForApiKey(AuthenticationService.java:269) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$0(AuthenticationService.java:252) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.TokenService.getAndValidateToken(TokenService.java:390) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:248) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:122) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.handleRequest(SecurityRestFilter.java:55) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:222) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.RestController.tryAllHandlers(RestController.java:295) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:166) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.dispatchRequest(AbstractHttpServerTransport.java:322) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.handleIncomingRequest(AbstractHttpServerTransport.java:372) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.incomingRequest(AbstractHttpServerTransport.java:301) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:69) [transport-netty4-client-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:31) [transport-netty4-client-7.4.0.jar:7.4.0]",
- "at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:58) [transport-netty4-client-7.4.0.jar:7.4.0]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:328) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:302) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:287) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1475) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1224) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1271) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:505) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:444) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:283) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1421) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:930) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:697) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:597) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:551) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:511) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:918) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2019-10-16T20:10:50,641Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:10:50,641Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:10:51,299Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:10:52,554Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:10:52,557Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:10:52,557Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:10:54,138Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_bulk, params: {}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.handleBlockExceptions(TransportBulkAction.java:476) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.doRun(TransportBulkAction.java:357) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation$2.onTimeout(TransportBulkAction.java:510) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]",
- "Suppressed: org.elasticsearch.discovery.MasterNotDiscoveredException: NotMasterException[no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]]",
- "\tat org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:214) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "\tat java.lang.Thread.run(Thread.java:830) [?:?]",
- "Caused by: org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
- {"type": "server", "timestamp": "2019-10-16T20:10:54,770Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:10:56,387Z", "level": "DEBUG", "component": "o.e.a.a.c.s.TransportClusterStateAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [cluster:monitor/state] after failure (timeout [30s])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:10:56,387Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_cluster/settings, params: {include_defaults=true}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
- "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:214) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2019-10-16T20:10:56,403Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_monitoring/bulk, params: {system_id=kibana, system_api_version=6, interval=10000ms}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedRaiseException(ClusterBlocks.java:175) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:55) ~[?:?]",
- "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:35) ~[?:?]",
- "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:153) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:86) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$authorizeRequest$4(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$4(AuthorizationService.java:239) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:613) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:588) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeClusterAction(RBACEngine.java:144) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeAction(AuthorizationService.java:241) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.maybeAuthorizeRunAs(AuthorizationService.java:225) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorize$1(AuthorizationService.java:191) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$resolveAuthorizationInfo$1(RBACEngine.java:117) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRoles(CompositeRolesStore.java:229) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.getRoles(RBACEngine.java:123) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.resolveAuthorizationInfo(RBACEngine.java:111) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:193) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.authorizeRequest(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$3(SecurityActionFilter.java:158) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:246) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:139) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:155) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:107) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:151) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:129) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:64) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:83) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:72) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:396) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionRequestBuilder.execute(ActionRequestBuilder.java:70) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.monitoring.rest.action.RestMonitoringBulkAction.lambda$doPrepareRequest$0(RestMonitoringBulkAction.java:104) [x-pack-monitoring-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:108) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.lambda$handleRequest$0(SecurityRestFilter.java:58) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$writeAuthToContext$24(AuthenticationService.java:570) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.writeAuthToContext(AuthenticationService.java:579) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.finishAuthentication(AuthenticationService.java:560) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeUser(AuthenticationService.java:510) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$16(AuthenticationService.java:404) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.core.common.IteratingActionListener.onResponse(IteratingActionListener.java:120) [x-pack-core-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$13(AuthenticationService.java:374) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$1(CachingUsernamePasswordRealm.java:145) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.handleCachedAuthentication(CachingUsernamePasswordRealm.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$2(CachingUsernamePasswordRealm.java:137) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:99) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:93) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:55) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticateWithCache(CachingUsernamePasswordRealm.java:132) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticate(CachingUsernamePasswordRealm.java:103) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$15(AuthenticationService.java:365) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.core.common.IteratingActionListener.run(IteratingActionListener.java:102) [x-pack-core-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeToken(AuthenticationService.java:408) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$extractToken$11(AuthenticationService.java:335) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.extractToken(AuthenticationService.java:345) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$checkForApiKey$3(AuthenticationService.java:288) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.ApiKeyService.authenticateWithApiKeyIfPresent(ApiKeyService.java:362) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.checkForApiKey(AuthenticationService.java:269) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$0(AuthenticationService.java:252) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.TokenService.getAndValidateToken(TokenService.java:390) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:248) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:122) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.handleRequest(SecurityRestFilter.java:55) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:222) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.RestController.tryAllHandlers(RestController.java:295) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:166) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.dispatchRequest(AbstractHttpServerTransport.java:322) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.handleIncomingRequest(AbstractHttpServerTransport.java:372) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.incomingRequest(AbstractHttpServerTransport.java:301) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:69) [transport-netty4-client-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:31) [transport-netty4-client-7.4.0.jar:7.4.0]",
- "at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:58) [transport-netty4-client-7.4.0.jar:7.4.0]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:328) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:302) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:287) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1475) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1224) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1271) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:505) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:444) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:283) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1421) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:930) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:697) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:597) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:551) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:511) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:918) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2019-10-16T20:10:57,390Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:10:57,391Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:11:06,351Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_monitoring/bulk, params: {system_id=kibana, system_api_version=6, interval=10000ms}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedRaiseException(ClusterBlocks.java:175) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:55) ~[?:?]",
- "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:35) ~[?:?]",
- "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:153) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:86) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$authorizeRequest$4(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$4(AuthorizationService.java:239) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:613) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:588) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeClusterAction(RBACEngine.java:144) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeAction(AuthorizationService.java:241) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.maybeAuthorizeRunAs(AuthorizationService.java:225) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorize$1(AuthorizationService.java:191) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$resolveAuthorizationInfo$1(RBACEngine.java:117) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRoles(CompositeRolesStore.java:229) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.getRoles(RBACEngine.java:123) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.resolveAuthorizationInfo(RBACEngine.java:111) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:193) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.authorizeRequest(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$3(SecurityActionFilter.java:158) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:246) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:139) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:155) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:107) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:151) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:129) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:64) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:83) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:72) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:396) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionRequestBuilder.execute(ActionRequestBuilder.java:70) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.monitoring.rest.action.RestMonitoringBulkAction.lambda$doPrepareRequest$0(RestMonitoringBulkAction.java:104) [x-pack-monitoring-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:108) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.lambda$handleRequest$0(SecurityRestFilter.java:58) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$writeAuthToContext$24(AuthenticationService.java:570) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.writeAuthToContext(AuthenticationService.java:579) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.finishAuthentication(AuthenticationService.java:560) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeUser(AuthenticationService.java:510) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$16(AuthenticationService.java:404) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.core.common.IteratingActionListener.onResponse(IteratingActionListener.java:120) [x-pack-core-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$13(AuthenticationService.java:374) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$1(CachingUsernamePasswordRealm.java:145) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.handleCachedAuthentication(CachingUsernamePasswordRealm.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$2(CachingUsernamePasswordRealm.java:137) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:99) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:93) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:55) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticateWithCache(CachingUsernamePasswordRealm.java:132) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticate(CachingUsernamePasswordRealm.java:103) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$15(AuthenticationService.java:365) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.core.common.IteratingActionListener.run(IteratingActionListener.java:102) [x-pack-core-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeToken(AuthenticationService.java:408) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$extractToken$11(AuthenticationService.java:335) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.extractToken(AuthenticationService.java:345) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$checkForApiKey$3(AuthenticationService.java:288) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.ApiKeyService.authenticateWithApiKeyIfPresent(ApiKeyService.java:362) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.checkForApiKey(AuthenticationService.java:269) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$0(AuthenticationService.java:252) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.TokenService.getAndValidateToken(TokenService.java:390) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:248) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:122) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.handleRequest(SecurityRestFilter.java:55) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:222) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.RestController.tryAllHandlers(RestController.java:295) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:166) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.dispatchRequest(AbstractHttpServerTransport.java:322) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.handleIncomingRequest(AbstractHttpServerTransport.java:372) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.incomingRequest(AbstractHttpServerTransport.java:301) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:69) [transport-netty4-client-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:31) [transport-netty4-client-7.4.0.jar:7.4.0]",
- "at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:58) [transport-netty4-client-7.4.0.jar:7.4.0]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:328) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:302) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:287) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1475) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1224) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1271) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:505) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:444) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:283) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1421) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:930) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:697) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:597) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:551) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:511) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:918) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2019-10-16T20:11:15,198Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_bulk, params: {}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.handleBlockExceptions(TransportBulkAction.java:476) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.doRun(TransportBulkAction.java:357) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation$2.onTimeout(TransportBulkAction.java:510) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]",
- "Suppressed: org.elasticsearch.discovery.MasterNotDiscoveredException",
- "\tat org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:214) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "\tat java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2019-10-16T20:11:16,365Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_monitoring/bulk, params: {system_id=kibana, system_api_version=6, interval=10000ms}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedRaiseException(ClusterBlocks.java:175) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:55) ~[?:?]",
- "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:35) ~[?:?]",
- "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:153) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:86) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$authorizeRequest$4(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$4(AuthorizationService.java:239) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:613) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:588) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeClusterAction(RBACEngine.java:144) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeAction(AuthorizationService.java:241) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.maybeAuthorizeRunAs(AuthorizationService.java:225) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorize$1(AuthorizationService.java:191) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$resolveAuthorizationInfo$1(RBACEngine.java:117) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRoles(CompositeRolesStore.java:229) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.getRoles(RBACEngine.java:123) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.resolveAuthorizationInfo(RBACEngine.java:111) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:193) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.authorizeRequest(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$3(SecurityActionFilter.java:158) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:246) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:139) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:155) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:107) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:151) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:129) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:64) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:83) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:72) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:396) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionRequestBuilder.execute(ActionRequestBuilder.java:70) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.monitoring.rest.action.RestMonitoringBulkAction.lambda$doPrepareRequest$0(RestMonitoringBulkAction.java:104) [x-pack-monitoring-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:108) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.lambda$handleRequest$0(SecurityRestFilter.java:58) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$writeAuthToContext$24(AuthenticationService.java:570) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.writeAuthToContext(AuthenticationService.java:579) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.finishAuthentication(AuthenticationService.java:560) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeUser(AuthenticationService.java:510) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$16(AuthenticationService.java:404) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.core.common.IteratingActionListener.onResponse(IteratingActionListener.java:120) [x-pack-core-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$13(AuthenticationService.java:374) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$1(CachingUsernamePasswordRealm.java:145) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.handleCachedAuthentication(CachingUsernamePasswordRealm.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$2(CachingUsernamePasswordRealm.java:137) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:99) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:93) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:55) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticateWithCache(CachingUsernamePasswordRealm.java:132) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticate(CachingUsernamePasswordRealm.java:103) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$15(AuthenticationService.java:365) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.core.common.IteratingActionListener.run(IteratingActionListener.java:102) [x-pack-core-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeToken(AuthenticationService.java:408) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$extractToken$11(AuthenticationService.java:335) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.extractToken(AuthenticationService.java:345) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$checkForApiKey$3(AuthenticationService.java:288) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.ApiKeyService.authenticateWithApiKeyIfPresent(ApiKeyService.java:362) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.checkForApiKey(AuthenticationService.java:269) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$0(AuthenticationService.java:252) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.TokenService.getAndValidateToken(TokenService.java:390) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:248) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:122) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.handleRequest(SecurityRestFilter.java:55) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:222) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.RestController.tryAllHandlers(RestController.java:295) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:166) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.dispatchRequest(AbstractHttpServerTransport.java:322) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.handleIncomingRequest(AbstractHttpServerTransport.java:372) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.incomingRequest(AbstractHttpServerTransport.java:301) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:69) [transport-netty4-client-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:31) [transport-netty4-client-7.4.0.jar:7.4.0]",
- "at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:58) [transport-netty4-client-7.4.0.jar:7.4.0]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:328) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:302) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:287) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1475) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1224) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1271) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:505) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:444) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:283) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1421) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:930) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:697) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:597) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:551) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:511) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:918) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2019-10-16T20:11:16,954Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:11:16,999Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_bulk, params: {}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.handleBlockExceptions(TransportBulkAction.java:476) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.doRun(TransportBulkAction.java:357) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation$2.onTimeout(TransportBulkAction.java:510) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]",
- "Suppressed: org.elasticsearch.discovery.MasterNotDiscoveredException",
- "\tat org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:214) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "\tat java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2019-10-16T20:11:17,015Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_bulk, params: {}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.handleBlockExceptions(TransportBulkAction.java:476) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.doRun(TransportBulkAction.java:357) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation$2.onTimeout(TransportBulkAction.java:510) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]",
- "Suppressed: org.elasticsearch.discovery.MasterNotDiscoveredException",
- "\tat org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:214) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "\tat java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2019-10-16T20:11:17,757Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:11:18,451Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_bulk, params: {}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.handleBlockExceptions(TransportBulkAction.java:476) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.doRun(TransportBulkAction.java:357) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation$2.onTimeout(TransportBulkAction.java:510) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]",
- "Suppressed: org.elasticsearch.discovery.MasterNotDiscoveredException",
- "\tat org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:214) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "\tat java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2019-10-16T20:11:24,671Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:11:24,791Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_bulk, params: {}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.handleBlockExceptions(TransportBulkAction.java:476) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.doRun(TransportBulkAction.java:357) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation$2.onTimeout(TransportBulkAction.java:510) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]",
- "Suppressed: org.elasticsearch.discovery.MasterNotDiscoveredException",
- "\tat org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:214) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "\tat java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2019-10-16T20:11:25,238Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_bulk, params: {}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.handleBlockExceptions(TransportBulkAction.java:476) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.doRun(TransportBulkAction.java:357) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation$2.onTimeout(TransportBulkAction.java:510) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]",
- "Suppressed: org.elasticsearch.discovery.MasterNotDiscoveredException",
- "\tat org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:214) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
- "\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "\tat java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2019-10-16T20:11:26,312Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
- {"type": "server", "timestamp": "2019-10-16T20:11:26,363Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_monitoring/bulk, params: {system_id=kibana, system_api_version=6, interval=10000ms}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
- "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedRaiseException(ClusterBlocks.java:175) ~[elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:55) ~[?:?]",
- "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:35) ~[?:?]",
- "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:153) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:86) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$authorizeRequest$4(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$4(AuthorizationService.java:239) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:613) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:588) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeClusterAction(RBACEngine.java:144) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeAction(AuthorizationService.java:241) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.maybeAuthorizeRunAs(AuthorizationService.java:225) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorize$1(AuthorizationService.java:191) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$resolveAuthorizationInfo$1(RBACEngine.java:117) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRoles(CompositeRolesStore.java:229) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.getRoles(RBACEngine.java:123) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.resolveAuthorizationInfo(RBACEngine.java:111) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:193) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.authorizeRequest(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$3(SecurityActionFilter.java:158) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:246) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:139) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:155) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:107) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:151) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:129) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:64) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:83) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:72) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:396) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionRequestBuilder.execute(ActionRequestBuilder.java:70) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.monitoring.rest.action.RestMonitoringBulkAction.lambda$doPrepareRequest$0(RestMonitoringBulkAction.java:104) [x-pack-monitoring-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:108) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.lambda$handleRequest$0(SecurityRestFilter.java:58) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$writeAuthToContext$24(AuthenticationService.java:570) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.writeAuthToContext(AuthenticationService.java:579) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.finishAuthentication(AuthenticationService.java:560) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeUser(AuthenticationService.java:510) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$16(AuthenticationService.java:404) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.core.common.IteratingActionListener.onResponse(IteratingActionListener.java:120) [x-pack-core-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$13(AuthenticationService.java:374) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$1(CachingUsernamePasswordRealm.java:145) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.handleCachedAuthentication(CachingUsernamePasswordRealm.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$2(CachingUsernamePasswordRealm.java:137) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:99) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:93) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:55) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticateWithCache(CachingUsernamePasswordRealm.java:132) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticate(CachingUsernamePasswordRealm.java:103) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$15(AuthenticationService.java:365) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.core.common.IteratingActionListener.run(IteratingActionListener.java:102) [x-pack-core-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeToken(AuthenticationService.java:408) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$extractToken$11(AuthenticationService.java:335) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.extractToken(AuthenticationService.java:345) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$checkForApiKey$3(AuthenticationService.java:288) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.ApiKeyService.authenticateWithApiKeyIfPresent(ApiKeyService.java:362) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.checkForApiKey(AuthenticationService.java:269) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$0(AuthenticationService.java:252) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.TokenService.getAndValidateToken(TokenService.java:390) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:248) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:122) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.handleRequest(SecurityRestFilter.java:55) [x-pack-security-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:222) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.RestController.tryAllHandlers(RestController.java:295) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:166) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.dispatchRequest(AbstractHttpServerTransport.java:322) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.handleIncomingRequest(AbstractHttpServerTransport.java:372) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.incomingRequest(AbstractHttpServerTransport.java:301) [elasticsearch-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:69) [transport-netty4-client-7.4.0.jar:7.4.0]",
- "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:31) [transport-netty4-client-7.4.0.jar:7.4.0]",
- "at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:58) [transport-netty4-client-7.4.0.jar:7.4.0]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:328) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:302) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:287) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1475) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1224) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1271) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:505) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:444) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:283) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1421) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:930) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:697) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:597) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:551) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:511) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:918) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
- "at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement