Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- {"type": "server", "timestamp": "2020-03-31T12:30:42,945Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "loaded module [x-pack-watcher]" }
- {"type": "server", "timestamp": "2020-03-31T12:30:42,946Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "no plugins loaded" }
- {"type": "server", "timestamp": "2020-03-31T12:30:47,760Z", "level": "INFO", "component": "o.e.x.s.a.s.FileRolesStore", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "parsed [2] roles from file [/usr/share/elasticsearch/config/roles.yml]" }
- {"type": "server", "timestamp": "2020-03-31T12:30:48,214Z", "level": "INFO", "component": "o.e.x.m.p.l.CppLogMessageHandler", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "[controller/104] [Main.cc@110] controller (64 bit): Version 7.5.2 (Build 68f6981dfb8e2d) Copyright (c) 2020 Elasticsearch BV" }
- {"type": "server", "timestamp": "2020-03-31T12:30:48,944Z", "level": "DEBUG", "component": "o.e.a.ActionModule", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "Using REST wrapper from plugin org.elasticsearch.xpack.security.Security" }
- {"type": "server", "timestamp": "2020-03-31T12:30:49,112Z", "level": "INFO", "component": "o.e.d.DiscoveryModule", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "using discovery type [zen] and seed hosts providers [settings, file]" }
- {"type": "server", "timestamp": "2020-03-31T12:30:43,054Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "loaded module [x-pack-watcher]" }
- {"type": "server", "timestamp": "2020-03-31T12:30:50,323Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "initialized" }
- {"type": "server", "timestamp": "2020-03-31T12:30:50,323Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "starting ..." }
- {"type": "server", "timestamp": "2020-03-31T12:30:50,466Z", "level": "INFO", "component": "o.e.t.TransportService", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "publish_address {10.45.2.128:9300}, bound_addresses {0.0.0.0:9300}" }
- {"type": "server", "timestamp": "2020-03-31T12:30:50,644Z", "level": "INFO", "component": "o.e.b.BootstrapChecks", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "bound or publishing to a non-loopback address, enforcing bootstrap checks" }
- {"type": "server", "timestamp": "2020-03-31T12:30:43,054Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no plugins loaded" }
- {"type": "server", "timestamp": "2020-03-31T12:30:48,114Z", "level": "INFO", "component": "o.e.x.s.a.s.FileRolesStore", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "parsed [2] roles from file [/usr/share/elasticsearch/config/roles.yml]" }
- {"type": "server", "timestamp": "2020-03-31T12:30:48,541Z", "level": "INFO", "component": "o.e.x.m.p.l.CppLogMessageHandler", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "[controller/104] [Main.cc@110] controller (64 bit): Version 7.5.2 (Build 68f6981dfb8e2d) Copyright (c) 2020 Elasticsearch BV" }
- {"type": "server", "timestamp": "2020-03-31T12:30:49,336Z", "level": "DEBUG", "component": "o.e.a.ActionModule", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "Using REST wrapper from plugin org.elasticsearch.xpack.security.Security" }
- {"type": "server", "timestamp": "2020-03-31T12:30:49,523Z", "level": "INFO", "component": "o.e.d.DiscoveryModule", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "using discovery type [zen] and seed hosts providers [settings, file]" }
- {"type": "server", "timestamp": "2020-03-31T12:30:50,620Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "initialized" }
- {"type": "server", "timestamp": "2020-03-31T12:30:50,621Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "starting ..." }
- {"type": "server", "timestamp": "2020-03-31T12:30:50,764Z", "level": "INFO", "component": "o.e.t.TransportService", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "publish_address {10.45.2.127:9300}, bound_addresses {0.0.0.0:9300}" }
- {"type": "server", "timestamp": "2020-03-31T12:30:50,975Z", "level": "INFO", "component": "o.e.b.BootstrapChecks", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "bound or publishing to a non-loopback address, enforcing bootstrap checks" }
- {"type":"log","@timestamp":"2020-03-31T12:30:32Z","tags":["info","plugins-system"],"pid":11,"message":"Setting up [15] plugins: [security,licensing,code,timelion,features,spaces,translations,uiActions,newsfeed,eui_utils,inspector,embeddable,advancedUiActions,expressions,data]"}
- {"type":"log","@timestamp":"2020-03-31T12:30:32Z","tags":["info","plugins","security"],"pid":11,"message":"Setting up plugin"}
- {"type":"log","@timestamp":"2020-03-31T12:30:32Z","tags":["warning","plugins","security","config"],"pid":11,"message":"Generating a random key for xpack.security.encryptionKey. To prevent sessions from being invalidated on restart, please set xpack.security.encryptionKey in kibana.yml"}
- {"type":"log","@timestamp":"2020-03-31T12:30:32Z","tags":["info","plugins","licensing"],"pid":11,"message":"Setting up plugin"}
- {"type":"log","@timestamp":"2020-03-31T12:30:32Z","tags":["info","plugins","code"],"pid":11,"message":"Setting up plugin"}
- {"type":"log","@timestamp":"2020-03-31T12:30:32Z","tags":["info","plugins","timelion"],"pid":11,"message":"Setting up plugin"}
- {"type":"log","@timestamp":"2020-03-31T12:30:32Z","tags":["info","plugins","features"],"pid":11,"message":"Setting up plugin"}
- {"type":"log","@timestamp":"2020-03-31T12:30:32Z","tags":["info","plugins","spaces"],"pid":11,"message":"Setting up plugin"}
- {"type":"log","@timestamp":"2020-03-31T12:30:32Z","tags":["info","plugins","translations"],"pid":11,"message":"Setting up plugin"}
- {"type":"log","@timestamp":"2020-03-31T12:30:32Z","tags":["info","plugins","data"],"pid":11,"message":"Setting up plugin"}
- {"type": "server", "timestamp": "2020-03-31T12:31:00,664Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.127:9300] from hosts providers and [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
- {"type": "server", "timestamp": "2020-03-31T12:31:00,991Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.128:9300] from hosts providers and [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
- {"type": "server", "timestamp": "2020-03-31T12:31:10,666Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.127:9300] from hosts providers and [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
- {"type": "server", "timestamp": "2020-03-31T12:31:10,994Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.128:9300] from hosts providers and [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
- {"type":"log","@timestamp":"2020-03-31T12:31:19Z","tags":["error","elasticsearch","data"],"pid":11,"message":"Request error, retrying\nGET https://elk-stack-es-http.elk-stack.svc:9200/_xpack => getaddrinfo ENOTFOUND elk-stack-es-http.elk-stack.svc elk-stack-es-http.elk-stack.svc:9200"}
- {"type":"log","@timestamp":"2020-03-31T12:31:19Z","tags":["warning","plugins","licensing"],"pid":11,"message":"License information could not be obtained from Elasticsearch for the [data] cluster. Error: Request Timeout after 30000ms"}
- {"type":"log","@timestamp":"2020-03-31T12:31:20Z","tags":["warning","legacy-plugins"],"pid":11,"path":"/usr/share/kibana/src/legacy/core_plugins/visualizations","message":"Skipping non-plugin directory at /usr/share/kibana/src/legacy/core_plugins/visualizations"}
- {"type": "server", "timestamp": "2020-03-31T12:31:20,669Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.127:9300] from hosts providers and [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
- {"type": "server", "timestamp": "2020-03-31T12:31:20,673Z", "level": "WARN", "component": "o.e.n.Node", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "timed out while waiting for initial discovery state - timeout: 30s" }
- {"type": "server", "timestamp": "2020-03-31T12:31:20,685Z", "level": "INFO", "component": "o.e.h.AbstractHttpServerTransport", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "publish_address {10.45.2.128:9200}, bound_addresses {0.0.0.0:9200}" }
- {"type": "server", "timestamp": "2020-03-31T12:31:20,685Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "started" }
- {"type": "server", "timestamp": "2020-03-31T12:31:20,997Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.128:9300] from hosts providers and [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
- {"type": "server", "timestamp": "2020-03-31T12:31:21,044Z", "level": "WARN", "component": "o.e.n.Node", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "timed out while waiting for initial discovery state - timeout: 30s" }
- {"type": "server", "timestamp": "2020-03-31T12:31:21,059Z", "level": "INFO", "component": "o.e.h.AbstractHttpServerTransport", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "publish_address {10.45.2.127:9200}, bound_addresses {0.0.0.0:9200}" }
- {"type": "server", "timestamp": "2020-03-31T12:31:21,059Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "started" }
- {"type":"log","@timestamp":"2020-03-31T12:31:21Z","tags":["info","plugins-system"],"pid":11,"message":"Starting [8] plugins: [security,licensing,code,timelion,features,spaces,translations,data]"}
- {"type": "server", "timestamp": "2020-03-31T12:31:26,326Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
- {"type": "server", "timestamp": "2020-03-31T12:31:30,673Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.127:9300] from hosts providers and [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
- {"type": "server", "timestamp": "2020-03-31T12:31:31,000Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.128:9300] from hosts providers and [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
- {"type": "server", "timestamp": "2020-03-31T12:31:40,675Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.127:9300] from hosts providers and [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
- {"type": "server", "timestamp": "2020-03-31T12:31:41,003Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.128:9300] from hosts providers and [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
- {"type": "server", "timestamp": "2020-03-31T12:31:43,804Z", "level": "ERROR", "component": "o.e.x.s.a.e.NativeUsersStore", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "security index is unavailable. short circuiting retrieval of user [kibana-shared-admin]" }
- {"type":"log","@timestamp":"2020-03-31T12:31:49Z","tags":["warning","elasticsearch","data"],"pid":11,"message":"Unable to revive connection: https://elk-stack-es-http.elk-stack.svc:9200/"}
- {"type":"log","@timestamp":"2020-03-31T12:31:49Z","tags":["warning","plugins","licensing"],"pid":11,"message":"License information could not be obtained from Elasticsearch for the [data] cluster. Error: Request Timeout after 30000ms"}
- {"type":"log","@timestamp":"2020-03-31T12:31:49Z","tags":["warning","elasticsearch","data"],"pid":11,"message":"Unable to revive connection: https://elk-stack-es-http.elk-stack.svc:9200/"}
- {"type":"log","@timestamp":"2020-03-31T12:31:50Z","tags":["warning","plugins","licensing"],"pid":11,"message":"License information could not be obtained from Elasticsearch for the [data] cluster. TypeError: Cannot use 'in' operator to search for 'type' in null"}
- {"type": "server", "timestamp": "2020-03-31T12:31:50,677Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.127:9300] from hosts providers and [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
- {"type": "server", "timestamp": "2020-03-31T12:31:51,005Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.128:9300] from hosts providers and [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
- {"type": "server", "timestamp": "2020-03-31T12:31:51,666Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "no known master node, scheduling a retry" }
- {"type": "server", "timestamp": "2020-03-31T12:31:51,669Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
- {"type": "server", "timestamp": "2020-03-31T12:31:51,671Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
- {"type": "server", "timestamp": "2020-03-31T12:31:51,683Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
- {"type": "server", "timestamp": "2020-03-31T12:31:51,694Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "path: /_all/_stats, params: {level=shards, index=_all}",
- "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/1/state not recovered / initialized];",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.checkGlobalBlock(TransportIndicesStatsAction.java:70) ~[elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.checkGlobalBlock(TransportIndicesStatsAction.java:48) ~[elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$AsyncAction.<init>(TransportBroadcastByNodeAction.java:247) ~[elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecute(TransportBroadcastByNodeAction.java:225) ~[elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecute(TransportBroadcastByNodeAction.java:76) ~[elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:153) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:86) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$authorizeRequest$4(SecurityActionFilter.java:172) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$runRequestInterceptors$15(AuthorizationService.java:344) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.lambda$done$0(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
- "at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.done(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.BaseFuture.set(BaseFuture.java:144) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.onResponse(ListenableFuture.java:127) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.StepListener.innerOnResponse(StepListener.java:62) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.NotifyOnceListener.onResponse(NotifyOnceListener.java:40) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.interceptor.BulkShardRequestInterceptor.intercept(BulkShardRequestInterceptor.java:71) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$runRequestInterceptors$14(AuthorizationService.java:339) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.lambda$done$0(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
- "at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.done(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.BaseFuture.set(BaseFuture.java:144) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.onResponse(ListenableFuture.java:127) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.StepListener.innerOnResponse(StepListener.java:62) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.NotifyOnceListener.onResponse(NotifyOnceListener.java:40) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.interceptor.FieldAndDocumentLevelSecurityRequestInterceptor.intercept(FieldAndDocumentLevelSecurityRequestInterceptor.java:61) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.interceptor.UpdateRequestInterceptor.intercept(UpdateRequestInterceptor.java:23) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$runRequestInterceptors$14(AuthorizationService.java:339) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.lambda$done$0(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
- "at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.done(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.BaseFuture.set(BaseFuture.java:144) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.onResponse(ListenableFuture.java:127) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.StepListener.innerOnResponse(StepListener.java:62) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.NotifyOnceListener.onResponse(NotifyOnceListener.java:40) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.interceptor.ResizeRequestInterceptor.intercept(ResizeRequestInterceptor.java:82) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$runRequestInterceptors$14(AuthorizationService.java:339) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.lambda$done$0(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
- "at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.done(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.BaseFuture.set(BaseFuture.java:144) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.onResponse(ListenableFuture.java:127) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.StepListener.innerOnResponse(StepListener.java:62) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.NotifyOnceListener.onResponse(NotifyOnceListener.java:40) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.interceptor.FieldAndDocumentLevelSecurityRequestInterceptor.intercept(FieldAndDocumentLevelSecurityRequestInterceptor.java:61) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.interceptor.SearchRequestInterceptor.intercept(SearchRequestInterceptor.java:19) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$runRequestInterceptors$14(AuthorizationService.java:339) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.lambda$done$0(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
- "at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.done(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.BaseFuture.set(BaseFuture.java:144) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.onResponse(ListenableFuture.java:127) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.StepListener.innerOnResponse(StepListener.java:62) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.NotifyOnceListener.onResponse(NotifyOnceListener.java:40) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.interceptor.IndicesAliasesRequestInterceptor.intercept(IndicesAliasesRequestInterceptor.java:102) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.runRequestInterceptors(AuthorizationService.java:345) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.handleIndexActionAuthorizationResult(AuthorizationService.java:322) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$9(AuthorizationService.java:263) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:616) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:591) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$authorizeIndexAction$3(RBACEngine.java:296) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$CachingAsyncSupplier.lambda$getAsync$0(AuthorizationService.java:653) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.resolveIndexNames(AuthorizationService.java:554) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$6(AuthorizationService.java:251) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$CachingAsyncSupplier.lambda$getAsync$0(AuthorizationService.java:653) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.loadAuthorizedIndices(RBACEngine.java:329) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$5(AuthorizationService.java:247) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$CachingAsyncSupplier.getAsync(AuthorizationService.java:651) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$8(AuthorizationService.java:250) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$CachingAsyncSupplier.getAsync(AuthorizationService.java:651) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$authorizeIndexAction$4(RBACEngine.java:290) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeIndexActionName(RBACEngine.java:314) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeIndexAction(RBACEngine.java:287) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeAction(AuthorizationService.java:261) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.maybeAuthorizeRunAs(AuthorizationService.java:227) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorize$1(AuthorizationService.java:193) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$resolveAuthorizationInfo$1(RBACEngine.java:117) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRoles(CompositeRolesStore.java:229) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.getRoles(RBACEngine.java:123) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.resolveAuthorizationInfo(RBACEngine.java:111) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:195) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.authorizeRequest(SecurityActionFilter.java:172) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$3(SecurityActionFilter.java:158) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:246) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:139) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:155) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:107) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:151) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:129) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:64) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:83) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:72) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:396) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.client.support.AbstractClient$IndicesAdmin.execute(AbstractClient.java:1231) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.client.support.AbstractClient$IndicesAdmin.stats(AbstractClient.java:1547) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.rest.action.admin.indices.RestIndicesStatsAction.lambda$prepareRequest$1(RestIndicesStatsAction.java:131) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:108) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.lambda$handleRequest$0(SecurityRestFilter.java:58) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$writeAuthToContext$24(AuthenticationService.java:572) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.writeAuthToContext(AuthenticationService.java:581) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.finishAuthentication(AuthenticationService.java:562) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeUser(AuthenticationService.java:512) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$16(AuthenticationService.java:404) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.core.common.IteratingActionListener.onResponse(IteratingActionListener.java:120) [x-pack-core-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$13(AuthenticationService.java:374) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$1(CachingUsernamePasswordRealm.java:145) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.handleCachedAuthentication(CachingUsernamePasswordRealm.java:196) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$2(CachingUsernamePasswordRealm.java:137) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:773) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type":"log","@timestamp":"2020-03-31T12:31:51Z","tags":["warning","migrations"],"pid":11,"message":"Unable to connect to Elasticsearch. Error: Request Timeout after 30000ms"}
- {"type": "server", "timestamp": "2020-03-31T12:31:53,983Z", "level": "ERROR", "component": "o.e.x.s.a.e.NativeUsersStore", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "security index is unavailable. short circuiting retrieval of user [kibana-shared-admin]" }
- {"type": "server", "timestamp": "2020-03-31T12:31:54,560Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
- {"type": "server", "timestamp": "2020-03-31T12:31:54,623Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
- {"type": "server", "timestamp": "2020-03-31T12:31:56,127Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "timed out while retrying [cluster:admin/xpack/license/start_basic] after failure (timeout [30s])" }
- {"type": "server", "timestamp": "2020-03-31T12:31:56,128Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "path: /_license/start_basic, params: {acknowledge=true}",
- "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
- "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:218) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2020-03-31T12:31:56,178Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
- {"type": "server", "timestamp": "2020-03-31T12:31:56,362Z", "level": "ERROR", "component": "o.e.x.s.a.e.NativeUsersStore", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "security index is unavailable. short circuiting retrieval of user [kibana-shared-admin]" }
- {"type": "server", "timestamp": "2020-03-31T12:31:58,998Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
- {"type": "server", "timestamp": "2020-03-31T12:31:59,098Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "no known master node, scheduling a retry" }
- {"type": "server", "timestamp": "2020-03-31T12:32:00,679Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.127:9300] from hosts providers and [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
- {"type": "server", "timestamp": "2020-03-31T12:32:01,008Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.128:9300] from hosts providers and [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
- {"type": "server", "timestamp": "2020-03-31T12:32:10,682Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.127:9300] from hosts providers and [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
- {"type": "server", "timestamp": "2020-03-31T12:32:11,011Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.128:9300] from hosts providers and [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
- {"type": "server", "timestamp": "2020-03-31T12:32:17,506Z", "level": "ERROR", "component": "o.e.x.s.a.e.NativeUsersStore", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "security index is unavailable. short circuiting retrieval of user [kibana-shared-admin]" }
- {"type":"log","@timestamp":"2020-03-31T12:32:19Z","tags":["warning","plugins","licensing"],"pid":11,"message":"License information could not be obtained from Elasticsearch for the [data] cluster. TypeError: Cannot use 'in' operator to search for 'type' in null"}
- {"type": "server", "timestamp": "2020-03-31T12:32:20,684Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.127:9300] from hosts providers and [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
- {"type": "server", "timestamp": "2020-03-31T12:32:21,012Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.128:9300] from hosts providers and [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
- {"type": "server", "timestamp": "2020-03-31T12:32:21,427Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
- {"type": "server", "timestamp": "2020-03-31T12:32:21,443Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
- {"type": "server", "timestamp": "2020-03-31T12:32:21,546Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
- {"type": "server", "timestamp": "2020-03-31T12:32:21,438Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "no known master node, scheduling a retry" }
- {"type": "server", "timestamp": "2020-03-31T12:32:21,563Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "path: /_all/_stats, params: {level=shards, index=_all}",
- "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/1/state not recovered / initialized];",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.checkGlobalBlock(TransportIndicesStatsAction.java:70) ~[elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.checkGlobalBlock(TransportIndicesStatsAction.java:48) ~[elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$AsyncAction.<init>(TransportBroadcastByNodeAction.java:247) ~[elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecute(TransportBroadcastByNodeAction.java:225) ~[elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecute(TransportBroadcastByNodeAction.java:76) ~[elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:153) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:86) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$authorizeRequest$4(SecurityActionFilter.java:172) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$runRequestInterceptors$15(AuthorizationService.java:344) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.lambda$done$0(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
- "at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.done(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.BaseFuture.set(BaseFuture.java:144) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.onResponse(ListenableFuture.java:127) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.StepListener.innerOnResponse(StepListener.java:62) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.NotifyOnceListener.onResponse(NotifyOnceListener.java:40) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.interceptor.BulkShardRequestInterceptor.intercept(BulkShardRequestInterceptor.java:71) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$runRequestInterceptors$14(AuthorizationService.java:339) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.lambda$done$0(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
- "at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.done(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.BaseFuture.set(BaseFuture.java:144) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.onResponse(ListenableFuture.java:127) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.StepListener.innerOnResponse(StepListener.java:62) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.NotifyOnceListener.onResponse(NotifyOnceListener.java:40) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.interceptor.FieldAndDocumentLevelSecurityRequestInterceptor.intercept(FieldAndDocumentLevelSecurityRequestInterceptor.java:61) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.interceptor.UpdateRequestInterceptor.intercept(UpdateRequestInterceptor.java:23) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$runRequestInterceptors$14(AuthorizationService.java:339) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.lambda$done$0(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
- "at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.done(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.BaseFuture.set(BaseFuture.java:144) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.onResponse(ListenableFuture.java:127) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.StepListener.innerOnResponse(StepListener.java:62) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.NotifyOnceListener.onResponse(NotifyOnceListener.java:40) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.interceptor.ResizeRequestInterceptor.intercept(ResizeRequestInterceptor.java:82) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$runRequestInterceptors$14(AuthorizationService.java:339) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.lambda$done$0(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
- "at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.done(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.BaseFuture.set(BaseFuture.java:144) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.onResponse(ListenableFuture.java:127) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.StepListener.innerOnResponse(StepListener.java:62) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.NotifyOnceListener.onResponse(NotifyOnceListener.java:40) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.interceptor.FieldAndDocumentLevelSecurityRequestInterceptor.intercept(FieldAndDocumentLevelSecurityRequestInterceptor.java:61) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.interceptor.SearchRequestInterceptor.intercept(SearchRequestInterceptor.java:19) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$runRequestInterceptors$14(AuthorizationService.java:339) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.lambda$done$0(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
- "at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.done(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.BaseFuture.set(BaseFuture.java:144) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.onResponse(ListenableFuture.java:127) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.StepListener.innerOnResponse(StepListener.java:62) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.NotifyOnceListener.onResponse(NotifyOnceListener.java:40) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.interceptor.IndicesAliasesRequestInterceptor.intercept(IndicesAliasesRequestInterceptor.java:102) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.runRequestInterceptors(AuthorizationService.java:345) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.handleIndexActionAuthorizationResult(AuthorizationService.java:322) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$9(AuthorizationService.java:263) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:616) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:591) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$authorizeIndexAction$3(RBACEngine.java:296) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$CachingAsyncSupplier.lambda$getAsync$0(AuthorizationService.java:653) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.resolveIndexNames(AuthorizationService.java:554) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$6(AuthorizationService.java:251) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$CachingAsyncSupplier.lambda$getAsync$0(AuthorizationService.java:653) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.loadAuthorizedIndices(RBACEngine.java:329) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$5(AuthorizationService.java:247) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$CachingAsyncSupplier.getAsync(AuthorizationService.java:651) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$8(AuthorizationService.java:250) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$CachingAsyncSupplier.getAsync(AuthorizationService.java:651) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$authorizeIndexAction$4(RBACEngine.java:290) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeIndexActionName(RBACEngine.java:314) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeIndexAction(RBACEngine.java:287) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeAction(AuthorizationService.java:261) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.maybeAuthorizeRunAs(AuthorizationService.java:227) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorize$1(AuthorizationService.java:193) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$resolveAuthorizationInfo$1(RBACEngine.java:117) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRoles(CompositeRolesStore.java:229) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.getRoles(RBACEngine.java:123) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.resolveAuthorizationInfo(RBACEngine.java:111) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:195) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.authorizeRequest(SecurityActionFilter.java:172) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$3(SecurityActionFilter.java:158) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:246) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:139) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:155) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:107) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:151) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:129) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:64) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:83) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:72) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:396) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.client.support.AbstractClient$IndicesAdmin.execute(AbstractClient.java:1231) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.client.support.AbstractClient$IndicesAdmin.stats(AbstractClient.java:1547) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.rest.action.admin.indices.RestIndicesStatsAction.lambda$prepareRequest$1(RestIndicesStatsAction.java:131) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:108) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.lambda$handleRequest$0(SecurityRestFilter.java:58) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$writeAuthToContext$24(AuthenticationService.java:572) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.writeAuthToContext(AuthenticationService.java:581) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.finishAuthentication(AuthenticationService.java:562) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeUser(AuthenticationService.java:512) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$16(AuthenticationService.java:404) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.core.common.IteratingActionListener.onResponse(IteratingActionListener.java:120) [x-pack-core-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$13(AuthenticationService.java:374) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$1(CachingUsernamePasswordRealm.java:145) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.handleCachedAuthentication(CachingUsernamePasswordRealm.java:196) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$2(CachingUsernamePasswordRealm.java:137) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:68) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticateWithCache(CachingUsernamePasswordRealm.java:132) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticate(CachingUsernamePasswordRealm.java:103) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$15(AuthenticationService.java:365) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.core.common.IteratingActionListener.run(IteratingActionListener.java:102) [x-pack-core-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeToken(AuthenticationService.java:408) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$extractToken$11(AuthenticationService.java:335) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.extractToken(AuthenticationService.java:345) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$checkForApiKey$3(AuthenticationService.java:288) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.ApiKeyService.authenticateWithApiKeyIfPresent(ApiKeyService.java:325) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.checkForApiKey(AuthenticationService.java:269) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$0(AuthenticationService.java:252) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.TokenService.getAndValidateToken(TokenService.java:379) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:248) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:122) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.handleRequest(SecurityRestFilter.java:55) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:222) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.rest.RestController.tryAllHandlers(RestController.java:295) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:166) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.dispatchRequest(AbstractHttpServerTransport.java:322) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.handleIncomingRequest(AbstractHttpServerTransport.java:372) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.incomingRequest(AbstractHttpServerTransport.java:301) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:69) [transport-netty4-client-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:31) [transport-netty4-client-7.5.2.jar:7.5.2]",
- "at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:58) [transport-netty4-client-7.5.2.jar:7.5.2]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:326) [netty-codec-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:300) [netty-codec-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:287) [netty-handler-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1478) [netty-handler-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1227) [netty-handler-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1274) [netty-handler-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:503) [netty-codec-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:442) [netty-codec-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:281) [netty-codec-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1422) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- {"type": "server", "timestamp": "2020-03-31T12:32:21,673Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "timed out while retrying [cluster:admin/repository/get] after failure (timeout [30s])" }
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:931) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:700) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:600) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:554) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:514) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.util.concurrent.SingleThreadEventExecutor$6.run(SingleThreadEventExecutor.java:1050) [netty-common-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.43.Final.jar:4.1.43.Final]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2020-03-31T12:32:21,669Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "timed out while retrying [cluster:monitor/health] after failure (timeout [30s])" }
- {"type": "server", "timestamp": "2020-03-31T12:32:21,674Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "path: /_snapshot, params: {settings_filter=xpack.security.authc.realms.oidc.*.ssl.keystore.path,transport.profiles.*.xpack.security.ssl.trust_restrictions,reindex.ssl.supported_protocols,xpack.security.authc.realms.ldap.*.ssl.verification_mode,xpack.security.authc.realms.ldap.*.ssl.keystore.key_password,xpack.security.http.ssl.truststore.password,xpack.security.http.ssl.keystore.password,xpack.notification.email.ssl.supported_protocols,xpack.security.authc.realms.ldap.*.ssl.truststore.path,xpack.security.transport.ssl.truststore.password,xpack.notification.email.ssl.truststore.password,xpack.security.authc.realms.active_directory.*.ssl.verification_mode,xpack.http.ssl.truststore.algorithm,xpack.security.http.ssl.supported_protocols,reindex.ssl.truststore.password,xpack.security.authc.realms.oidc.*.ssl.verification_mode,xpack.security.transport.ssl.supported_protocols,xpack.security.authc.realms.saml.*.ssl.keystore.path,xpack.security.http.ssl.truststore.algorithm,xpack.security.transport.ssl.keystore.key_password,xpack.security.http.ssl.key,xpack.security.authc.realms.saml.*.encryption.key,xpack.security.http.ssl.keystore.type,xpack.security.http.ssl.verification_mode,xpack.security.authc.realms.pki.*.truststore.path,xpack.security.authc.realms.saml.*.signing.keystore.path,xpack.security.authc.realms.ldap.*.ssl.key,xpack.security.authc.realms.oidc.*.ssl.keystore.password,transport.profiles.*.xpack.security.ssl.supported_protocols,reindex.ssl.keystore.key_password,xpack.security.authc.realms.active_directory.*.ssl.supported_protocols,xpack.security.authc.realms.active_directory.*.hostname_verification,xpack.security.authc.realms.saml.*.ssl.truststore.algorithm,xpack.security.authc.realms.ldap.*.ssl.certificate_authorities,xpack.security.authc.realms.saml.*.signing.key,xpack.security.authc.realms.oidc.*.ssl.truststore.type,xpack.security.authc.realms.active_directory.*.ssl.keystore.key_password,transport.profiles.*.xpack.security.ssl.truststore.path,xpack.security.authc.realms.oidc.*.ssl.key,reindex.ssl.key_passphrase,xpack.security.authc.realms.ldap.*.ssl.cipher_suites,xpack.security.authc.realms.ldap.*.ssl.keystore.algorithm,xpack.http.ssl.keystore.algorithm,xpack.security.authc.realms.saml.*.ssl.keystore.password,xpack.http.ssl.supported_protocols,xpack.http.ssl.keystore.path,xpack.security.authc.realms.saml.*.encryption.keystore.algorithm,xpack.notification.email.ssl.certificate,xpack.security.http.ssl.truststore.path,xpack.http.ssl.truststore.password,xpack.security.transport.ssl.verification_mode,xpack.security.authc.realms.active_directory.*.ssl.truststore.password,xpack.security.authc.realms.saml.*.ssl.truststore.type,xpack.security.authc.realms.oidc.*.ssl.certificate_authorities,xpack.security.authc.realms.ldap.*.ssl.keystore.password,xpack.security.transport.ssl.certificate,xpack.monitoring.exporters.*.auth.*,xpack.security.authc.realms.oidc.*.ssl.keystore.algorithm,xpack.notification.email.ssl.key,xpack.http.ssl.keystore.key_password,xpack.security.authc.realms.saml.*.ssl.keystore.key_password,xpack.security.authc.realms.oidc.*.ssl.key_passphrase,reindex.ssl.truststore.path,xpack.notification.email.ssl.keystore.algorithm,xpack.notification.email.ssl.verification_mode,transport.profiles.*.xpack.security.ssl.truststore.password,transport.profiles.*.xpack.security.ssl.certificate,transport.profiles.*.xpack.security.*,xpack.security.authc.realms.ldap.*.ssl.truststore.password,xpack.security.authc.realms.pki.*.certificate_authorities,xpack.security.authc.realms.active_directory.*.bind_dn,xpack.http.ssl.truststore.path,xpack.http.ssl.key_passphrase,xpack.security.authc.realms.saml.*.ssl.certificate_authorities,reindex.ssl.verification_mode,xpack.http.ssl.keystore.password,xpack.notification.email.ssl.trust_restrictions.path,xpack.notification.email.ssl.keystore.key_password,xpack.security.transport.ssl.truststore.path,xpack.security.transport.ssl.trust_restrictions.path,xpack.security.http.ssl.truststore.type,xpack.http.ssl.certificate_authorities,xpack.security.authc.realms.active_directory.*.bind_password,xpack.security.transport.ssl.keystore.type,xpack.security.authc.realms.active_directory.*.ssl.keystore.path,xpack.security.http.ssl.keystore.algorithm,reindex.ssl.keystore.path,xpack.security.authc.realms.ldap.*.ssl.trust_restrictions,xpack.security.authc.realms.saml.*.ssl.verification_mode,xpack.security.authc.realms.oidc.*.ssl.cipher_suites,xpack.security.authc.realms.ldap.*.ssl.supported_protocols,transport.profiles.*.xpack.security.ssl.key,xpack.security.transport.ssl.keystore.password,reindex.ssl.cipher_suites,xpack.security.authc.realms.pki.*.truststore.algorithm,xpack.monitoring.exporters.*.auth.password,xpack.security.transport.ssl.keystore.algorithm,transport.profiles.*.xpack.security.ssl.keystore.type,xpack.security.authc.realms.saml.*.encryption.keystore.path,xpack.notification.email.ssl.client_authentication,transport.profiles.*.xpack.security.ssl.client_authentication,xpack.security.authc.realms.ldap.*.ssl.key_passphrase,reindex.ssl.keystore.algorithm,xpack.security.authc.realms.oidc.*.ssl.supported_protocols,xpack.http.ssl.cipher_suites,xpack.security.authc.realms.active_directory.*.ssl.certificate_authorities,xpack.security.authc.realms.saml.*.ssl.client_authentication,xpack.security.authc.realms.oidc.*.ssl.client_authentication,xpack.monitoring.exporters.*.auth.username,xpack.security.authc.realms.active_directory.*.ssl.truststore.type,xpack.security.http.ssl.client_authentication,xpack.security.authc.accept_default_password,xpack.security.authc.realms.ldap.*.ssl.keystore.path,xpack.notification.email.ssl.keystore.path,xpack.security.authc.realms.active_directory.*.ssl.keystore.algorithm,xpack.security.transport.ssl.key,xpack.security.transport.ssl.truststore.algorithm,xpack.security.authc.realms.ldap.*.ssl.truststore.type,xpack.http.ssl.certificate,transport.profiles.*.xpack.security.ssl.certificate_authorities,xpack.security.authc.realms.active_directory.*.ssl.cipher_suites,transport.profiles.*.xpack.security.ssl.keystore.password,xpack.notification.email.ssl.truststore.algorithm,xpack.security.authc.realms.saml.*.ssl.key,xpack.notification.email.ssl.cipher_suites,xpack.security.authc.realms.saml.*.ssl.keystore.type,xpack.security.authc.realms.saml.*.ssl.keystore.algorithm,xpack.security.authc.realms.oidc.*.ssl.trust_restrictions,xpack.security.authc.realms.saml.*.signing.keystore.type,xpack.security.authc.realms.active_directory.*.ssl.certificate,reindex.ssl.truststore.type,xpack.security.transport.ssl.cipher_suites,xpack.security.http.ssl.certificate,xpack.http.ssl.keystore.type,xpack.security.http.ssl.certificate_authorities,xpack.security.authc.realms.oidc.*.ssl.truststore.password,transport.profiles.*.xpack.security.ssl.truststore.type,transport.profiles.*.xpack.security.ssl.cipher_suites,xpack.security.authc.realms.saml.*.ssl.cipher_suites,xpack.security.authc.realms.saml.*.ssl.key_passphrase,xpack.security.authc.realms.active_directory.*.ssl.truststore.algorithm,xpack.security.authc.realms.saml.*.signing.keystore.algorithm,xpack.security.authc.realms.ldap.*.bind_dn,xpack.security.authc.realms.saml.*.encryption.certificate,xpack.security.authc.realms.oidc.*.ssl.keystore.key_password,xpack.http.ssl.key,xpack.notification.email.ssl.truststore.type,xpack.security.authc.realms.saml.*.ssl.truststore.path,xpack.security.authc.realms.active_directory.*.ssl.key,xpack.security.authc.realms.saml.*.ssl.truststore.password,xpack.security.authc.realms.pki.*.truststore.password,reindex.ssl.keystore.password,xpack.security.authc.realms.oidc.*.ssl.certificate,xpack.http.ssl.verification_mode,reindex.ssl.certificate_authorities,transport.profiles.*.xpack.security.ssl.verification_mode,xpack.security.http.ssl.keystore.key_password,transport.profiles.*.xpack.security.ssl.keystore.key_password,xpack.notification.email.ssl.certificate_authorities,xpack.notification.email.ssl.keystore.type,xpack.monitoring.exporters.*.ssl,xpack.security.authc.realms.saml.*.ssl.trust_restrictions,xpack.security.authc.realms.ldap.*.bind_password,xpack.security.http.ssl.cipher_suites,reindex.ssl.certificate,transport.profiles.*.xpack.security.ssl.truststore.algorithm,xpack.security.authc.realms.active_directory.*.ssl.keystore.type,xpack.security.transport.ssl.truststore.type,xpack.security.transport.ssl.certificate_authorities,xpack.security.authc.realms.active_directory.*.ssl.trust_restrictions,xpack.security.authc.realms.saml.*.ssl.supported_protocols,xpack.security.transport.ssl.keystore.path,xpack.notification.email.ssl.truststore.path,xpack.http.ssl.trust_restrictions.path,xpack.security.http.ssl.key_passphrase,xpack.security.http.ssl.trust_restrictions.path,xpack.http.ssl.truststore.type,transport.profiles.*.xpack.security.ssl.keystore.algorithm,xpack.security.transport.ssl.client_authentication,xpack.security.authc.realms.ldap.*.ssl.client_authentication,reindex.ssl.client_authentication,xpack.security.authc.realms.oidc.*.ssl.truststore.path,reindex.ssl.keystore.type,xpack.http.ssl.client_authentication,xpack.security.transport.ssl.key_passphrase,xpack.monitoring.exporters.*.ssl.*,xpack.security.hide_settings,xpack.security.authc.realms.saml.*.signing.certificate,xpack.security.authc.realms.saml.*.encryption.keystore.type,xpack.security.authc.realms.ldap.*.hostname_verification,xpack.security.authc.realms.active_directory.*.ssl.truststore.path,xpack.notification.email.ssl.keystore.password,reindex.ssl.key,xpack.security.authc.realms.active_directory.*.ssl.key_passphrase,transport.profiles.*.xpack.security.ssl.keystore.path,xpack.security.http.ssl.keystore.path,xpack.security.authc.realms.ldap.*.ssl.truststore.algorithm,xpack.security.authc.realms.ldap.*.ssl.keystore.type,xpack.security.authc.realms.active_directory.*.ssl.client_authentication,xpack.security.authc.realms.oidc.*.ssl.keystore.type,xpack.security.authc.realms.saml.*.ssl.certificate,xpack.notification.email.ssl.key_passphrase,xpack.security.authc.realm",
- "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
- "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:218) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2020-03-31T12:32:21,677Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "timed out while retrying [cluster:monitor/state] after failure (timeout [30s])" }
- {"type": "server", "timestamp": "2020-03-31T12:32:21,669Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "path: /_cluster/health, params: {}",
- "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
- "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:218) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2020-03-31T12:32:21,677Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "path: /_cluster/settings, params: {}",
- "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
- "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:218) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2020-03-31T12:32:21,688Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "timed out while retrying [indices:monitor/settings/get] after failure (timeout [30s])" }
- {"type": "server", "timestamp": "2020-03-31T12:32:21,689Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "path: /_all/_settings, params: {index=_all}",
- "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
- "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:218) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2020-03-31T12:32:24,562Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "timed out while retrying [indices:admin/get] after failure (timeout [30s])" }
- {"type": "server", "timestamp": "2020-03-31T12:32:24,562Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "path: /.kibana_task_manager, params: {index=.kibana_task_manager}",
- "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
- "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:218) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2020-03-31T12:32:24,624Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "timed out while retrying [indices:admin/get] after failure (timeout [30s])" }
- {"type": "server", "timestamp": "2020-03-31T12:32:24,625Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "path: /.kibana, params: {index=.kibana}",
- "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
- "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:218) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2020-03-31T12:32:26,179Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "timed out while retrying [cluster:admin/voting_config/clear_exclusions] after failure (timeout [30s])" }
- {"type": "server", "timestamp": "2020-03-31T12:32:26,179Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "path: /_cluster/voting_config_exclusions, params: {wait_for_removal=false}",
- "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
- "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:218) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2020-03-31T12:32:26,914Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
- {"type": "server", "timestamp": "2020-03-31T12:32:26,925Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "no known master node, scheduling a retry" }
- {"type": "server", "timestamp": "2020-03-31T12:32:28,066Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
- {"type": "server", "timestamp": "2020-03-31T12:32:28,999Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "timed out while retrying [cluster:monitor/xpack/license/get] after failure (timeout [30s])" }
- {"type": "server", "timestamp": "2020-03-31T12:32:29,000Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "path: /_license, params: {}",
- "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
- "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:218) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2020-03-31T12:32:29,100Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "timed out while retrying [cluster:monitor/health] after failure (timeout [30s])" }
- {"type": "server", "timestamp": "2020-03-31T12:32:29,106Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
- {"type": "server", "timestamp": "2020-03-31T12:32:29,124Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
- {"type": "server", "timestamp": "2020-03-31T12:32:29,100Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "path: /_cluster/health, params: {}",
- "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
- "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:218) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2020-03-31T12:32:30,686Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.127:9300] from hosts providers and [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
- {"type": "server", "timestamp": "2020-03-31T12:32:31,015Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.128:9300] from hosts providers and [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
- {"type": "server", "timestamp": "2020-03-31T12:32:35,737Z", "level": "ERROR", "component": "o.e.x.s.a.e.NativeUsersStore", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "security index is unavailable. short circuiting retrieval of user [kibana-shared-admin]" }
- {"type": "server", "timestamp": "2020-03-31T12:32:38,504Z", "level": "ERROR", "component": "o.e.x.s.a.e.NativeUsersStore", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "security index is unavailable. short circuiting retrieval of user [kibana-shared-admin]" }
- {"type": "server", "timestamp": "2020-03-31T12:32:40,687Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.127:9300] from hosts providers and [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
- {"type": "server", "timestamp": "2020-03-31T12:32:41,017Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.128:9300] from hosts providers and [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
- {"type":"log","@timestamp":"2020-03-31T12:32:49Z","tags":["warning","plugins","licensing"],"pid":11,"message":"License information could not be obtained from Elasticsearch for the [data] cluster. TypeError: Cannot use 'in' operator to search for 'type' in null"}
- {"type": "server", "timestamp": "2020-03-31T12:32:50,690Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.127:9300] from hosts providers and [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
- {"type": "server", "timestamp": "2020-03-31T12:32:51,020Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.128:9300] from hosts providers and [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
- {"type": "server", "timestamp": "2020-03-31T12:32:51,428Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "timed out while retrying [cluster:monitor/state] after failure (timeout [30s])" }
- {"type": "server", "timestamp": "2020-03-31T12:32:51,429Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "path: /_cluster/settings, params: {}",
- "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
- "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:218) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.5.2.jar:7.5.2]",
- {"type": "server", "timestamp": "2020-03-31T12:32:51,439Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "timed out while retrying [cluster:admin/repository/get] after failure (timeout [30s])" }
- "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2020-03-31T12:32:51,444Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "timed out while retrying [indices:monitor/settings/get] after failure (timeout [30s])" }
- {"type": "server", "timestamp": "2020-03-31T12:32:51,444Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "path: /_all/_settings, params: {index=_all}",
- "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
- "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:218) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.5.2.jar:7.5.2]",
- {"type": "server", "timestamp": "2020-03-31T12:32:51,440Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "path: /_snapshot, params: {settings_filter=xpack.security.authc.realms.oidc.*.ssl.keystore.path,transport.profiles.*.xpack.security.ssl.trust_restrictions,reindex.ssl.supported_protocols,xpack.security.authc.realms.ldap.*.ssl.verification_mode,xpack.security.authc.realms.ldap.*.ssl.keystore.key_password,xpack.security.http.ssl.truststore.password,xpack.security.http.ssl.keystore.password,xpack.notification.email.ssl.supported_protocols,xpack.security.authc.realms.ldap.*.ssl.truststore.path,xpack.security.transport.ssl.truststore.password,xpack.notification.email.ssl.truststore.password,xpack.security.authc.realms.active_directory.*.ssl.verification_mode,xpack.http.ssl.truststore.algorithm,xpack.security.http.ssl.supported_protocols,reindex.ssl.truststore.password,xpack.security.authc.realms.oidc.*.ssl.verification_mode,xpack.security.transport.ssl.supported_protocols,xpack.security.authc.realms.saml.*.ssl.keystore.path,xpack.security.http.ssl.truststore.algorithm,xpack.security.transport.ssl.keystore.key_password,xpack.security.http.ssl.key,xpack.security.authc.realms.saml.*.encryption.key,xpack.security.http.ssl.keystore.type,xpack.security.http.ssl.verification_mode,xpack.security.authc.realms.pki.*.truststore.path,xpack.security.authc.realms.saml.*.signing.keystore.path,xpack.security.authc.realms.ldap.*.ssl.key,xpack.security.authc.realms.oidc.*.ssl.keystore.password,transport.profiles.*.xpack.security.ssl.supported_protocols,reindex.ssl.keystore.key_password,xpack.security.authc.realms.active_directory.*.ssl.supported_protocols,xpack.security.authc.realms.active_directory.*.hostname_verification,xpack.security.authc.realms.saml.*.ssl.truststore.algorithm,xpack.security.authc.realms.ldap.*.ssl.certificate_authorities,xpack.security.authc.realms.saml.*.signing.key,xpack.security.authc.realms.oidc.*.ssl.truststore.type,xpack.security.authc.realms.active_directory.*.ssl.keystore.key_password,transport.profiles.*.xpack.security.ssl.truststore.path,xpack.security.authc.realms.oidc.*.ssl.key,reindex.ssl.key_passphrase,xpack.security.authc.realms.ldap.*.ssl.cipher_suites,xpack.security.authc.realms.ldap.*.ssl.keystore.algorithm,xpack.http.ssl.keystore.algorithm,xpack.security.authc.realms.saml.*.ssl.keystore.password,xpack.http.ssl.supported_protocols,xpack.http.ssl.keystore.path,xpack.security.authc.realms.saml.*.encryption.keystore.algorithm,xpack.notification.email.ssl.certificate,xpack.security.http.ssl.truststore.path,xpack.http.ssl.truststore.password,xpack.security.transport.ssl.verification_mode,xpack.security.authc.realms.active_directory.*.ssl.truststore.password,xpack.security.authc.realms.saml.*.ssl.truststore.type,xpack.security.authc.realms.oidc.*.ssl.certificate_authorities,xpack.security.authc.realms.ldap.*.ssl.keystore.password,xpack.security.transport.ssl.certificate,xpack.monitoring.exporters.*.auth.*,xpack.security.authc.realms.oidc.*.ssl.keystore.algorithm,xpack.notification.email.ssl.key,xpack.http.ssl.keystore.key_password,xpack.security.authc.realms.saml.*.ssl.keystore.key_password,xpack.security.authc.realms.oidc.*.ssl.key_passphrase,reindex.ssl.truststore.path,xpack.notification.email.ssl.keystore.algorithm,xpack.notification.email.ssl.verification_mode,transport.profiles.*.xpack.security.ssl.truststore.password,transport.profiles.*.xpack.security.ssl.certificate,transport.profiles.*.xpack.security.*,xpack.security.authc.realms.ldap.*.ssl.truststore.password,xpack.security.authc.realms.pki.*.certificate_authorities,xpack.security.authc.realms.active_directory.*.bind_dn,xpack.http.ssl.truststore.path,xpack.http.ssl.key_passphrase,xpack.security.authc.realms.saml.*.ssl.certificate_authorities,reindex.ssl.verification_mode,xpack.http.ssl.keystore.password,xpack.notification.email.ssl.trust_restrictions.path,xpack.notification.email.ssl.keystore.key_password,xpack.security.transport.ssl.truststore.path,xpack.security.transport.ssl.trust_restrictions.path,xpack.security.http.ssl.truststore.type,xpack.http.ssl.certificate_authorities,xpack.security.authc.realms.active_directory.*.bind_password,xpack.security.transport.ssl.keystore.type,xpack.security.authc.realms.active_directory.*.ssl.keystore.path,xpack.security.http.ssl.keystore.algorithm,reindex.ssl.keystore.path,xpack.security.authc.realms.ldap.*.ssl.trust_restrictions,xpack.security.authc.realms.saml.*.ssl.verification_mode,xpack.security.authc.realms.oidc.*.ssl.cipher_suites,xpack.security.authc.realms.ldap.*.ssl.supported_protocols,transport.profiles.*.xpack.security.ssl.key,xpack.security.transport.ssl.keystore.password,reindex.ssl.cipher_suites,xpack.security.authc.realms.pki.*.truststore.algorithm,xpack.monitoring.exporters.*.auth.password,xpack.security.transport.ssl.keystore.algorithm,transport.profiles.*.xpack.security.ssl.keystore.type,xpack.security.authc.realms.saml.*.encryption.keystore.path,xpack.notification.email.ssl.client_authentication,transport.profiles.*.xpack.security.ssl.client_authentication,xpack.security.authc.realms.ldap.*.ssl.key_passphrase,reindex.ssl.keystore.algorithm,xpack.security.authc.realms.oidc.*.ssl.supported_protocols,xpack.http.ssl.cipher_suites,xpack.security.authc.realms.active_directory.*.ssl.certificate_authorities,xpack.security.authc.realms.saml.*.ssl.client_authentication,xpack.security.authc.realms.oidc.*.ssl.client_authentication,xpack.monitoring.exporters.*.auth.username,xpack.security.authc.realms.active_directory.*.ssl.truststore.type,xpack.security.http.ssl.client_authentication,xpack.security.authc.accept_default_password,xpack.security.authc.realms.ldap.*.ssl.keystore.path,xpack.notification.email.ssl.keystore.path,xpack.security.authc.realms.active_directory.*.ssl.keystore.algorithm,xpack.security.transport.ssl.key,xpack.security.transport.ssl.truststore.algorithm,xpack.security.authc.realms.ldap.*.ssl.truststore.type,xpack.http.ssl.certificate,transport.profiles.*.xpack.security.ssl.certificate_authorities,xpack.security.authc.realms.active_directory.*.ssl.cipher_suites,transport.profiles.*.xpack.security.ssl.keystore.password,xpack.notification.email.ssl.truststore.algorithm,xpack.security.authc.realms.saml.*.ssl.key,xpack.notification.email.ssl.cipher_suites,xpack.security.authc.realms.saml.*.ssl.keystore.type,xpack.security.authc.realms.saml.*.ssl.keystore.algorithm,xpack.security.authc.realms.oidc.*.ssl.trust_restrictions,xpack.security.authc.realms.saml.*.signing.keystore.type,xpack.security.authc.realms.active_directory.*.ssl.certificate,reindex.ssl.truststore.type,xpack.security.transport.ssl.cipher_suites,xpack.security.http.ssl.certificate,xpack.http.ssl.keystore.type,xpack.security.http.ssl.certificate_authorities,xpack.security.authc.realms.oidc.*.ssl.truststore.password,transport.profiles.*.xpack.security.ssl.truststore.type,transport.profiles.*.xpack.security.ssl.cipher_suites,xpack.security.authc.realms.saml.*.ssl.cipher_suites,xpack.security.authc.realms.saml.*.ssl.key_passphrase,xpack.security.authc.realms.active_directory.*.ssl.truststore.algorithm,xpack.security.authc.realms.saml.*.signing.keystore.algorithm,xpack.security.authc.realms.ldap.*.bind_dn,xpack.security.authc.realms.saml.*.encryption.certificate,xpack.security.authc.realms.oidc.*.ssl.keystore.key_password,xpack.http.ssl.key,xpack.notification.email.ssl.truststore.type,xpack.security.authc.realms.saml.*.ssl.truststore.path,xpack.security.authc.realms.active_directory.*.ssl.key,xpack.security.authc.realms.saml.*.ssl.truststore.password,xpack.security.authc.realms.pki.*.truststore.password,reindex.ssl.keystore.password,xpack.security.authc.realms.oidc.*.ssl.certificate,xpack.http.ssl.verification_mode,reindex.ssl.certificate_authorities,transport.profiles.*.xpack.security.ssl.verification_mode,xpack.security.http.ssl.keystore.key_password,transport.profiles.*.xpack.security.ssl.keystore.key_password,xpack.notification.email.ssl.certificate_authorities,xpack.notification.email.ssl.keystore.type,xpack.monitoring.exporters.*.ssl,xpack.security.authc.realms.saml.*.ssl.trust_restrictions,xpack.security.authc.realms.ldap.*.bind_password,xpack.security.http.ssl.cipher_suites,reindex.ssl.certificate,transport.profiles.*.xpack.security.ssl.truststore.algorithm,xpack.security.authc.realms.active_directory.*.ssl.keystore.type,xpack.security.transport.ssl.truststore.type,xpack.security.transport.ssl.certificate_authorities,xpack.security.authc.realms.active_directory.*.ssl.trust_restrictions,xpack.security.authc.realms.saml.*.ssl.supported_protocols,xpack.security.transport.ssl.keystore.path,xpack.notification.email.ssl.truststore.path,xpack.http.ssl.trust_restrictions.path,xpack.security.http.ssl.key_passphrase,xpack.security.http.ssl.trust_restrictions.path,xpack.http.ssl.truststore.type,transport.profiles.*.xpack.security.ssl.keystore.algorithm,xpack.security.transport.ssl.client_authentication,xpack.security.authc.realms.ldap.*.ssl.client_authentication,reindex.ssl.client_authentication,xpack.security.authc.realms.oidc.*.ssl.truststore.path,reindex.ssl.keystore.type,xpack.http.ssl.client_authentication,xpack.security.transport.ssl.key_passphrase,xpack.monitoring.exporters.*.ssl.*,xpack.security.hide_settings,xpack.security.authc.realms.saml.*.signing.certificate,xpack.security.authc.realms.saml.*.encryption.keystore.type,xpack.security.authc.realms.ldap.*.hostname_verification,xpack.security.authc.realms.active_directory.*.ssl.truststore.path,xpack.notification.email.ssl.keystore.password,reindex.ssl.key,xpack.security.authc.realms.active_directory.*.ssl.key_passphrase,transport.profiles.*.xpack.security.ssl.keystore.path,xpack.security.http.ssl.keystore.path,xpack.security.authc.realms.ldap.*.ssl.truststore.algorithm,xpack.security.authc.realms.ldap.*.ssl.keystore.type,xpack.security.authc.realms.active_directory.*.ssl.client_authentication,xpack.security.authc.realms.oidc.*.ssl.keystore.type,xpack.security.authc.realms.saml.*.ssl.certificate,xpack.notification.email.ssl.key_passphrase,xpack.security.authc.realm",
- "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
- "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:218) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2020-03-31T12:32:51,449Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
- {"type": "server", "timestamp": "2020-03-31T12:32:51,547Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
- {"type": "server", "timestamp": "2020-03-31T12:32:51,547Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "timed out while retrying [cluster:monitor/health] after failure (timeout [30s])" }
- {"type": "server", "timestamp": "2020-03-31T12:32:51,548Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "path: /_cluster/health, params: {}",
- "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
- "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:218) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2]",
- "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
- "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
- {"type": "server", "timestamp": "2020-03-31T12:32:51,642Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "path: /_all/_stats, params: {level=shards, index=_all}",
- "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/1/state not recovered / initialized];",
- "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.checkGlobalBlock(TransportIndicesStatsAction.java:70) ~[elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.checkGlobalBlock(TransportIndicesStatsAction.java:48) ~[elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$AsyncAction.<init>(TransportBroadcastByNodeAction.java:247) ~[elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecute(TransportBroadcastByNodeAction.java:225) ~[elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecute(TransportBroadcastByNodeAction.java:76) ~[elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:153) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:86) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$authorizeRequest$4(SecurityActionFilter.java:172) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$runRequestInterceptors$15(AuthorizationService.java:344) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.lambda$done$0(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
- "at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.done(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.BaseFuture.set(BaseFuture.java:144) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.onResponse(ListenableFuture.java:127) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.StepListener.innerOnResponse(StepListener.java:62) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.NotifyOnceListener.onResponse(NotifyOnceListener.java:40) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.interceptor.BulkShardRequestInterceptor.intercept(BulkShardRequestInterceptor.java:71) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$runRequestInterceptors$14(AuthorizationService.java:339) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.lambda$done$0(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
- "at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.done(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.BaseFuture.set(BaseFuture.java:144) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.onResponse(ListenableFuture.java:127) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.StepListener.innerOnResponse(StepListener.java:62) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.NotifyOnceListener.onResponse(NotifyOnceListener.java:40) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.interceptor.FieldAndDocumentLevelSecurityRequestInterceptor.intercept(FieldAndDocumentLevelSecurityRequestInterceptor.java:61) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.interceptor.UpdateRequestInterceptor.intercept(UpdateRequestInterceptor.java:23) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$runRequestInterceptors$14(AuthorizationService.java:339) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.lambda$done$0(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
- "at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.done(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.BaseFuture.set(BaseFuture.java:144) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.onResponse(ListenableFuture.java:127) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.StepListener.innerOnResponse(StepListener.java:62) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.NotifyOnceListener.onResponse(NotifyOnceListener.java:40) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.interceptor.ResizeRequestInterceptor.intercept(ResizeRequestInterceptor.java:82) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$runRequestInterceptors$14(AuthorizationService.java:339) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.lambda$done$0(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
- "at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.done(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.BaseFuture.set(BaseFuture.java:144) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.onResponse(ListenableFuture.java:127) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.StepListener.innerOnResponse(StepListener.java:62) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.NotifyOnceListener.onResponse(NotifyOnceListener.java:40) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.interceptor.FieldAndDocumentLevelSecurityRequestInterceptor.intercept(FieldAndDocumentLevelSecurityRequestInterceptor.java:61) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.interceptor.SearchRequestInterceptor.intercept(SearchRequestInterceptor.java:19) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$runRequestInterceptors$14(AuthorizationService.java:339) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.lambda$done$0(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
- "at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.done(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.BaseFuture.set(BaseFuture.java:144) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.onResponse(ListenableFuture.java:127) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.StepListener.innerOnResponse(StepListener.java:62) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.NotifyOnceListener.onResponse(NotifyOnceListener.java:40) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.interceptor.IndicesAliasesRequestInterceptor.intercept(IndicesAliasesRequestInterceptor.java:102) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.runRequestInterceptors(AuthorizationService.java:345) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.handleIndexActionAuthorizationResult(AuthorizationService.java:322) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$9(AuthorizationService.java:263) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:616) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:591) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$authorizeIndexAction$3(RBACEngine.java:296) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$CachingAsyncSupplier.lambda$getAsync$0(AuthorizationService.java:653) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.resolveIndexNames(AuthorizationService.java:554) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$6(AuthorizationService.java:251) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$CachingAsyncSupplier.lambda$getAsync$0(AuthorizationService.java:653) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.loadAuthorizedIndices(RBACEngine.java:329) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$5(AuthorizationService.java:247) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$CachingAsyncSupplier.getAsync(AuthorizationService.java:651) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$8(AuthorizationService.java:250) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService$CachingAsyncSupplier.getAsync(AuthorizationService.java:651) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$authorizeIndexAction$4(RBACEngine.java:290) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeIndexActionName(RBACEngine.java:314) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeIndexAction(RBACEngine.java:287) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeAction(AuthorizationService.java:261) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.maybeAuthorizeRunAs(AuthorizationService.java:227) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorize$1(AuthorizationService.java:193) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$resolveAuthorizationInfo$1(RBACEngine.java:117) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRoles(CompositeRolesStore.java:229) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.getRoles(RBACEngine.java:123) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.RBACEngine.resolveAuthorizationInfo(RBACEngine.java:111) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:195) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.authorizeRequest(SecurityActionFilter.java:172) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$3(SecurityActionFilter.java:158) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:246) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:139) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:155) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:107) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:151) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:129) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:64) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:83) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:72) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:396) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.client.support.AbstractClient$IndicesAdmin.execute(AbstractClient.java:1231) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.client.support.AbstractClient$IndicesAdmin.stats(AbstractClient.java:1547) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.rest.action.admin.indices.RestIndicesStatsAction.lambda$prepareRequest$1(RestIndicesStatsAction.java:131) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:108) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.lambda$handleRequest$0(SecurityRestFilter.java:58) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$writeAuthToContext$24(AuthenticationService.java:572) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.writeAuthToContext(AuthenticationService.java:581) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.finishAuthentication(AuthenticationService.java:562) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeUser(AuthenticationService.java:512) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$16(AuthenticationService.java:404) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.core.common.IteratingActionListener.onResponse(IteratingActionListener.java:120) [x-pack-core-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$13(AuthenticationService.java:374) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$1(CachingUsernamePasswordRealm.java:145) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.handleCachedAuthentication(CachingUsernamePasswordRealm.java:196) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$2(CachingUsernamePasswordRealm.java:137) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:68) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticateWithCache(CachingUsernamePasswordRealm.java:132) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticate(CachingUsernamePasswordRealm.java:103) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$15(AuthenticationService.java:365) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.core.common.IteratingActionListener.run(IteratingActionListener.java:102) [x-pack-core-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeToken(AuthenticationService.java:408) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$extractToken$11(AuthenticationService.java:335) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.extractToken(AuthenticationService.java:345) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$checkForApiKey$3(AuthenticationService.java:288) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.ApiKeyService.authenticateWithApiKeyIfPresent(ApiKeyService.java:325) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.checkForApiKey(AuthenticationService.java:269) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$0(AuthenticationService.java:252) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.TokenService.getAndValidateToken(TokenService.java:379) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:248) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:122) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.handleRequest(SecurityRestFilter.java:55) [x-pack-security-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:222) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.rest.RestController.tryAllHandlers(RestController.java:295) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:166) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.dispatchRequest(AbstractHttpServerTransport.java:322) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.handleIncomingRequest(AbstractHttpServerTransport.java:372) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.http.AbstractHttpServerTransport.incomingRequest(AbstractHttpServerTransport.java:301) [elasticsearch-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:69) [transport-netty4-client-7.5.2.jar:7.5.2]",
- "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:31) [transport-netty4-client-7.5.2.jar:7.5.2]",
- "at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:58) [transport-netty4-client-7.5.2.jar:7.5.2]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:326) [netty-codec-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:300) [netty-codec-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:287) [netty-handler-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1478) [netty-handler-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1227) [netty-handler-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1274) [netty-handler-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:503) [netty-codec-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:442) [netty-codec-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:281) [netty-codec-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1422) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- {"type": "server", "timestamp": "2020-03-31T12:32:51,743Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
- {"type": "server", "timestamp": "2020-03-31T12:32:51,745Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
- "at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:931) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:700) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:600) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:554) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:514) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.util.concurrent.SingleThreadEventExecutor$6.run(SingleThreadEventExecutor.java:1050) [netty-common-4.1.43.Final.jar:4.1.43.Final]",
- "at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.43.Final.jar:4.1.43.Final]",
- "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
- ^C
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement