Advertisement
Guest User

Untitled

a guest
Mar 31st, 2020
262
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 177.86 KB | None | 0 0
  1. {"type": "server", "timestamp": "2020-03-31T12:30:42,945Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "loaded module [x-pack-watcher]" }
  2. {"type": "server", "timestamp": "2020-03-31T12:30:42,946Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "no plugins loaded" }
  3. {"type": "server", "timestamp": "2020-03-31T12:30:47,760Z", "level": "INFO", "component": "o.e.x.s.a.s.FileRolesStore", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "parsed [2] roles from file [/usr/share/elasticsearch/config/roles.yml]" }
  4. {"type": "server", "timestamp": "2020-03-31T12:30:48,214Z", "level": "INFO", "component": "o.e.x.m.p.l.CppLogMessageHandler", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "[controller/104] [Main.cc@110] controller (64 bit): Version 7.5.2 (Build 68f6981dfb8e2d) Copyright (c) 2020 Elasticsearch BV" }
  5. {"type": "server", "timestamp": "2020-03-31T12:30:48,944Z", "level": "DEBUG", "component": "o.e.a.ActionModule", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "Using REST wrapper from plugin org.elasticsearch.xpack.security.Security" }
  6. {"type": "server", "timestamp": "2020-03-31T12:30:49,112Z", "level": "INFO", "component": "o.e.d.DiscoveryModule", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "using discovery type [zen] and seed hosts providers [settings, file]" }
  7. {"type": "server", "timestamp": "2020-03-31T12:30:43,054Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "loaded module [x-pack-watcher]" }
  8. {"type": "server", "timestamp": "2020-03-31T12:30:50,323Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "initialized" }
  9. {"type": "server", "timestamp": "2020-03-31T12:30:50,323Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "starting ..." }
  10. {"type": "server", "timestamp": "2020-03-31T12:30:50,466Z", "level": "INFO", "component": "o.e.t.TransportService", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "publish_address {10.45.2.128:9300}, bound_addresses {0.0.0.0:9300}" }
  11. {"type": "server", "timestamp": "2020-03-31T12:30:50,644Z", "level": "INFO", "component": "o.e.b.BootstrapChecks", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "bound or publishing to a non-loopback address, enforcing bootstrap checks" }
  12. {"type": "server", "timestamp": "2020-03-31T12:30:43,054Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no plugins loaded" }
  13. {"type": "server", "timestamp": "2020-03-31T12:30:48,114Z", "level": "INFO", "component": "o.e.x.s.a.s.FileRolesStore", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "parsed [2] roles from file [/usr/share/elasticsearch/config/roles.yml]" }
  14. {"type": "server", "timestamp": "2020-03-31T12:30:48,541Z", "level": "INFO", "component": "o.e.x.m.p.l.CppLogMessageHandler", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "[controller/104] [Main.cc@110] controller (64 bit): Version 7.5.2 (Build 68f6981dfb8e2d) Copyright (c) 2020 Elasticsearch BV" }
  15. {"type": "server", "timestamp": "2020-03-31T12:30:49,336Z", "level": "DEBUG", "component": "o.e.a.ActionModule", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "Using REST wrapper from plugin org.elasticsearch.xpack.security.Security" }
  16. {"type": "server", "timestamp": "2020-03-31T12:30:49,523Z", "level": "INFO", "component": "o.e.d.DiscoveryModule", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "using discovery type [zen] and seed hosts providers [settings, file]" }
  17. {"type": "server", "timestamp": "2020-03-31T12:30:50,620Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "initialized" }
  18. {"type": "server", "timestamp": "2020-03-31T12:30:50,621Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "starting ..." }
  19. {"type": "server", "timestamp": "2020-03-31T12:30:50,764Z", "level": "INFO", "component": "o.e.t.TransportService", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "publish_address {10.45.2.127:9300}, bound_addresses {0.0.0.0:9300}" }
  20. {"type": "server", "timestamp": "2020-03-31T12:30:50,975Z", "level": "INFO", "component": "o.e.b.BootstrapChecks", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "bound or publishing to a non-loopback address, enforcing bootstrap checks" }
  21. {"type":"log","@timestamp":"2020-03-31T12:30:32Z","tags":["info","plugins-system"],"pid":11,"message":"Setting up [15] plugins: [security,licensing,code,timelion,features,spaces,translations,uiActions,newsfeed,eui_utils,inspector,embeddable,advancedUiActions,expressions,data]"}
  22. {"type":"log","@timestamp":"2020-03-31T12:30:32Z","tags":["info","plugins","security"],"pid":11,"message":"Setting up plugin"}
  23. {"type":"log","@timestamp":"2020-03-31T12:30:32Z","tags":["warning","plugins","security","config"],"pid":11,"message":"Generating a random key for xpack.security.encryptionKey. To prevent sessions from being invalidated on restart, please set xpack.security.encryptionKey in kibana.yml"}
  24. {"type":"log","@timestamp":"2020-03-31T12:30:32Z","tags":["info","plugins","licensing"],"pid":11,"message":"Setting up plugin"}
  25. {"type":"log","@timestamp":"2020-03-31T12:30:32Z","tags":["info","plugins","code"],"pid":11,"message":"Setting up plugin"}
  26. {"type":"log","@timestamp":"2020-03-31T12:30:32Z","tags":["info","plugins","timelion"],"pid":11,"message":"Setting up plugin"}
  27. {"type":"log","@timestamp":"2020-03-31T12:30:32Z","tags":["info","plugins","features"],"pid":11,"message":"Setting up plugin"}
  28. {"type":"log","@timestamp":"2020-03-31T12:30:32Z","tags":["info","plugins","spaces"],"pid":11,"message":"Setting up plugin"}
  29. {"type":"log","@timestamp":"2020-03-31T12:30:32Z","tags":["info","plugins","translations"],"pid":11,"message":"Setting up plugin"}
  30. {"type":"log","@timestamp":"2020-03-31T12:30:32Z","tags":["info","plugins","data"],"pid":11,"message":"Setting up plugin"}
  31. {"type": "server", "timestamp": "2020-03-31T12:31:00,664Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.127:9300] from hosts providers and [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
  32. {"type": "server", "timestamp": "2020-03-31T12:31:00,991Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.128:9300] from hosts providers and [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
  33. {"type": "server", "timestamp": "2020-03-31T12:31:10,666Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.127:9300] from hosts providers and [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
  34. {"type": "server", "timestamp": "2020-03-31T12:31:10,994Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.128:9300] from hosts providers and [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
  35. {"type":"log","@timestamp":"2020-03-31T12:31:19Z","tags":["error","elasticsearch","data"],"pid":11,"message":"Request error, retrying\nGET https://elk-stack-es-http.elk-stack.svc:9200/_xpack => getaddrinfo ENOTFOUND elk-stack-es-http.elk-stack.svc elk-stack-es-http.elk-stack.svc:9200"}
  36. {"type":"log","@timestamp":"2020-03-31T12:31:19Z","tags":["warning","plugins","licensing"],"pid":11,"message":"License information could not be obtained from Elasticsearch for the [data] cluster. Error: Request Timeout after 30000ms"}
  37. {"type":"log","@timestamp":"2020-03-31T12:31:20Z","tags":["warning","legacy-plugins"],"pid":11,"path":"/usr/share/kibana/src/legacy/core_plugins/visualizations","message":"Skipping non-plugin directory at /usr/share/kibana/src/legacy/core_plugins/visualizations"}
  38. {"type": "server", "timestamp": "2020-03-31T12:31:20,669Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.127:9300] from hosts providers and [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
  39. {"type": "server", "timestamp": "2020-03-31T12:31:20,673Z", "level": "WARN", "component": "o.e.n.Node", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "timed out while waiting for initial discovery state - timeout: 30s" }
  40. {"type": "server", "timestamp": "2020-03-31T12:31:20,685Z", "level": "INFO", "component": "o.e.h.AbstractHttpServerTransport", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "publish_address {10.45.2.128:9200}, bound_addresses {0.0.0.0:9200}" }
  41. {"type": "server", "timestamp": "2020-03-31T12:31:20,685Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "started" }
  42. {"type": "server", "timestamp": "2020-03-31T12:31:20,997Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.128:9300] from hosts providers and [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
  43. {"type": "server", "timestamp": "2020-03-31T12:31:21,044Z", "level": "WARN", "component": "o.e.n.Node", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "timed out while waiting for initial discovery state - timeout: 30s" }
  44. {"type": "server", "timestamp": "2020-03-31T12:31:21,059Z", "level": "INFO", "component": "o.e.h.AbstractHttpServerTransport", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "publish_address {10.45.2.127:9200}, bound_addresses {0.0.0.0:9200}" }
  45. {"type": "server", "timestamp": "2020-03-31T12:31:21,059Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "started" }
  46. {"type":"log","@timestamp":"2020-03-31T12:31:21Z","tags":["info","plugins-system"],"pid":11,"message":"Starting [8] plugins: [security,licensing,code,timelion,features,spaces,translations,data]"}
  47. {"type": "server", "timestamp": "2020-03-31T12:31:26,326Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
  48. {"type": "server", "timestamp": "2020-03-31T12:31:30,673Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.127:9300] from hosts providers and [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
  49. {"type": "server", "timestamp": "2020-03-31T12:31:31,000Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.128:9300] from hosts providers and [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
  50. {"type": "server", "timestamp": "2020-03-31T12:31:40,675Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.127:9300] from hosts providers and [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
  51. {"type": "server", "timestamp": "2020-03-31T12:31:41,003Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.128:9300] from hosts providers and [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
  52. {"type": "server", "timestamp": "2020-03-31T12:31:43,804Z", "level": "ERROR", "component": "o.e.x.s.a.e.NativeUsersStore", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "security index is unavailable. short circuiting retrieval of user [kibana-shared-admin]" }
  53. {"type":"log","@timestamp":"2020-03-31T12:31:49Z","tags":["warning","elasticsearch","data"],"pid":11,"message":"Unable to revive connection: https://elk-stack-es-http.elk-stack.svc:9200/"}
  54. {"type":"log","@timestamp":"2020-03-31T12:31:49Z","tags":["warning","plugins","licensing"],"pid":11,"message":"License information could not be obtained from Elasticsearch for the [data] cluster. Error: Request Timeout after 30000ms"}
  55. {"type":"log","@timestamp":"2020-03-31T12:31:49Z","tags":["warning","elasticsearch","data"],"pid":11,"message":"Unable to revive connection: https://elk-stack-es-http.elk-stack.svc:9200/"}
  56. {"type":"log","@timestamp":"2020-03-31T12:31:50Z","tags":["warning","plugins","licensing"],"pid":11,"message":"License information could not be obtained from Elasticsearch for the [data] cluster. TypeError: Cannot use 'in' operator to search for 'type' in null"}
  57. {"type": "server", "timestamp": "2020-03-31T12:31:50,677Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.127:9300] from hosts providers and [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
  58. {"type": "server", "timestamp": "2020-03-31T12:31:51,005Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.128:9300] from hosts providers and [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
  59. {"type": "server", "timestamp": "2020-03-31T12:31:51,666Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "no known master node, scheduling a retry" }
  60. {"type": "server", "timestamp": "2020-03-31T12:31:51,669Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
  61. {"type": "server", "timestamp": "2020-03-31T12:31:51,671Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
  62. {"type": "server", "timestamp": "2020-03-31T12:31:51,683Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
  63. {"type": "server", "timestamp": "2020-03-31T12:31:51,694Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "path: /_all/_stats, params: {level=shards, index=_all}",
  64. "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/1/state not recovered / initialized];",
  65. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.5.2.jar:7.5.2]",
  66. "at org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.checkGlobalBlock(TransportIndicesStatsAction.java:70) ~[elasticsearch-7.5.2.jar:7.5.2]",
  67. "at org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.checkGlobalBlock(TransportIndicesStatsAction.java:48) ~[elasticsearch-7.5.2.jar:7.5.2]",
  68. "at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$AsyncAction.<init>(TransportBroadcastByNodeAction.java:247) ~[elasticsearch-7.5.2.jar:7.5.2]",
  69. "at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecute(TransportBroadcastByNodeAction.java:225) ~[elasticsearch-7.5.2.jar:7.5.2]",
  70. "at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecute(TransportBroadcastByNodeAction.java:76) ~[elasticsearch-7.5.2.jar:7.5.2]",
  71. "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:153) [elasticsearch-7.5.2.jar:7.5.2]",
  72. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:86) [x-pack-security-7.5.2.jar:7.5.2]",
  73. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  74. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$authorizeRequest$4(SecurityActionFilter.java:172) [x-pack-security-7.5.2.jar:7.5.2]",
  75. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  76. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$runRequestInterceptors$15(AuthorizationService.java:344) [x-pack-security-7.5.2.jar:7.5.2]",
  77. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  78. "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
  79. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
  80. "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.5.2.jar:7.5.2]",
  81. "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106) [elasticsearch-7.5.2.jar:7.5.2]",
  82. "at org.elasticsearch.common.util.concurrent.ListenableFuture.lambda$done$0(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
  83. "at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
  84. "at org.elasticsearch.common.util.concurrent.ListenableFuture.done(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
  85. "at org.elasticsearch.common.util.concurrent.BaseFuture.set(BaseFuture.java:144) [elasticsearch-7.5.2.jar:7.5.2]",
  86. "at org.elasticsearch.common.util.concurrent.ListenableFuture.onResponse(ListenableFuture.java:127) [elasticsearch-7.5.2.jar:7.5.2]",
  87. "at org.elasticsearch.action.StepListener.innerOnResponse(StepListener.java:62) [elasticsearch-7.5.2.jar:7.5.2]",
  88. "at org.elasticsearch.action.NotifyOnceListener.onResponse(NotifyOnceListener.java:40) [elasticsearch-7.5.2.jar:7.5.2]",
  89. "at org.elasticsearch.xpack.security.authz.interceptor.BulkShardRequestInterceptor.intercept(BulkShardRequestInterceptor.java:71) [x-pack-security-7.5.2.jar:7.5.2]",
  90. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$runRequestInterceptors$14(AuthorizationService.java:339) [x-pack-security-7.5.2.jar:7.5.2]",
  91. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  92. "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
  93. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
  94. "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.5.2.jar:7.5.2]",
  95. "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106) [elasticsearch-7.5.2.jar:7.5.2]",
  96. "at org.elasticsearch.common.util.concurrent.ListenableFuture.lambda$done$0(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
  97. "at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
  98. "at org.elasticsearch.common.util.concurrent.ListenableFuture.done(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
  99. "at org.elasticsearch.common.util.concurrent.BaseFuture.set(BaseFuture.java:144) [elasticsearch-7.5.2.jar:7.5.2]",
  100. "at org.elasticsearch.common.util.concurrent.ListenableFuture.onResponse(ListenableFuture.java:127) [elasticsearch-7.5.2.jar:7.5.2]",
  101. "at org.elasticsearch.action.StepListener.innerOnResponse(StepListener.java:62) [elasticsearch-7.5.2.jar:7.5.2]",
  102. "at org.elasticsearch.action.NotifyOnceListener.onResponse(NotifyOnceListener.java:40) [elasticsearch-7.5.2.jar:7.5.2]",
  103. "at org.elasticsearch.xpack.security.authz.interceptor.FieldAndDocumentLevelSecurityRequestInterceptor.intercept(FieldAndDocumentLevelSecurityRequestInterceptor.java:61) [x-pack-security-7.5.2.jar:7.5.2]",
  104. "at org.elasticsearch.xpack.security.authz.interceptor.UpdateRequestInterceptor.intercept(UpdateRequestInterceptor.java:23) [x-pack-security-7.5.2.jar:7.5.2]",
  105. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$runRequestInterceptors$14(AuthorizationService.java:339) [x-pack-security-7.5.2.jar:7.5.2]",
  106. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  107. "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
  108. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
  109. "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.5.2.jar:7.5.2]",
  110. "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106) [elasticsearch-7.5.2.jar:7.5.2]",
  111. "at org.elasticsearch.common.util.concurrent.ListenableFuture.lambda$done$0(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
  112. "at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
  113. "at org.elasticsearch.common.util.concurrent.ListenableFuture.done(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
  114. "at org.elasticsearch.common.util.concurrent.BaseFuture.set(BaseFuture.java:144) [elasticsearch-7.5.2.jar:7.5.2]",
  115. "at org.elasticsearch.common.util.concurrent.ListenableFuture.onResponse(ListenableFuture.java:127) [elasticsearch-7.5.2.jar:7.5.2]",
  116. "at org.elasticsearch.action.StepListener.innerOnResponse(StepListener.java:62) [elasticsearch-7.5.2.jar:7.5.2]",
  117. "at org.elasticsearch.action.NotifyOnceListener.onResponse(NotifyOnceListener.java:40) [elasticsearch-7.5.2.jar:7.5.2]",
  118. "at org.elasticsearch.xpack.security.authz.interceptor.ResizeRequestInterceptor.intercept(ResizeRequestInterceptor.java:82) [x-pack-security-7.5.2.jar:7.5.2]",
  119. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$runRequestInterceptors$14(AuthorizationService.java:339) [x-pack-security-7.5.2.jar:7.5.2]",
  120. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  121. "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
  122. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
  123. "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.5.2.jar:7.5.2]",
  124. "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106) [elasticsearch-7.5.2.jar:7.5.2]",
  125. "at org.elasticsearch.common.util.concurrent.ListenableFuture.lambda$done$0(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
  126. "at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
  127. "at org.elasticsearch.common.util.concurrent.ListenableFuture.done(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
  128. "at org.elasticsearch.common.util.concurrent.BaseFuture.set(BaseFuture.java:144) [elasticsearch-7.5.2.jar:7.5.2]",
  129. "at org.elasticsearch.common.util.concurrent.ListenableFuture.onResponse(ListenableFuture.java:127) [elasticsearch-7.5.2.jar:7.5.2]",
  130. "at org.elasticsearch.action.StepListener.innerOnResponse(StepListener.java:62) [elasticsearch-7.5.2.jar:7.5.2]",
  131. "at org.elasticsearch.action.NotifyOnceListener.onResponse(NotifyOnceListener.java:40) [elasticsearch-7.5.2.jar:7.5.2]",
  132. "at org.elasticsearch.xpack.security.authz.interceptor.FieldAndDocumentLevelSecurityRequestInterceptor.intercept(FieldAndDocumentLevelSecurityRequestInterceptor.java:61) [x-pack-security-7.5.2.jar:7.5.2]",
  133. "at org.elasticsearch.xpack.security.authz.interceptor.SearchRequestInterceptor.intercept(SearchRequestInterceptor.java:19) [x-pack-security-7.5.2.jar:7.5.2]",
  134. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$runRequestInterceptors$14(AuthorizationService.java:339) [x-pack-security-7.5.2.jar:7.5.2]",
  135. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  136. "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
  137. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
  138. "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.5.2.jar:7.5.2]",
  139. "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106) [elasticsearch-7.5.2.jar:7.5.2]",
  140. "at org.elasticsearch.common.util.concurrent.ListenableFuture.lambda$done$0(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
  141. "at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
  142. "at org.elasticsearch.common.util.concurrent.ListenableFuture.done(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
  143. "at org.elasticsearch.common.util.concurrent.BaseFuture.set(BaseFuture.java:144) [elasticsearch-7.5.2.jar:7.5.2]",
  144. "at org.elasticsearch.common.util.concurrent.ListenableFuture.onResponse(ListenableFuture.java:127) [elasticsearch-7.5.2.jar:7.5.2]",
  145. "at org.elasticsearch.action.StepListener.innerOnResponse(StepListener.java:62) [elasticsearch-7.5.2.jar:7.5.2]",
  146. "at org.elasticsearch.action.NotifyOnceListener.onResponse(NotifyOnceListener.java:40) [elasticsearch-7.5.2.jar:7.5.2]",
  147. "at org.elasticsearch.xpack.security.authz.interceptor.IndicesAliasesRequestInterceptor.intercept(IndicesAliasesRequestInterceptor.java:102) [x-pack-security-7.5.2.jar:7.5.2]",
  148. "at org.elasticsearch.xpack.security.authz.AuthorizationService.runRequestInterceptors(AuthorizationService.java:345) [x-pack-security-7.5.2.jar:7.5.2]",
  149. "at org.elasticsearch.xpack.security.authz.AuthorizationService.handleIndexActionAuthorizationResult(AuthorizationService.java:322) [x-pack-security-7.5.2.jar:7.5.2]",
  150. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$9(AuthorizationService.java:263) [x-pack-security-7.5.2.jar:7.5.2]",
  151. "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:616) [x-pack-security-7.5.2.jar:7.5.2]",
  152. "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:591) [x-pack-security-7.5.2.jar:7.5.2]",
  153. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.5.2.jar:7.5.2]",
  154. "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$authorizeIndexAction$3(RBACEngine.java:296) [x-pack-security-7.5.2.jar:7.5.2]",
  155. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  156. "at org.elasticsearch.xpack.security.authz.AuthorizationService$CachingAsyncSupplier.lambda$getAsync$0(AuthorizationService.java:653) [x-pack-security-7.5.2.jar:7.5.2]",
  157. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  158. "at org.elasticsearch.xpack.security.authz.AuthorizationService.resolveIndexNames(AuthorizationService.java:554) [x-pack-security-7.5.2.jar:7.5.2]",
  159. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$6(AuthorizationService.java:251) [x-pack-security-7.5.2.jar:7.5.2]",
  160. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  161. "at org.elasticsearch.xpack.security.authz.AuthorizationService$CachingAsyncSupplier.lambda$getAsync$0(AuthorizationService.java:653) [x-pack-security-7.5.2.jar:7.5.2]",
  162. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  163. "at org.elasticsearch.xpack.security.authz.RBACEngine.loadAuthorizedIndices(RBACEngine.java:329) [x-pack-security-7.5.2.jar:7.5.2]",
  164. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$5(AuthorizationService.java:247) [x-pack-security-7.5.2.jar:7.5.2]",
  165. "at org.elasticsearch.xpack.security.authz.AuthorizationService$CachingAsyncSupplier.getAsync(AuthorizationService.java:651) [x-pack-security-7.5.2.jar:7.5.2]",
  166. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$8(AuthorizationService.java:250) [x-pack-security-7.5.2.jar:7.5.2]",
  167. "at org.elasticsearch.xpack.security.authz.AuthorizationService$CachingAsyncSupplier.getAsync(AuthorizationService.java:651) [x-pack-security-7.5.2.jar:7.5.2]",
  168. "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$authorizeIndexAction$4(RBACEngine.java:290) [x-pack-security-7.5.2.jar:7.5.2]",
  169. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  170. "at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeIndexActionName(RBACEngine.java:314) [x-pack-security-7.5.2.jar:7.5.2]",
  171. "at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeIndexAction(RBACEngine.java:287) [x-pack-security-7.5.2.jar:7.5.2]",
  172. "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeAction(AuthorizationService.java:261) [x-pack-security-7.5.2.jar:7.5.2]",
  173. "at org.elasticsearch.xpack.security.authz.AuthorizationService.maybeAuthorizeRunAs(AuthorizationService.java:227) [x-pack-security-7.5.2.jar:7.5.2]",
  174. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorize$1(AuthorizationService.java:193) [x-pack-security-7.5.2.jar:7.5.2]",
  175. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  176. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.5.2.jar:7.5.2]",
  177. "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$resolveAuthorizationInfo$1(RBACEngine.java:117) [x-pack-security-7.5.2.jar:7.5.2]",
  178. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  179. "at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRoles(CompositeRolesStore.java:229) [x-pack-security-7.5.2.jar:7.5.2]",
  180. "at org.elasticsearch.xpack.security.authz.RBACEngine.getRoles(RBACEngine.java:123) [x-pack-security-7.5.2.jar:7.5.2]",
  181. "at org.elasticsearch.xpack.security.authz.RBACEngine.resolveAuthorizationInfo(RBACEngine.java:111) [x-pack-security-7.5.2.jar:7.5.2]",
  182. "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:195) [x-pack-security-7.5.2.jar:7.5.2]",
  183. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.authorizeRequest(SecurityActionFilter.java:172) [x-pack-security-7.5.2.jar:7.5.2]",
  184. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$3(SecurityActionFilter.java:158) [x-pack-security-7.5.2.jar:7.5.2]",
  185. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  186. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:246) [x-pack-security-7.5.2.jar:7.5.2]",
  187. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.5.2.jar:7.5.2]",
  188. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.5.2.jar:7.5.2]",
  189. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.5.2.jar:7.5.2]",
  190. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.5.2.jar:7.5.2]",
  191. "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:139) [x-pack-security-7.5.2.jar:7.5.2]",
  192. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:155) [x-pack-security-7.5.2.jar:7.5.2]",
  193. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:107) [x-pack-security-7.5.2.jar:7.5.2]",
  194. "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:151) [elasticsearch-7.5.2.jar:7.5.2]",
  195. "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:129) [elasticsearch-7.5.2.jar:7.5.2]",
  196. "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:64) [elasticsearch-7.5.2.jar:7.5.2]",
  197. "at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:83) [elasticsearch-7.5.2.jar:7.5.2]",
  198. "at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:72) [elasticsearch-7.5.2.jar:7.5.2]",
  199. "at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:396) [elasticsearch-7.5.2.jar:7.5.2]",
  200. "at org.elasticsearch.client.support.AbstractClient$IndicesAdmin.execute(AbstractClient.java:1231) [elasticsearch-7.5.2.jar:7.5.2]",
  201. "at org.elasticsearch.client.support.AbstractClient$IndicesAdmin.stats(AbstractClient.java:1547) [elasticsearch-7.5.2.jar:7.5.2]",
  202. "at org.elasticsearch.rest.action.admin.indices.RestIndicesStatsAction.lambda$prepareRequest$1(RestIndicesStatsAction.java:131) [elasticsearch-7.5.2.jar:7.5.2]",
  203. "at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:108) [elasticsearch-7.5.2.jar:7.5.2]",
  204. "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.lambda$handleRequest$0(SecurityRestFilter.java:58) [x-pack-security-7.5.2.jar:7.5.2]",
  205. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  206. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$writeAuthToContext$24(AuthenticationService.java:572) [x-pack-security-7.5.2.jar:7.5.2]",
  207. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.writeAuthToContext(AuthenticationService.java:581) [x-pack-security-7.5.2.jar:7.5.2]",
  208. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.finishAuthentication(AuthenticationService.java:562) [x-pack-security-7.5.2.jar:7.5.2]",
  209. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeUser(AuthenticationService.java:512) [x-pack-security-7.5.2.jar:7.5.2]",
  210. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$16(AuthenticationService.java:404) [x-pack-security-7.5.2.jar:7.5.2]",
  211. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  212. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.5.2.jar:7.5.2]",
  213. "at org.elasticsearch.xpack.core.common.IteratingActionListener.onResponse(IteratingActionListener.java:120) [x-pack-core-7.5.2.jar:7.5.2]",
  214. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$13(AuthenticationService.java:374) [x-pack-security-7.5.2.jar:7.5.2]",
  215. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  216. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$1(CachingUsernamePasswordRealm.java:145) [x-pack-security-7.5.2.jar:7.5.2]",
  217. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  218. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.handleCachedAuthentication(CachingUsernamePasswordRealm.java:196) [x-pack-security-7.5.2.jar:7.5.2]",
  219. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$2(CachingUsernamePasswordRealm.java:137) [x-pack-security-7.5.2.jar:7.5.2]",
  220. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  221. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.5.2.jar:7.5.2]",
  222. "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
  223. "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:773) [elasticsearch-7.5.2.jar:7.5.2]",
  224. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
  225. "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  226. "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  227. "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
  228. {"type":"log","@timestamp":"2020-03-31T12:31:51Z","tags":["warning","migrations"],"pid":11,"message":"Unable to connect to Elasticsearch. Error: Request Timeout after 30000ms"}
  229. {"type": "server", "timestamp": "2020-03-31T12:31:53,983Z", "level": "ERROR", "component": "o.e.x.s.a.e.NativeUsersStore", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "security index is unavailable. short circuiting retrieval of user [kibana-shared-admin]" }
  230. {"type": "server", "timestamp": "2020-03-31T12:31:54,560Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
  231. {"type": "server", "timestamp": "2020-03-31T12:31:54,623Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
  232. {"type": "server", "timestamp": "2020-03-31T12:31:56,127Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "timed out while retrying [cluster:admin/xpack/license/start_basic] after failure (timeout [30s])" }
  233. {"type": "server", "timestamp": "2020-03-31T12:31:56,128Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "path: /_license/start_basic, params: {acknowledge=true}",
  234. "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
  235. "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:218) [elasticsearch-7.5.2.jar:7.5.2]",
  236. "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.5.2.jar:7.5.2]",
  237. "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.5.2.jar:7.5.2]",
  238. "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.5.2.jar:7.5.2]",
  239. "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2]",
  240. "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  241. "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  242. "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
  243. {"type": "server", "timestamp": "2020-03-31T12:31:56,178Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
  244. {"type": "server", "timestamp": "2020-03-31T12:31:56,362Z", "level": "ERROR", "component": "o.e.x.s.a.e.NativeUsersStore", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "security index is unavailable. short circuiting retrieval of user [kibana-shared-admin]" }
  245. {"type": "server", "timestamp": "2020-03-31T12:31:58,998Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
  246. {"type": "server", "timestamp": "2020-03-31T12:31:59,098Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "no known master node, scheduling a retry" }
  247. {"type": "server", "timestamp": "2020-03-31T12:32:00,679Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.127:9300] from hosts providers and [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
  248. {"type": "server", "timestamp": "2020-03-31T12:32:01,008Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.128:9300] from hosts providers and [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
  249. {"type": "server", "timestamp": "2020-03-31T12:32:10,682Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.127:9300] from hosts providers and [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
  250. {"type": "server", "timestamp": "2020-03-31T12:32:11,011Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.128:9300] from hosts providers and [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
  251. {"type": "server", "timestamp": "2020-03-31T12:32:17,506Z", "level": "ERROR", "component": "o.e.x.s.a.e.NativeUsersStore", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "security index is unavailable. short circuiting retrieval of user [kibana-shared-admin]" }
  252. {"type":"log","@timestamp":"2020-03-31T12:32:19Z","tags":["warning","plugins","licensing"],"pid":11,"message":"License information could not be obtained from Elasticsearch for the [data] cluster. TypeError: Cannot use 'in' operator to search for 'type' in null"}
  253. {"type": "server", "timestamp": "2020-03-31T12:32:20,684Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.127:9300] from hosts providers and [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
  254. {"type": "server", "timestamp": "2020-03-31T12:32:21,012Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.128:9300] from hosts providers and [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
  255. {"type": "server", "timestamp": "2020-03-31T12:32:21,427Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
  256. {"type": "server", "timestamp": "2020-03-31T12:32:21,443Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
  257. {"type": "server", "timestamp": "2020-03-31T12:32:21,546Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
  258. {"type": "server", "timestamp": "2020-03-31T12:32:21,438Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "no known master node, scheduling a retry" }
  259. {"type": "server", "timestamp": "2020-03-31T12:32:21,563Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "path: /_all/_stats, params: {level=shards, index=_all}",
  260. "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/1/state not recovered / initialized];",
  261. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.5.2.jar:7.5.2]",
  262. "at org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.checkGlobalBlock(TransportIndicesStatsAction.java:70) ~[elasticsearch-7.5.2.jar:7.5.2]",
  263. "at org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.checkGlobalBlock(TransportIndicesStatsAction.java:48) ~[elasticsearch-7.5.2.jar:7.5.2]",
  264. "at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$AsyncAction.<init>(TransportBroadcastByNodeAction.java:247) ~[elasticsearch-7.5.2.jar:7.5.2]",
  265. "at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecute(TransportBroadcastByNodeAction.java:225) ~[elasticsearch-7.5.2.jar:7.5.2]",
  266. "at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecute(TransportBroadcastByNodeAction.java:76) ~[elasticsearch-7.5.2.jar:7.5.2]",
  267. "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:153) [elasticsearch-7.5.2.jar:7.5.2]",
  268. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:86) [x-pack-security-7.5.2.jar:7.5.2]",
  269. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  270. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$authorizeRequest$4(SecurityActionFilter.java:172) [x-pack-security-7.5.2.jar:7.5.2]",
  271. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  272. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$runRequestInterceptors$15(AuthorizationService.java:344) [x-pack-security-7.5.2.jar:7.5.2]",
  273. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  274. "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
  275. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
  276. "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.5.2.jar:7.5.2]",
  277. "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106) [elasticsearch-7.5.2.jar:7.5.2]",
  278. "at org.elasticsearch.common.util.concurrent.ListenableFuture.lambda$done$0(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
  279. "at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
  280. "at org.elasticsearch.common.util.concurrent.ListenableFuture.done(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
  281. "at org.elasticsearch.common.util.concurrent.BaseFuture.set(BaseFuture.java:144) [elasticsearch-7.5.2.jar:7.5.2]",
  282. "at org.elasticsearch.common.util.concurrent.ListenableFuture.onResponse(ListenableFuture.java:127) [elasticsearch-7.5.2.jar:7.5.2]",
  283. "at org.elasticsearch.action.StepListener.innerOnResponse(StepListener.java:62) [elasticsearch-7.5.2.jar:7.5.2]",
  284. "at org.elasticsearch.action.NotifyOnceListener.onResponse(NotifyOnceListener.java:40) [elasticsearch-7.5.2.jar:7.5.2]",
  285. "at org.elasticsearch.xpack.security.authz.interceptor.BulkShardRequestInterceptor.intercept(BulkShardRequestInterceptor.java:71) [x-pack-security-7.5.2.jar:7.5.2]",
  286. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$runRequestInterceptors$14(AuthorizationService.java:339) [x-pack-security-7.5.2.jar:7.5.2]",
  287. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  288. "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
  289. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
  290. "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.5.2.jar:7.5.2]",
  291. "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106) [elasticsearch-7.5.2.jar:7.5.2]",
  292. "at org.elasticsearch.common.util.concurrent.ListenableFuture.lambda$done$0(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
  293. "at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
  294. "at org.elasticsearch.common.util.concurrent.ListenableFuture.done(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
  295. "at org.elasticsearch.common.util.concurrent.BaseFuture.set(BaseFuture.java:144) [elasticsearch-7.5.2.jar:7.5.2]",
  296. "at org.elasticsearch.common.util.concurrent.ListenableFuture.onResponse(ListenableFuture.java:127) [elasticsearch-7.5.2.jar:7.5.2]",
  297. "at org.elasticsearch.action.StepListener.innerOnResponse(StepListener.java:62) [elasticsearch-7.5.2.jar:7.5.2]",
  298. "at org.elasticsearch.action.NotifyOnceListener.onResponse(NotifyOnceListener.java:40) [elasticsearch-7.5.2.jar:7.5.2]",
  299. "at org.elasticsearch.xpack.security.authz.interceptor.FieldAndDocumentLevelSecurityRequestInterceptor.intercept(FieldAndDocumentLevelSecurityRequestInterceptor.java:61) [x-pack-security-7.5.2.jar:7.5.2]",
  300. "at org.elasticsearch.xpack.security.authz.interceptor.UpdateRequestInterceptor.intercept(UpdateRequestInterceptor.java:23) [x-pack-security-7.5.2.jar:7.5.2]",
  301. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$runRequestInterceptors$14(AuthorizationService.java:339) [x-pack-security-7.5.2.jar:7.5.2]",
  302. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  303. "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
  304. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
  305. "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.5.2.jar:7.5.2]",
  306. "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106) [elasticsearch-7.5.2.jar:7.5.2]",
  307. "at org.elasticsearch.common.util.concurrent.ListenableFuture.lambda$done$0(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
  308. "at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
  309. "at org.elasticsearch.common.util.concurrent.ListenableFuture.done(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
  310. "at org.elasticsearch.common.util.concurrent.BaseFuture.set(BaseFuture.java:144) [elasticsearch-7.5.2.jar:7.5.2]",
  311. "at org.elasticsearch.common.util.concurrent.ListenableFuture.onResponse(ListenableFuture.java:127) [elasticsearch-7.5.2.jar:7.5.2]",
  312. "at org.elasticsearch.action.StepListener.innerOnResponse(StepListener.java:62) [elasticsearch-7.5.2.jar:7.5.2]",
  313. "at org.elasticsearch.action.NotifyOnceListener.onResponse(NotifyOnceListener.java:40) [elasticsearch-7.5.2.jar:7.5.2]",
  314. "at org.elasticsearch.xpack.security.authz.interceptor.ResizeRequestInterceptor.intercept(ResizeRequestInterceptor.java:82) [x-pack-security-7.5.2.jar:7.5.2]",
  315. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$runRequestInterceptors$14(AuthorizationService.java:339) [x-pack-security-7.5.2.jar:7.5.2]",
  316. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  317. "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
  318. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
  319. "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.5.2.jar:7.5.2]",
  320. "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106) [elasticsearch-7.5.2.jar:7.5.2]",
  321. "at org.elasticsearch.common.util.concurrent.ListenableFuture.lambda$done$0(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
  322. "at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
  323. "at org.elasticsearch.common.util.concurrent.ListenableFuture.done(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
  324. "at org.elasticsearch.common.util.concurrent.BaseFuture.set(BaseFuture.java:144) [elasticsearch-7.5.2.jar:7.5.2]",
  325. "at org.elasticsearch.common.util.concurrent.ListenableFuture.onResponse(ListenableFuture.java:127) [elasticsearch-7.5.2.jar:7.5.2]",
  326. "at org.elasticsearch.action.StepListener.innerOnResponse(StepListener.java:62) [elasticsearch-7.5.2.jar:7.5.2]",
  327. "at org.elasticsearch.action.NotifyOnceListener.onResponse(NotifyOnceListener.java:40) [elasticsearch-7.5.2.jar:7.5.2]",
  328. "at org.elasticsearch.xpack.security.authz.interceptor.FieldAndDocumentLevelSecurityRequestInterceptor.intercept(FieldAndDocumentLevelSecurityRequestInterceptor.java:61) [x-pack-security-7.5.2.jar:7.5.2]",
  329. "at org.elasticsearch.xpack.security.authz.interceptor.SearchRequestInterceptor.intercept(SearchRequestInterceptor.java:19) [x-pack-security-7.5.2.jar:7.5.2]",
  330. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$runRequestInterceptors$14(AuthorizationService.java:339) [x-pack-security-7.5.2.jar:7.5.2]",
  331. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  332. "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
  333. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
  334. "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.5.2.jar:7.5.2]",
  335. "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106) [elasticsearch-7.5.2.jar:7.5.2]",
  336. "at org.elasticsearch.common.util.concurrent.ListenableFuture.lambda$done$0(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
  337. "at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
  338. "at org.elasticsearch.common.util.concurrent.ListenableFuture.done(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
  339. "at org.elasticsearch.common.util.concurrent.BaseFuture.set(BaseFuture.java:144) [elasticsearch-7.5.2.jar:7.5.2]",
  340. "at org.elasticsearch.common.util.concurrent.ListenableFuture.onResponse(ListenableFuture.java:127) [elasticsearch-7.5.2.jar:7.5.2]",
  341. "at org.elasticsearch.action.StepListener.innerOnResponse(StepListener.java:62) [elasticsearch-7.5.2.jar:7.5.2]",
  342. "at org.elasticsearch.action.NotifyOnceListener.onResponse(NotifyOnceListener.java:40) [elasticsearch-7.5.2.jar:7.5.2]",
  343. "at org.elasticsearch.xpack.security.authz.interceptor.IndicesAliasesRequestInterceptor.intercept(IndicesAliasesRequestInterceptor.java:102) [x-pack-security-7.5.2.jar:7.5.2]",
  344. "at org.elasticsearch.xpack.security.authz.AuthorizationService.runRequestInterceptors(AuthorizationService.java:345) [x-pack-security-7.5.2.jar:7.5.2]",
  345. "at org.elasticsearch.xpack.security.authz.AuthorizationService.handleIndexActionAuthorizationResult(AuthorizationService.java:322) [x-pack-security-7.5.2.jar:7.5.2]",
  346. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$9(AuthorizationService.java:263) [x-pack-security-7.5.2.jar:7.5.2]",
  347. "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:616) [x-pack-security-7.5.2.jar:7.5.2]",
  348. "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:591) [x-pack-security-7.5.2.jar:7.5.2]",
  349. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.5.2.jar:7.5.2]",
  350. "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$authorizeIndexAction$3(RBACEngine.java:296) [x-pack-security-7.5.2.jar:7.5.2]",
  351. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  352. "at org.elasticsearch.xpack.security.authz.AuthorizationService$CachingAsyncSupplier.lambda$getAsync$0(AuthorizationService.java:653) [x-pack-security-7.5.2.jar:7.5.2]",
  353. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  354. "at org.elasticsearch.xpack.security.authz.AuthorizationService.resolveIndexNames(AuthorizationService.java:554) [x-pack-security-7.5.2.jar:7.5.2]",
  355. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$6(AuthorizationService.java:251) [x-pack-security-7.5.2.jar:7.5.2]",
  356. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  357. "at org.elasticsearch.xpack.security.authz.AuthorizationService$CachingAsyncSupplier.lambda$getAsync$0(AuthorizationService.java:653) [x-pack-security-7.5.2.jar:7.5.2]",
  358. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  359. "at org.elasticsearch.xpack.security.authz.RBACEngine.loadAuthorizedIndices(RBACEngine.java:329) [x-pack-security-7.5.2.jar:7.5.2]",
  360. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$5(AuthorizationService.java:247) [x-pack-security-7.5.2.jar:7.5.2]",
  361. "at org.elasticsearch.xpack.security.authz.AuthorizationService$CachingAsyncSupplier.getAsync(AuthorizationService.java:651) [x-pack-security-7.5.2.jar:7.5.2]",
  362. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$8(AuthorizationService.java:250) [x-pack-security-7.5.2.jar:7.5.2]",
  363. "at org.elasticsearch.xpack.security.authz.AuthorizationService$CachingAsyncSupplier.getAsync(AuthorizationService.java:651) [x-pack-security-7.5.2.jar:7.5.2]",
  364. "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$authorizeIndexAction$4(RBACEngine.java:290) [x-pack-security-7.5.2.jar:7.5.2]",
  365. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  366. "at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeIndexActionName(RBACEngine.java:314) [x-pack-security-7.5.2.jar:7.5.2]",
  367. "at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeIndexAction(RBACEngine.java:287) [x-pack-security-7.5.2.jar:7.5.2]",
  368. "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeAction(AuthorizationService.java:261) [x-pack-security-7.5.2.jar:7.5.2]",
  369. "at org.elasticsearch.xpack.security.authz.AuthorizationService.maybeAuthorizeRunAs(AuthorizationService.java:227) [x-pack-security-7.5.2.jar:7.5.2]",
  370. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorize$1(AuthorizationService.java:193) [x-pack-security-7.5.2.jar:7.5.2]",
  371. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  372. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.5.2.jar:7.5.2]",
  373. "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$resolveAuthorizationInfo$1(RBACEngine.java:117) [x-pack-security-7.5.2.jar:7.5.2]",
  374. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  375. "at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRoles(CompositeRolesStore.java:229) [x-pack-security-7.5.2.jar:7.5.2]",
  376. "at org.elasticsearch.xpack.security.authz.RBACEngine.getRoles(RBACEngine.java:123) [x-pack-security-7.5.2.jar:7.5.2]",
  377. "at org.elasticsearch.xpack.security.authz.RBACEngine.resolveAuthorizationInfo(RBACEngine.java:111) [x-pack-security-7.5.2.jar:7.5.2]",
  378. "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:195) [x-pack-security-7.5.2.jar:7.5.2]",
  379. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.authorizeRequest(SecurityActionFilter.java:172) [x-pack-security-7.5.2.jar:7.5.2]",
  380. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$3(SecurityActionFilter.java:158) [x-pack-security-7.5.2.jar:7.5.2]",
  381. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  382. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:246) [x-pack-security-7.5.2.jar:7.5.2]",
  383. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.5.2.jar:7.5.2]",
  384. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.5.2.jar:7.5.2]",
  385. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.5.2.jar:7.5.2]",
  386. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.5.2.jar:7.5.2]",
  387. "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:139) [x-pack-security-7.5.2.jar:7.5.2]",
  388. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:155) [x-pack-security-7.5.2.jar:7.5.2]",
  389. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:107) [x-pack-security-7.5.2.jar:7.5.2]",
  390. "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:151) [elasticsearch-7.5.2.jar:7.5.2]",
  391. "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:129) [elasticsearch-7.5.2.jar:7.5.2]",
  392. "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:64) [elasticsearch-7.5.2.jar:7.5.2]",
  393. "at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:83) [elasticsearch-7.5.2.jar:7.5.2]",
  394. "at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:72) [elasticsearch-7.5.2.jar:7.5.2]",
  395. "at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:396) [elasticsearch-7.5.2.jar:7.5.2]",
  396. "at org.elasticsearch.client.support.AbstractClient$IndicesAdmin.execute(AbstractClient.java:1231) [elasticsearch-7.5.2.jar:7.5.2]",
  397. "at org.elasticsearch.client.support.AbstractClient$IndicesAdmin.stats(AbstractClient.java:1547) [elasticsearch-7.5.2.jar:7.5.2]",
  398. "at org.elasticsearch.rest.action.admin.indices.RestIndicesStatsAction.lambda$prepareRequest$1(RestIndicesStatsAction.java:131) [elasticsearch-7.5.2.jar:7.5.2]",
  399. "at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:108) [elasticsearch-7.5.2.jar:7.5.2]",
  400. "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.lambda$handleRequest$0(SecurityRestFilter.java:58) [x-pack-security-7.5.2.jar:7.5.2]",
  401. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  402. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$writeAuthToContext$24(AuthenticationService.java:572) [x-pack-security-7.5.2.jar:7.5.2]",
  403. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.writeAuthToContext(AuthenticationService.java:581) [x-pack-security-7.5.2.jar:7.5.2]",
  404. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.finishAuthentication(AuthenticationService.java:562) [x-pack-security-7.5.2.jar:7.5.2]",
  405. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeUser(AuthenticationService.java:512) [x-pack-security-7.5.2.jar:7.5.2]",
  406. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$16(AuthenticationService.java:404) [x-pack-security-7.5.2.jar:7.5.2]",
  407. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  408. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.5.2.jar:7.5.2]",
  409. "at org.elasticsearch.xpack.core.common.IteratingActionListener.onResponse(IteratingActionListener.java:120) [x-pack-core-7.5.2.jar:7.5.2]",
  410. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$13(AuthenticationService.java:374) [x-pack-security-7.5.2.jar:7.5.2]",
  411. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  412. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$1(CachingUsernamePasswordRealm.java:145) [x-pack-security-7.5.2.jar:7.5.2]",
  413. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  414. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.handleCachedAuthentication(CachingUsernamePasswordRealm.java:196) [x-pack-security-7.5.2.jar:7.5.2]",
  415. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$2(CachingUsernamePasswordRealm.java:137) [x-pack-security-7.5.2.jar:7.5.2]",
  416. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  417. "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
  418. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
  419. "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.5.2.jar:7.5.2]",
  420. "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106) [elasticsearch-7.5.2.jar:7.5.2]",
  421. "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:68) [elasticsearch-7.5.2.jar:7.5.2]",
  422. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticateWithCache(CachingUsernamePasswordRealm.java:132) [x-pack-security-7.5.2.jar:7.5.2]",
  423. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticate(CachingUsernamePasswordRealm.java:103) [x-pack-security-7.5.2.jar:7.5.2]",
  424. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$15(AuthenticationService.java:365) [x-pack-security-7.5.2.jar:7.5.2]",
  425. "at org.elasticsearch.xpack.core.common.IteratingActionListener.run(IteratingActionListener.java:102) [x-pack-core-7.5.2.jar:7.5.2]",
  426. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeToken(AuthenticationService.java:408) [x-pack-security-7.5.2.jar:7.5.2]",
  427. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$extractToken$11(AuthenticationService.java:335) [x-pack-security-7.5.2.jar:7.5.2]",
  428. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.extractToken(AuthenticationService.java:345) [x-pack-security-7.5.2.jar:7.5.2]",
  429. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$checkForApiKey$3(AuthenticationService.java:288) [x-pack-security-7.5.2.jar:7.5.2]",
  430. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  431. "at org.elasticsearch.xpack.security.authc.ApiKeyService.authenticateWithApiKeyIfPresent(ApiKeyService.java:325) [x-pack-security-7.5.2.jar:7.5.2]",
  432. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.checkForApiKey(AuthenticationService.java:269) [x-pack-security-7.5.2.jar:7.5.2]",
  433. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$0(AuthenticationService.java:252) [x-pack-security-7.5.2.jar:7.5.2]",
  434. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  435. "at org.elasticsearch.xpack.security.authc.TokenService.getAndValidateToken(TokenService.java:379) [x-pack-security-7.5.2.jar:7.5.2]",
  436. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:248) [x-pack-security-7.5.2.jar:7.5.2]",
  437. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.5.2.jar:7.5.2]",
  438. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.5.2.jar:7.5.2]",
  439. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.5.2.jar:7.5.2]",
  440. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.5.2.jar:7.5.2]",
  441. "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:122) [x-pack-security-7.5.2.jar:7.5.2]",
  442. "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.handleRequest(SecurityRestFilter.java:55) [x-pack-security-7.5.2.jar:7.5.2]",
  443. "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:222) [elasticsearch-7.5.2.jar:7.5.2]",
  444. "at org.elasticsearch.rest.RestController.tryAllHandlers(RestController.java:295) [elasticsearch-7.5.2.jar:7.5.2]",
  445. "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:166) [elasticsearch-7.5.2.jar:7.5.2]",
  446. "at org.elasticsearch.http.AbstractHttpServerTransport.dispatchRequest(AbstractHttpServerTransport.java:322) [elasticsearch-7.5.2.jar:7.5.2]",
  447. "at org.elasticsearch.http.AbstractHttpServerTransport.handleIncomingRequest(AbstractHttpServerTransport.java:372) [elasticsearch-7.5.2.jar:7.5.2]",
  448. "at org.elasticsearch.http.AbstractHttpServerTransport.incomingRequest(AbstractHttpServerTransport.java:301) [elasticsearch-7.5.2.jar:7.5.2]",
  449. "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:69) [transport-netty4-client-7.5.2.jar:7.5.2]",
  450. "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:31) [transport-netty4-client-7.5.2.jar:7.5.2]",
  451. "at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  452. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  453. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  454. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  455. "at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:58) [transport-netty4-client-7.5.2.jar:7.5.2]",
  456. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  457. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  458. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  459. "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.43.Final.jar:4.1.43.Final]",
  460. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  461. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  462. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  463. "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.43.Final.jar:4.1.43.Final]",
  464. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  465. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  466. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  467. "at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:326) [netty-codec-4.1.43.Final.jar:4.1.43.Final]",
  468. "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:300) [netty-codec-4.1.43.Final.jar:4.1.43.Final]",
  469. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  470. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  471. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  472. "at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:287) [netty-handler-4.1.43.Final.jar:4.1.43.Final]",
  473. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  474. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  475. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  476. "at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1478) [netty-handler-4.1.43.Final.jar:4.1.43.Final]",
  477. "at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1227) [netty-handler-4.1.43.Final.jar:4.1.43.Final]",
  478. "at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1274) [netty-handler-4.1.43.Final.jar:4.1.43.Final]",
  479. "at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:503) [netty-codec-4.1.43.Final.jar:4.1.43.Final]",
  480. "at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:442) [netty-codec-4.1.43.Final.jar:4.1.43.Final]",
  481. "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:281) [netty-codec-4.1.43.Final.jar:4.1.43.Final]",
  482. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  483. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  484. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  485. "at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1422) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  486. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  487. {"type": "server", "timestamp": "2020-03-31T12:32:21,673Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "timed out while retrying [cluster:admin/repository/get] after failure (timeout [30s])" }
  488. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  489. "at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:931) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  490. "at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  491. "at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:700) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  492. "at io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:600) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  493. "at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:554) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  494. "at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:514) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  495. "at io.netty.util.concurrent.SingleThreadEventExecutor$6.run(SingleThreadEventExecutor.java:1050) [netty-common-4.1.43.Final.jar:4.1.43.Final]",
  496. "at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.43.Final.jar:4.1.43.Final]",
  497. "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
  498. {"type": "server", "timestamp": "2020-03-31T12:32:21,669Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "timed out while retrying [cluster:monitor/health] after failure (timeout [30s])" }
  499. {"type": "server", "timestamp": "2020-03-31T12:32:21,674Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "path: /_snapshot, params: {settings_filter=xpack.security.authc.realms.oidc.*.ssl.keystore.path,transport.profiles.*.xpack.security.ssl.trust_restrictions,reindex.ssl.supported_protocols,xpack.security.authc.realms.ldap.*.ssl.verification_mode,xpack.security.authc.realms.ldap.*.ssl.keystore.key_password,xpack.security.http.ssl.truststore.password,xpack.security.http.ssl.keystore.password,xpack.notification.email.ssl.supported_protocols,xpack.security.authc.realms.ldap.*.ssl.truststore.path,xpack.security.transport.ssl.truststore.password,xpack.notification.email.ssl.truststore.password,xpack.security.authc.realms.active_directory.*.ssl.verification_mode,xpack.http.ssl.truststore.algorithm,xpack.security.http.ssl.supported_protocols,reindex.ssl.truststore.password,xpack.security.authc.realms.oidc.*.ssl.verification_mode,xpack.security.transport.ssl.supported_protocols,xpack.security.authc.realms.saml.*.ssl.keystore.path,xpack.security.http.ssl.truststore.algorithm,xpack.security.transport.ssl.keystore.key_password,xpack.security.http.ssl.key,xpack.security.authc.realms.saml.*.encryption.key,xpack.security.http.ssl.keystore.type,xpack.security.http.ssl.verification_mode,xpack.security.authc.realms.pki.*.truststore.path,xpack.security.authc.realms.saml.*.signing.keystore.path,xpack.security.authc.realms.ldap.*.ssl.key,xpack.security.authc.realms.oidc.*.ssl.keystore.password,transport.profiles.*.xpack.security.ssl.supported_protocols,reindex.ssl.keystore.key_password,xpack.security.authc.realms.active_directory.*.ssl.supported_protocols,xpack.security.authc.realms.active_directory.*.hostname_verification,xpack.security.authc.realms.saml.*.ssl.truststore.algorithm,xpack.security.authc.realms.ldap.*.ssl.certificate_authorities,xpack.security.authc.realms.saml.*.signing.key,xpack.security.authc.realms.oidc.*.ssl.truststore.type,xpack.security.authc.realms.active_directory.*.ssl.keystore.key_password,transport.profiles.*.xpack.security.ssl.truststore.path,xpack.security.authc.realms.oidc.*.ssl.key,reindex.ssl.key_passphrase,xpack.security.authc.realms.ldap.*.ssl.cipher_suites,xpack.security.authc.realms.ldap.*.ssl.keystore.algorithm,xpack.http.ssl.keystore.algorithm,xpack.security.authc.realms.saml.*.ssl.keystore.password,xpack.http.ssl.supported_protocols,xpack.http.ssl.keystore.path,xpack.security.authc.realms.saml.*.encryption.keystore.algorithm,xpack.notification.email.ssl.certificate,xpack.security.http.ssl.truststore.path,xpack.http.ssl.truststore.password,xpack.security.transport.ssl.verification_mode,xpack.security.authc.realms.active_directory.*.ssl.truststore.password,xpack.security.authc.realms.saml.*.ssl.truststore.type,xpack.security.authc.realms.oidc.*.ssl.certificate_authorities,xpack.security.authc.realms.ldap.*.ssl.keystore.password,xpack.security.transport.ssl.certificate,xpack.monitoring.exporters.*.auth.*,xpack.security.authc.realms.oidc.*.ssl.keystore.algorithm,xpack.notification.email.ssl.key,xpack.http.ssl.keystore.key_password,xpack.security.authc.realms.saml.*.ssl.keystore.key_password,xpack.security.authc.realms.oidc.*.ssl.key_passphrase,reindex.ssl.truststore.path,xpack.notification.email.ssl.keystore.algorithm,xpack.notification.email.ssl.verification_mode,transport.profiles.*.xpack.security.ssl.truststore.password,transport.profiles.*.xpack.security.ssl.certificate,transport.profiles.*.xpack.security.*,xpack.security.authc.realms.ldap.*.ssl.truststore.password,xpack.security.authc.realms.pki.*.certificate_authorities,xpack.security.authc.realms.active_directory.*.bind_dn,xpack.http.ssl.truststore.path,xpack.http.ssl.key_passphrase,xpack.security.authc.realms.saml.*.ssl.certificate_authorities,reindex.ssl.verification_mode,xpack.http.ssl.keystore.password,xpack.notification.email.ssl.trust_restrictions.path,xpack.notification.email.ssl.keystore.key_password,xpack.security.transport.ssl.truststore.path,xpack.security.transport.ssl.trust_restrictions.path,xpack.security.http.ssl.truststore.type,xpack.http.ssl.certificate_authorities,xpack.security.authc.realms.active_directory.*.bind_password,xpack.security.transport.ssl.keystore.type,xpack.security.authc.realms.active_directory.*.ssl.keystore.path,xpack.security.http.ssl.keystore.algorithm,reindex.ssl.keystore.path,xpack.security.authc.realms.ldap.*.ssl.trust_restrictions,xpack.security.authc.realms.saml.*.ssl.verification_mode,xpack.security.authc.realms.oidc.*.ssl.cipher_suites,xpack.security.authc.realms.ldap.*.ssl.supported_protocols,transport.profiles.*.xpack.security.ssl.key,xpack.security.transport.ssl.keystore.password,reindex.ssl.cipher_suites,xpack.security.authc.realms.pki.*.truststore.algorithm,xpack.monitoring.exporters.*.auth.password,xpack.security.transport.ssl.keystore.algorithm,transport.profiles.*.xpack.security.ssl.keystore.type,xpack.security.authc.realms.saml.*.encryption.keystore.path,xpack.notification.email.ssl.client_authentication,transport.profiles.*.xpack.security.ssl.client_authentication,xpack.security.authc.realms.ldap.*.ssl.key_passphrase,reindex.ssl.keystore.algorithm,xpack.security.authc.realms.oidc.*.ssl.supported_protocols,xpack.http.ssl.cipher_suites,xpack.security.authc.realms.active_directory.*.ssl.certificate_authorities,xpack.security.authc.realms.saml.*.ssl.client_authentication,xpack.security.authc.realms.oidc.*.ssl.client_authentication,xpack.monitoring.exporters.*.auth.username,xpack.security.authc.realms.active_directory.*.ssl.truststore.type,xpack.security.http.ssl.client_authentication,xpack.security.authc.accept_default_password,xpack.security.authc.realms.ldap.*.ssl.keystore.path,xpack.notification.email.ssl.keystore.path,xpack.security.authc.realms.active_directory.*.ssl.keystore.algorithm,xpack.security.transport.ssl.key,xpack.security.transport.ssl.truststore.algorithm,xpack.security.authc.realms.ldap.*.ssl.truststore.type,xpack.http.ssl.certificate,transport.profiles.*.xpack.security.ssl.certificate_authorities,xpack.security.authc.realms.active_directory.*.ssl.cipher_suites,transport.profiles.*.xpack.security.ssl.keystore.password,xpack.notification.email.ssl.truststore.algorithm,xpack.security.authc.realms.saml.*.ssl.key,xpack.notification.email.ssl.cipher_suites,xpack.security.authc.realms.saml.*.ssl.keystore.type,xpack.security.authc.realms.saml.*.ssl.keystore.algorithm,xpack.security.authc.realms.oidc.*.ssl.trust_restrictions,xpack.security.authc.realms.saml.*.signing.keystore.type,xpack.security.authc.realms.active_directory.*.ssl.certificate,reindex.ssl.truststore.type,xpack.security.transport.ssl.cipher_suites,xpack.security.http.ssl.certificate,xpack.http.ssl.keystore.type,xpack.security.http.ssl.certificate_authorities,xpack.security.authc.realms.oidc.*.ssl.truststore.password,transport.profiles.*.xpack.security.ssl.truststore.type,transport.profiles.*.xpack.security.ssl.cipher_suites,xpack.security.authc.realms.saml.*.ssl.cipher_suites,xpack.security.authc.realms.saml.*.ssl.key_passphrase,xpack.security.authc.realms.active_directory.*.ssl.truststore.algorithm,xpack.security.authc.realms.saml.*.signing.keystore.algorithm,xpack.security.authc.realms.ldap.*.bind_dn,xpack.security.authc.realms.saml.*.encryption.certificate,xpack.security.authc.realms.oidc.*.ssl.keystore.key_password,xpack.http.ssl.key,xpack.notification.email.ssl.truststore.type,xpack.security.authc.realms.saml.*.ssl.truststore.path,xpack.security.authc.realms.active_directory.*.ssl.key,xpack.security.authc.realms.saml.*.ssl.truststore.password,xpack.security.authc.realms.pki.*.truststore.password,reindex.ssl.keystore.password,xpack.security.authc.realms.oidc.*.ssl.certificate,xpack.http.ssl.verification_mode,reindex.ssl.certificate_authorities,transport.profiles.*.xpack.security.ssl.verification_mode,xpack.security.http.ssl.keystore.key_password,transport.profiles.*.xpack.security.ssl.keystore.key_password,xpack.notification.email.ssl.certificate_authorities,xpack.notification.email.ssl.keystore.type,xpack.monitoring.exporters.*.ssl,xpack.security.authc.realms.saml.*.ssl.trust_restrictions,xpack.security.authc.realms.ldap.*.bind_password,xpack.security.http.ssl.cipher_suites,reindex.ssl.certificate,transport.profiles.*.xpack.security.ssl.truststore.algorithm,xpack.security.authc.realms.active_directory.*.ssl.keystore.type,xpack.security.transport.ssl.truststore.type,xpack.security.transport.ssl.certificate_authorities,xpack.security.authc.realms.active_directory.*.ssl.trust_restrictions,xpack.security.authc.realms.saml.*.ssl.supported_protocols,xpack.security.transport.ssl.keystore.path,xpack.notification.email.ssl.truststore.path,xpack.http.ssl.trust_restrictions.path,xpack.security.http.ssl.key_passphrase,xpack.security.http.ssl.trust_restrictions.path,xpack.http.ssl.truststore.type,transport.profiles.*.xpack.security.ssl.keystore.algorithm,xpack.security.transport.ssl.client_authentication,xpack.security.authc.realms.ldap.*.ssl.client_authentication,reindex.ssl.client_authentication,xpack.security.authc.realms.oidc.*.ssl.truststore.path,reindex.ssl.keystore.type,xpack.http.ssl.client_authentication,xpack.security.transport.ssl.key_passphrase,xpack.monitoring.exporters.*.ssl.*,xpack.security.hide_settings,xpack.security.authc.realms.saml.*.signing.certificate,xpack.security.authc.realms.saml.*.encryption.keystore.type,xpack.security.authc.realms.ldap.*.hostname_verification,xpack.security.authc.realms.active_directory.*.ssl.truststore.path,xpack.notification.email.ssl.keystore.password,reindex.ssl.key,xpack.security.authc.realms.active_directory.*.ssl.key_passphrase,transport.profiles.*.xpack.security.ssl.keystore.path,xpack.security.http.ssl.keystore.path,xpack.security.authc.realms.ldap.*.ssl.truststore.algorithm,xpack.security.authc.realms.ldap.*.ssl.keystore.type,xpack.security.authc.realms.active_directory.*.ssl.client_authentication,xpack.security.authc.realms.oidc.*.ssl.keystore.type,xpack.security.authc.realms.saml.*.ssl.certificate,xpack.notification.email.ssl.key_passphrase,xpack.security.authc.realm",
  500. "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
  501. "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:218) [elasticsearch-7.5.2.jar:7.5.2]",
  502. "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.5.2.jar:7.5.2]",
  503. "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.5.2.jar:7.5.2]",
  504. "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.5.2.jar:7.5.2]",
  505. "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2]",
  506. "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  507. "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  508. "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
  509. {"type": "server", "timestamp": "2020-03-31T12:32:21,677Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "timed out while retrying [cluster:monitor/state] after failure (timeout [30s])" }
  510. {"type": "server", "timestamp": "2020-03-31T12:32:21,669Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "path: /_cluster/health, params: {}",
  511. "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
  512. "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:218) [elasticsearch-7.5.2.jar:7.5.2]",
  513. "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.5.2.jar:7.5.2]",
  514. "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.5.2.jar:7.5.2]",
  515. "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.5.2.jar:7.5.2]",
  516. "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2]",
  517. "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  518. "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  519. "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
  520. {"type": "server", "timestamp": "2020-03-31T12:32:21,677Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "path: /_cluster/settings, params: {}",
  521. "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
  522. "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:218) [elasticsearch-7.5.2.jar:7.5.2]",
  523. "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.5.2.jar:7.5.2]",
  524. "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.5.2.jar:7.5.2]",
  525. "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.5.2.jar:7.5.2]",
  526. "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2]",
  527. "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  528. "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  529. "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
  530. {"type": "server", "timestamp": "2020-03-31T12:32:21,688Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "timed out while retrying [indices:monitor/settings/get] after failure (timeout [30s])" }
  531. {"type": "server", "timestamp": "2020-03-31T12:32:21,689Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "path: /_all/_settings, params: {index=_all}",
  532. "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
  533. "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:218) [elasticsearch-7.5.2.jar:7.5.2]",
  534. "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.5.2.jar:7.5.2]",
  535. "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.5.2.jar:7.5.2]",
  536. "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.5.2.jar:7.5.2]",
  537. "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2]",
  538. "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  539. "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  540. "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
  541. {"type": "server", "timestamp": "2020-03-31T12:32:24,562Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "timed out while retrying [indices:admin/get] after failure (timeout [30s])" }
  542. {"type": "server", "timestamp": "2020-03-31T12:32:24,562Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "path: /.kibana_task_manager, params: {index=.kibana_task_manager}",
  543. "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
  544. "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:218) [elasticsearch-7.5.2.jar:7.5.2]",
  545. "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.5.2.jar:7.5.2]",
  546. "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.5.2.jar:7.5.2]",
  547. "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.5.2.jar:7.5.2]",
  548. "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2]",
  549. "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  550. "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  551. "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
  552. {"type": "server", "timestamp": "2020-03-31T12:32:24,624Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "timed out while retrying [indices:admin/get] after failure (timeout [30s])" }
  553. {"type": "server", "timestamp": "2020-03-31T12:32:24,625Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "path: /.kibana, params: {index=.kibana}",
  554. "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
  555. "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:218) [elasticsearch-7.5.2.jar:7.5.2]",
  556. "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.5.2.jar:7.5.2]",
  557. "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.5.2.jar:7.5.2]",
  558. "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.5.2.jar:7.5.2]",
  559. "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2]",
  560. "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  561. "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  562. "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
  563. {"type": "server", "timestamp": "2020-03-31T12:32:26,179Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "timed out while retrying [cluster:admin/voting_config/clear_exclusions] after failure (timeout [30s])" }
  564. {"type": "server", "timestamp": "2020-03-31T12:32:26,179Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "path: /_cluster/voting_config_exclusions, params: {wait_for_removal=false}",
  565. "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
  566. "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:218) [elasticsearch-7.5.2.jar:7.5.2]",
  567. "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.5.2.jar:7.5.2]",
  568. "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.5.2.jar:7.5.2]",
  569. "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.5.2.jar:7.5.2]",
  570. "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2]",
  571. "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  572. "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  573. "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
  574. {"type": "server", "timestamp": "2020-03-31T12:32:26,914Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
  575. {"type": "server", "timestamp": "2020-03-31T12:32:26,925Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "no known master node, scheduling a retry" }
  576. {"type": "server", "timestamp": "2020-03-31T12:32:28,066Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
  577. {"type": "server", "timestamp": "2020-03-31T12:32:28,999Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "timed out while retrying [cluster:monitor/xpack/license/get] after failure (timeout [30s])" }
  578. {"type": "server", "timestamp": "2020-03-31T12:32:29,000Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "path: /_license, params: {}",
  579. "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
  580. "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:218) [elasticsearch-7.5.2.jar:7.5.2]",
  581. "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.5.2.jar:7.5.2]",
  582. "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.5.2.jar:7.5.2]",
  583. "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.5.2.jar:7.5.2]",
  584. "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2]",
  585. "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  586. "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  587. "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
  588. {"type": "server", "timestamp": "2020-03-31T12:32:29,100Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "timed out while retrying [cluster:monitor/health] after failure (timeout [30s])" }
  589. {"type": "server", "timestamp": "2020-03-31T12:32:29,106Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
  590. {"type": "server", "timestamp": "2020-03-31T12:32:29,124Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
  591. {"type": "server", "timestamp": "2020-03-31T12:32:29,100Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "path: /_cluster/health, params: {}",
  592. "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
  593. "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:218) [elasticsearch-7.5.2.jar:7.5.2]",
  594. "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.5.2.jar:7.5.2]",
  595. "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.5.2.jar:7.5.2]",
  596. "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.5.2.jar:7.5.2]",
  597. "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2]",
  598. "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  599. "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  600. "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
  601. {"type": "server", "timestamp": "2020-03-31T12:32:30,686Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.127:9300] from hosts providers and [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
  602. {"type": "server", "timestamp": "2020-03-31T12:32:31,015Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.128:9300] from hosts providers and [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
  603. {"type": "server", "timestamp": "2020-03-31T12:32:35,737Z", "level": "ERROR", "component": "o.e.x.s.a.e.NativeUsersStore", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "security index is unavailable. short circuiting retrieval of user [kibana-shared-admin]" }
  604. {"type": "server", "timestamp": "2020-03-31T12:32:38,504Z", "level": "ERROR", "component": "o.e.x.s.a.e.NativeUsersStore", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "security index is unavailable. short circuiting retrieval of user [kibana-shared-admin]" }
  605. {"type": "server", "timestamp": "2020-03-31T12:32:40,687Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.127:9300] from hosts providers and [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
  606. {"type": "server", "timestamp": "2020-03-31T12:32:41,017Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.128:9300] from hosts providers and [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
  607. {"type":"log","@timestamp":"2020-03-31T12:32:49Z","tags":["warning","plugins","licensing"],"pid":11,"message":"License information could not be obtained from Elasticsearch for the [data] cluster. TypeError: Cannot use 'in' operator to search for 'type' in null"}
  608. {"type": "server", "timestamp": "2020-03-31T12:32:50,690Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.127:9300] from hosts providers and [{elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
  609. {"type": "server", "timestamp": "2020-03-31T12:32:51,020Z", "level": "WARN", "component": "o.e.c.c.ClusterFormationFailureHelper", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "master not discovered yet, this node has not previously joined a bootstrapped (v7+) cluster, and [cluster.initial_master_nodes] is empty on this node: have discovered [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}, {elk-stack-es-master-green-0}{VajA82y5SDmO2dEqZ1K9oA}{YPl8El2CQYa_AlNNtPtLsw}{10.45.2.128}{10.45.2.128:9300}{lm}{ml.machine_memory=5368709120, ml.max_open_jobs=20, xpack.installed=true, zone=GREEN}]; discovery will continue using [127.0.0.1:9300, 127.0.0.1:9301, 127.0.0.1:9302, 127.0.0.1:9303, 127.0.0.1:9304, 127.0.0.1:9305, 10.45.2.128:9300] from hosts providers and [{elk-stack-es-master-green-1}{3fpHiwTvTDGUFSWy542dVw}{jjl0jZZlTCW6_vtAx30qvQ}{10.45.2.127}{10.45.2.127:9300}{lm}{ml.machine_memory=5368709120, xpack.installed=true, zone=GREEN, ml.max_open_jobs=20}] from last-known cluster state; node term 0, last-accepted version 0 in term 0" }
  610. {"type": "server", "timestamp": "2020-03-31T12:32:51,428Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "timed out while retrying [cluster:monitor/state] after failure (timeout [30s])" }
  611. {"type": "server", "timestamp": "2020-03-31T12:32:51,429Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "path: /_cluster/settings, params: {}",
  612. "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
  613. "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:218) [elasticsearch-7.5.2.jar:7.5.2]",
  614. "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.5.2.jar:7.5.2]",
  615. "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.5.2.jar:7.5.2]",
  616. {"type": "server", "timestamp": "2020-03-31T12:32:51,439Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "timed out while retrying [cluster:admin/repository/get] after failure (timeout [30s])" }
  617. "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.5.2.jar:7.5.2]",
  618. "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2]",
  619. "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  620. "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  621. "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
  622. {"type": "server", "timestamp": "2020-03-31T12:32:51,444Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "timed out while retrying [indices:monitor/settings/get] after failure (timeout [30s])" }
  623. {"type": "server", "timestamp": "2020-03-31T12:32:51,444Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "path: /_all/_settings, params: {index=_all}",
  624. "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
  625. "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:218) [elasticsearch-7.5.2.jar:7.5.2]",
  626. "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.5.2.jar:7.5.2]",
  627. "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.5.2.jar:7.5.2]",
  628. "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.5.2.jar:7.5.2]",
  629. {"type": "server", "timestamp": "2020-03-31T12:32:51,440Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "path: /_snapshot, params: {settings_filter=xpack.security.authc.realms.oidc.*.ssl.keystore.path,transport.profiles.*.xpack.security.ssl.trust_restrictions,reindex.ssl.supported_protocols,xpack.security.authc.realms.ldap.*.ssl.verification_mode,xpack.security.authc.realms.ldap.*.ssl.keystore.key_password,xpack.security.http.ssl.truststore.password,xpack.security.http.ssl.keystore.password,xpack.notification.email.ssl.supported_protocols,xpack.security.authc.realms.ldap.*.ssl.truststore.path,xpack.security.transport.ssl.truststore.password,xpack.notification.email.ssl.truststore.password,xpack.security.authc.realms.active_directory.*.ssl.verification_mode,xpack.http.ssl.truststore.algorithm,xpack.security.http.ssl.supported_protocols,reindex.ssl.truststore.password,xpack.security.authc.realms.oidc.*.ssl.verification_mode,xpack.security.transport.ssl.supported_protocols,xpack.security.authc.realms.saml.*.ssl.keystore.path,xpack.security.http.ssl.truststore.algorithm,xpack.security.transport.ssl.keystore.key_password,xpack.security.http.ssl.key,xpack.security.authc.realms.saml.*.encryption.key,xpack.security.http.ssl.keystore.type,xpack.security.http.ssl.verification_mode,xpack.security.authc.realms.pki.*.truststore.path,xpack.security.authc.realms.saml.*.signing.keystore.path,xpack.security.authc.realms.ldap.*.ssl.key,xpack.security.authc.realms.oidc.*.ssl.keystore.password,transport.profiles.*.xpack.security.ssl.supported_protocols,reindex.ssl.keystore.key_password,xpack.security.authc.realms.active_directory.*.ssl.supported_protocols,xpack.security.authc.realms.active_directory.*.hostname_verification,xpack.security.authc.realms.saml.*.ssl.truststore.algorithm,xpack.security.authc.realms.ldap.*.ssl.certificate_authorities,xpack.security.authc.realms.saml.*.signing.key,xpack.security.authc.realms.oidc.*.ssl.truststore.type,xpack.security.authc.realms.active_directory.*.ssl.keystore.key_password,transport.profiles.*.xpack.security.ssl.truststore.path,xpack.security.authc.realms.oidc.*.ssl.key,reindex.ssl.key_passphrase,xpack.security.authc.realms.ldap.*.ssl.cipher_suites,xpack.security.authc.realms.ldap.*.ssl.keystore.algorithm,xpack.http.ssl.keystore.algorithm,xpack.security.authc.realms.saml.*.ssl.keystore.password,xpack.http.ssl.supported_protocols,xpack.http.ssl.keystore.path,xpack.security.authc.realms.saml.*.encryption.keystore.algorithm,xpack.notification.email.ssl.certificate,xpack.security.http.ssl.truststore.path,xpack.http.ssl.truststore.password,xpack.security.transport.ssl.verification_mode,xpack.security.authc.realms.active_directory.*.ssl.truststore.password,xpack.security.authc.realms.saml.*.ssl.truststore.type,xpack.security.authc.realms.oidc.*.ssl.certificate_authorities,xpack.security.authc.realms.ldap.*.ssl.keystore.password,xpack.security.transport.ssl.certificate,xpack.monitoring.exporters.*.auth.*,xpack.security.authc.realms.oidc.*.ssl.keystore.algorithm,xpack.notification.email.ssl.key,xpack.http.ssl.keystore.key_password,xpack.security.authc.realms.saml.*.ssl.keystore.key_password,xpack.security.authc.realms.oidc.*.ssl.key_passphrase,reindex.ssl.truststore.path,xpack.notification.email.ssl.keystore.algorithm,xpack.notification.email.ssl.verification_mode,transport.profiles.*.xpack.security.ssl.truststore.password,transport.profiles.*.xpack.security.ssl.certificate,transport.profiles.*.xpack.security.*,xpack.security.authc.realms.ldap.*.ssl.truststore.password,xpack.security.authc.realms.pki.*.certificate_authorities,xpack.security.authc.realms.active_directory.*.bind_dn,xpack.http.ssl.truststore.path,xpack.http.ssl.key_passphrase,xpack.security.authc.realms.saml.*.ssl.certificate_authorities,reindex.ssl.verification_mode,xpack.http.ssl.keystore.password,xpack.notification.email.ssl.trust_restrictions.path,xpack.notification.email.ssl.keystore.key_password,xpack.security.transport.ssl.truststore.path,xpack.security.transport.ssl.trust_restrictions.path,xpack.security.http.ssl.truststore.type,xpack.http.ssl.certificate_authorities,xpack.security.authc.realms.active_directory.*.bind_password,xpack.security.transport.ssl.keystore.type,xpack.security.authc.realms.active_directory.*.ssl.keystore.path,xpack.security.http.ssl.keystore.algorithm,reindex.ssl.keystore.path,xpack.security.authc.realms.ldap.*.ssl.trust_restrictions,xpack.security.authc.realms.saml.*.ssl.verification_mode,xpack.security.authc.realms.oidc.*.ssl.cipher_suites,xpack.security.authc.realms.ldap.*.ssl.supported_protocols,transport.profiles.*.xpack.security.ssl.key,xpack.security.transport.ssl.keystore.password,reindex.ssl.cipher_suites,xpack.security.authc.realms.pki.*.truststore.algorithm,xpack.monitoring.exporters.*.auth.password,xpack.security.transport.ssl.keystore.algorithm,transport.profiles.*.xpack.security.ssl.keystore.type,xpack.security.authc.realms.saml.*.encryption.keystore.path,xpack.notification.email.ssl.client_authentication,transport.profiles.*.xpack.security.ssl.client_authentication,xpack.security.authc.realms.ldap.*.ssl.key_passphrase,reindex.ssl.keystore.algorithm,xpack.security.authc.realms.oidc.*.ssl.supported_protocols,xpack.http.ssl.cipher_suites,xpack.security.authc.realms.active_directory.*.ssl.certificate_authorities,xpack.security.authc.realms.saml.*.ssl.client_authentication,xpack.security.authc.realms.oidc.*.ssl.client_authentication,xpack.monitoring.exporters.*.auth.username,xpack.security.authc.realms.active_directory.*.ssl.truststore.type,xpack.security.http.ssl.client_authentication,xpack.security.authc.accept_default_password,xpack.security.authc.realms.ldap.*.ssl.keystore.path,xpack.notification.email.ssl.keystore.path,xpack.security.authc.realms.active_directory.*.ssl.keystore.algorithm,xpack.security.transport.ssl.key,xpack.security.transport.ssl.truststore.algorithm,xpack.security.authc.realms.ldap.*.ssl.truststore.type,xpack.http.ssl.certificate,transport.profiles.*.xpack.security.ssl.certificate_authorities,xpack.security.authc.realms.active_directory.*.ssl.cipher_suites,transport.profiles.*.xpack.security.ssl.keystore.password,xpack.notification.email.ssl.truststore.algorithm,xpack.security.authc.realms.saml.*.ssl.key,xpack.notification.email.ssl.cipher_suites,xpack.security.authc.realms.saml.*.ssl.keystore.type,xpack.security.authc.realms.saml.*.ssl.keystore.algorithm,xpack.security.authc.realms.oidc.*.ssl.trust_restrictions,xpack.security.authc.realms.saml.*.signing.keystore.type,xpack.security.authc.realms.active_directory.*.ssl.certificate,reindex.ssl.truststore.type,xpack.security.transport.ssl.cipher_suites,xpack.security.http.ssl.certificate,xpack.http.ssl.keystore.type,xpack.security.http.ssl.certificate_authorities,xpack.security.authc.realms.oidc.*.ssl.truststore.password,transport.profiles.*.xpack.security.ssl.truststore.type,transport.profiles.*.xpack.security.ssl.cipher_suites,xpack.security.authc.realms.saml.*.ssl.cipher_suites,xpack.security.authc.realms.saml.*.ssl.key_passphrase,xpack.security.authc.realms.active_directory.*.ssl.truststore.algorithm,xpack.security.authc.realms.saml.*.signing.keystore.algorithm,xpack.security.authc.realms.ldap.*.bind_dn,xpack.security.authc.realms.saml.*.encryption.certificate,xpack.security.authc.realms.oidc.*.ssl.keystore.key_password,xpack.http.ssl.key,xpack.notification.email.ssl.truststore.type,xpack.security.authc.realms.saml.*.ssl.truststore.path,xpack.security.authc.realms.active_directory.*.ssl.key,xpack.security.authc.realms.saml.*.ssl.truststore.password,xpack.security.authc.realms.pki.*.truststore.password,reindex.ssl.keystore.password,xpack.security.authc.realms.oidc.*.ssl.certificate,xpack.http.ssl.verification_mode,reindex.ssl.certificate_authorities,transport.profiles.*.xpack.security.ssl.verification_mode,xpack.security.http.ssl.keystore.key_password,transport.profiles.*.xpack.security.ssl.keystore.key_password,xpack.notification.email.ssl.certificate_authorities,xpack.notification.email.ssl.keystore.type,xpack.monitoring.exporters.*.ssl,xpack.security.authc.realms.saml.*.ssl.trust_restrictions,xpack.security.authc.realms.ldap.*.bind_password,xpack.security.http.ssl.cipher_suites,reindex.ssl.certificate,transport.profiles.*.xpack.security.ssl.truststore.algorithm,xpack.security.authc.realms.active_directory.*.ssl.keystore.type,xpack.security.transport.ssl.truststore.type,xpack.security.transport.ssl.certificate_authorities,xpack.security.authc.realms.active_directory.*.ssl.trust_restrictions,xpack.security.authc.realms.saml.*.ssl.supported_protocols,xpack.security.transport.ssl.keystore.path,xpack.notification.email.ssl.truststore.path,xpack.http.ssl.trust_restrictions.path,xpack.security.http.ssl.key_passphrase,xpack.security.http.ssl.trust_restrictions.path,xpack.http.ssl.truststore.type,transport.profiles.*.xpack.security.ssl.keystore.algorithm,xpack.security.transport.ssl.client_authentication,xpack.security.authc.realms.ldap.*.ssl.client_authentication,reindex.ssl.client_authentication,xpack.security.authc.realms.oidc.*.ssl.truststore.path,reindex.ssl.keystore.type,xpack.http.ssl.client_authentication,xpack.security.transport.ssl.key_passphrase,xpack.monitoring.exporters.*.ssl.*,xpack.security.hide_settings,xpack.security.authc.realms.saml.*.signing.certificate,xpack.security.authc.realms.saml.*.encryption.keystore.type,xpack.security.authc.realms.ldap.*.hostname_verification,xpack.security.authc.realms.active_directory.*.ssl.truststore.path,xpack.notification.email.ssl.keystore.password,reindex.ssl.key,xpack.security.authc.realms.active_directory.*.ssl.key_passphrase,transport.profiles.*.xpack.security.ssl.keystore.path,xpack.security.http.ssl.keystore.path,xpack.security.authc.realms.ldap.*.ssl.truststore.algorithm,xpack.security.authc.realms.ldap.*.ssl.keystore.type,xpack.security.authc.realms.active_directory.*.ssl.client_authentication,xpack.security.authc.realms.oidc.*.ssl.keystore.type,xpack.security.authc.realms.saml.*.ssl.certificate,xpack.notification.email.ssl.key_passphrase,xpack.security.authc.realm",
  630. "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
  631. "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:218) [elasticsearch-7.5.2.jar:7.5.2]",
  632. "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2]",
  633. "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.5.2.jar:7.5.2]",
  634. "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.5.2.jar:7.5.2]",
  635. "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.5.2.jar:7.5.2]",
  636. "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2]",
  637. "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  638. "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  639. "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
  640. "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  641. "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  642. "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
  643. {"type": "server", "timestamp": "2020-03-31T12:32:51,449Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
  644. {"type": "server", "timestamp": "2020-03-31T12:32:51,547Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
  645. {"type": "server", "timestamp": "2020-03-31T12:32:51,547Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "timed out while retrying [cluster:monitor/health] after failure (timeout [30s])" }
  646. {"type": "server", "timestamp": "2020-03-31T12:32:51,548Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "path: /_cluster/health, params: {}",
  647. "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
  648. "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:218) [elasticsearch-7.5.2.jar:7.5.2]",
  649. "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.5.2.jar:7.5.2]",
  650. "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.5.2.jar:7.5.2]",
  651. "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.5.2.jar:7.5.2]",
  652. "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.5.2.jar:7.5.2]",
  653. "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  654. "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  655. "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
  656. {"type": "server", "timestamp": "2020-03-31T12:32:51,642Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-0", "message": "path: /_all/_stats, params: {level=shards, index=_all}",
  657. "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/1/state not recovered / initialized];",
  658. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.5.2.jar:7.5.2]",
  659. "at org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.checkGlobalBlock(TransportIndicesStatsAction.java:70) ~[elasticsearch-7.5.2.jar:7.5.2]",
  660. "at org.elasticsearch.action.admin.indices.stats.TransportIndicesStatsAction.checkGlobalBlock(TransportIndicesStatsAction.java:48) ~[elasticsearch-7.5.2.jar:7.5.2]",
  661. "at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$AsyncAction.<init>(TransportBroadcastByNodeAction.java:247) ~[elasticsearch-7.5.2.jar:7.5.2]",
  662. "at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecute(TransportBroadcastByNodeAction.java:225) ~[elasticsearch-7.5.2.jar:7.5.2]",
  663. "at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecute(TransportBroadcastByNodeAction.java:76) ~[elasticsearch-7.5.2.jar:7.5.2]",
  664. "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:153) [elasticsearch-7.5.2.jar:7.5.2]",
  665. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:86) [x-pack-security-7.5.2.jar:7.5.2]",
  666. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  667. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$authorizeRequest$4(SecurityActionFilter.java:172) [x-pack-security-7.5.2.jar:7.5.2]",
  668. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  669. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$runRequestInterceptors$15(AuthorizationService.java:344) [x-pack-security-7.5.2.jar:7.5.2]",
  670. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  671. "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
  672. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
  673. "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.5.2.jar:7.5.2]",
  674. "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106) [elasticsearch-7.5.2.jar:7.5.2]",
  675. "at org.elasticsearch.common.util.concurrent.ListenableFuture.lambda$done$0(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
  676. "at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
  677. "at org.elasticsearch.common.util.concurrent.ListenableFuture.done(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
  678. "at org.elasticsearch.common.util.concurrent.BaseFuture.set(BaseFuture.java:144) [elasticsearch-7.5.2.jar:7.5.2]",
  679. "at org.elasticsearch.common.util.concurrent.ListenableFuture.onResponse(ListenableFuture.java:127) [elasticsearch-7.5.2.jar:7.5.2]",
  680. "at org.elasticsearch.action.StepListener.innerOnResponse(StepListener.java:62) [elasticsearch-7.5.2.jar:7.5.2]",
  681. "at org.elasticsearch.action.NotifyOnceListener.onResponse(NotifyOnceListener.java:40) [elasticsearch-7.5.2.jar:7.5.2]",
  682. "at org.elasticsearch.xpack.security.authz.interceptor.BulkShardRequestInterceptor.intercept(BulkShardRequestInterceptor.java:71) [x-pack-security-7.5.2.jar:7.5.2]",
  683. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$runRequestInterceptors$14(AuthorizationService.java:339) [x-pack-security-7.5.2.jar:7.5.2]",
  684. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  685. "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
  686. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
  687. "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.5.2.jar:7.5.2]",
  688. "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106) [elasticsearch-7.5.2.jar:7.5.2]",
  689. "at org.elasticsearch.common.util.concurrent.ListenableFuture.lambda$done$0(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
  690. "at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
  691. "at org.elasticsearch.common.util.concurrent.ListenableFuture.done(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
  692. "at org.elasticsearch.common.util.concurrent.BaseFuture.set(BaseFuture.java:144) [elasticsearch-7.5.2.jar:7.5.2]",
  693. "at org.elasticsearch.common.util.concurrent.ListenableFuture.onResponse(ListenableFuture.java:127) [elasticsearch-7.5.2.jar:7.5.2]",
  694. "at org.elasticsearch.action.StepListener.innerOnResponse(StepListener.java:62) [elasticsearch-7.5.2.jar:7.5.2]",
  695. "at org.elasticsearch.action.NotifyOnceListener.onResponse(NotifyOnceListener.java:40) [elasticsearch-7.5.2.jar:7.5.2]",
  696. "at org.elasticsearch.xpack.security.authz.interceptor.FieldAndDocumentLevelSecurityRequestInterceptor.intercept(FieldAndDocumentLevelSecurityRequestInterceptor.java:61) [x-pack-security-7.5.2.jar:7.5.2]",
  697. "at org.elasticsearch.xpack.security.authz.interceptor.UpdateRequestInterceptor.intercept(UpdateRequestInterceptor.java:23) [x-pack-security-7.5.2.jar:7.5.2]",
  698. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$runRequestInterceptors$14(AuthorizationService.java:339) [x-pack-security-7.5.2.jar:7.5.2]",
  699. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  700. "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
  701. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
  702. "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.5.2.jar:7.5.2]",
  703. "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106) [elasticsearch-7.5.2.jar:7.5.2]",
  704. "at org.elasticsearch.common.util.concurrent.ListenableFuture.lambda$done$0(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
  705. "at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
  706. "at org.elasticsearch.common.util.concurrent.ListenableFuture.done(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
  707. "at org.elasticsearch.common.util.concurrent.BaseFuture.set(BaseFuture.java:144) [elasticsearch-7.5.2.jar:7.5.2]",
  708. "at org.elasticsearch.common.util.concurrent.ListenableFuture.onResponse(ListenableFuture.java:127) [elasticsearch-7.5.2.jar:7.5.2]",
  709. "at org.elasticsearch.action.StepListener.innerOnResponse(StepListener.java:62) [elasticsearch-7.5.2.jar:7.5.2]",
  710. "at org.elasticsearch.action.NotifyOnceListener.onResponse(NotifyOnceListener.java:40) [elasticsearch-7.5.2.jar:7.5.2]",
  711. "at org.elasticsearch.xpack.security.authz.interceptor.ResizeRequestInterceptor.intercept(ResizeRequestInterceptor.java:82) [x-pack-security-7.5.2.jar:7.5.2]",
  712. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$runRequestInterceptors$14(AuthorizationService.java:339) [x-pack-security-7.5.2.jar:7.5.2]",
  713. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  714. "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
  715. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
  716. "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.5.2.jar:7.5.2]",
  717. "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106) [elasticsearch-7.5.2.jar:7.5.2]",
  718. "at org.elasticsearch.common.util.concurrent.ListenableFuture.lambda$done$0(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
  719. "at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
  720. "at org.elasticsearch.common.util.concurrent.ListenableFuture.done(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
  721. "at org.elasticsearch.common.util.concurrent.BaseFuture.set(BaseFuture.java:144) [elasticsearch-7.5.2.jar:7.5.2]",
  722. "at org.elasticsearch.common.util.concurrent.ListenableFuture.onResponse(ListenableFuture.java:127) [elasticsearch-7.5.2.jar:7.5.2]",
  723. "at org.elasticsearch.action.StepListener.innerOnResponse(StepListener.java:62) [elasticsearch-7.5.2.jar:7.5.2]",
  724. "at org.elasticsearch.action.NotifyOnceListener.onResponse(NotifyOnceListener.java:40) [elasticsearch-7.5.2.jar:7.5.2]",
  725. "at org.elasticsearch.xpack.security.authz.interceptor.FieldAndDocumentLevelSecurityRequestInterceptor.intercept(FieldAndDocumentLevelSecurityRequestInterceptor.java:61) [x-pack-security-7.5.2.jar:7.5.2]",
  726. "at org.elasticsearch.xpack.security.authz.interceptor.SearchRequestInterceptor.intercept(SearchRequestInterceptor.java:19) [x-pack-security-7.5.2.jar:7.5.2]",
  727. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$runRequestInterceptors$14(AuthorizationService.java:339) [x-pack-security-7.5.2.jar:7.5.2]",
  728. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  729. "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
  730. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
  731. "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.5.2.jar:7.5.2]",
  732. "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106) [elasticsearch-7.5.2.jar:7.5.2]",
  733. "at org.elasticsearch.common.util.concurrent.ListenableFuture.lambda$done$0(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
  734. "at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
  735. "at org.elasticsearch.common.util.concurrent.ListenableFuture.done(ListenableFuture.java:98) [elasticsearch-7.5.2.jar:7.5.2]",
  736. "at org.elasticsearch.common.util.concurrent.BaseFuture.set(BaseFuture.java:144) [elasticsearch-7.5.2.jar:7.5.2]",
  737. "at org.elasticsearch.common.util.concurrent.ListenableFuture.onResponse(ListenableFuture.java:127) [elasticsearch-7.5.2.jar:7.5.2]",
  738. "at org.elasticsearch.action.StepListener.innerOnResponse(StepListener.java:62) [elasticsearch-7.5.2.jar:7.5.2]",
  739. "at org.elasticsearch.action.NotifyOnceListener.onResponse(NotifyOnceListener.java:40) [elasticsearch-7.5.2.jar:7.5.2]",
  740. "at org.elasticsearch.xpack.security.authz.interceptor.IndicesAliasesRequestInterceptor.intercept(IndicesAliasesRequestInterceptor.java:102) [x-pack-security-7.5.2.jar:7.5.2]",
  741. "at org.elasticsearch.xpack.security.authz.AuthorizationService.runRequestInterceptors(AuthorizationService.java:345) [x-pack-security-7.5.2.jar:7.5.2]",
  742. "at org.elasticsearch.xpack.security.authz.AuthorizationService.handleIndexActionAuthorizationResult(AuthorizationService.java:322) [x-pack-security-7.5.2.jar:7.5.2]",
  743. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$9(AuthorizationService.java:263) [x-pack-security-7.5.2.jar:7.5.2]",
  744. "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:616) [x-pack-security-7.5.2.jar:7.5.2]",
  745. "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:591) [x-pack-security-7.5.2.jar:7.5.2]",
  746. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.5.2.jar:7.5.2]",
  747. "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$authorizeIndexAction$3(RBACEngine.java:296) [x-pack-security-7.5.2.jar:7.5.2]",
  748. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  749. "at org.elasticsearch.xpack.security.authz.AuthorizationService$CachingAsyncSupplier.lambda$getAsync$0(AuthorizationService.java:653) [x-pack-security-7.5.2.jar:7.5.2]",
  750. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  751. "at org.elasticsearch.xpack.security.authz.AuthorizationService.resolveIndexNames(AuthorizationService.java:554) [x-pack-security-7.5.2.jar:7.5.2]",
  752. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$6(AuthorizationService.java:251) [x-pack-security-7.5.2.jar:7.5.2]",
  753. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  754. "at org.elasticsearch.xpack.security.authz.AuthorizationService$CachingAsyncSupplier.lambda$getAsync$0(AuthorizationService.java:653) [x-pack-security-7.5.2.jar:7.5.2]",
  755. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  756. "at org.elasticsearch.xpack.security.authz.RBACEngine.loadAuthorizedIndices(RBACEngine.java:329) [x-pack-security-7.5.2.jar:7.5.2]",
  757. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$5(AuthorizationService.java:247) [x-pack-security-7.5.2.jar:7.5.2]",
  758. "at org.elasticsearch.xpack.security.authz.AuthorizationService$CachingAsyncSupplier.getAsync(AuthorizationService.java:651) [x-pack-security-7.5.2.jar:7.5.2]",
  759. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$8(AuthorizationService.java:250) [x-pack-security-7.5.2.jar:7.5.2]",
  760. "at org.elasticsearch.xpack.security.authz.AuthorizationService$CachingAsyncSupplier.getAsync(AuthorizationService.java:651) [x-pack-security-7.5.2.jar:7.5.2]",
  761. "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$authorizeIndexAction$4(RBACEngine.java:290) [x-pack-security-7.5.2.jar:7.5.2]",
  762. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  763. "at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeIndexActionName(RBACEngine.java:314) [x-pack-security-7.5.2.jar:7.5.2]",
  764. "at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeIndexAction(RBACEngine.java:287) [x-pack-security-7.5.2.jar:7.5.2]",
  765. "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeAction(AuthorizationService.java:261) [x-pack-security-7.5.2.jar:7.5.2]",
  766. "at org.elasticsearch.xpack.security.authz.AuthorizationService.maybeAuthorizeRunAs(AuthorizationService.java:227) [x-pack-security-7.5.2.jar:7.5.2]",
  767. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorize$1(AuthorizationService.java:193) [x-pack-security-7.5.2.jar:7.5.2]",
  768. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  769. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.5.2.jar:7.5.2]",
  770. "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$resolveAuthorizationInfo$1(RBACEngine.java:117) [x-pack-security-7.5.2.jar:7.5.2]",
  771. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  772. "at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRoles(CompositeRolesStore.java:229) [x-pack-security-7.5.2.jar:7.5.2]",
  773. "at org.elasticsearch.xpack.security.authz.RBACEngine.getRoles(RBACEngine.java:123) [x-pack-security-7.5.2.jar:7.5.2]",
  774. "at org.elasticsearch.xpack.security.authz.RBACEngine.resolveAuthorizationInfo(RBACEngine.java:111) [x-pack-security-7.5.2.jar:7.5.2]",
  775. "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:195) [x-pack-security-7.5.2.jar:7.5.2]",
  776. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.authorizeRequest(SecurityActionFilter.java:172) [x-pack-security-7.5.2.jar:7.5.2]",
  777. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$3(SecurityActionFilter.java:158) [x-pack-security-7.5.2.jar:7.5.2]",
  778. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  779. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:246) [x-pack-security-7.5.2.jar:7.5.2]",
  780. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.5.2.jar:7.5.2]",
  781. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.5.2.jar:7.5.2]",
  782. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.5.2.jar:7.5.2]",
  783. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.5.2.jar:7.5.2]",
  784. "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:139) [x-pack-security-7.5.2.jar:7.5.2]",
  785. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:155) [x-pack-security-7.5.2.jar:7.5.2]",
  786. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:107) [x-pack-security-7.5.2.jar:7.5.2]",
  787. "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:151) [elasticsearch-7.5.2.jar:7.5.2]",
  788. "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:129) [elasticsearch-7.5.2.jar:7.5.2]",
  789. "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:64) [elasticsearch-7.5.2.jar:7.5.2]",
  790. "at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:83) [elasticsearch-7.5.2.jar:7.5.2]",
  791. "at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:72) [elasticsearch-7.5.2.jar:7.5.2]",
  792. "at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:396) [elasticsearch-7.5.2.jar:7.5.2]",
  793. "at org.elasticsearch.client.support.AbstractClient$IndicesAdmin.execute(AbstractClient.java:1231) [elasticsearch-7.5.2.jar:7.5.2]",
  794. "at org.elasticsearch.client.support.AbstractClient$IndicesAdmin.stats(AbstractClient.java:1547) [elasticsearch-7.5.2.jar:7.5.2]",
  795. "at org.elasticsearch.rest.action.admin.indices.RestIndicesStatsAction.lambda$prepareRequest$1(RestIndicesStatsAction.java:131) [elasticsearch-7.5.2.jar:7.5.2]",
  796. "at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:108) [elasticsearch-7.5.2.jar:7.5.2]",
  797. "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.lambda$handleRequest$0(SecurityRestFilter.java:58) [x-pack-security-7.5.2.jar:7.5.2]",
  798. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  799. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$writeAuthToContext$24(AuthenticationService.java:572) [x-pack-security-7.5.2.jar:7.5.2]",
  800. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.writeAuthToContext(AuthenticationService.java:581) [x-pack-security-7.5.2.jar:7.5.2]",
  801. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.finishAuthentication(AuthenticationService.java:562) [x-pack-security-7.5.2.jar:7.5.2]",
  802. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeUser(AuthenticationService.java:512) [x-pack-security-7.5.2.jar:7.5.2]",
  803. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$16(AuthenticationService.java:404) [x-pack-security-7.5.2.jar:7.5.2]",
  804. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  805. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.5.2.jar:7.5.2]",
  806. "at org.elasticsearch.xpack.core.common.IteratingActionListener.onResponse(IteratingActionListener.java:120) [x-pack-core-7.5.2.jar:7.5.2]",
  807. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$13(AuthenticationService.java:374) [x-pack-security-7.5.2.jar:7.5.2]",
  808. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  809. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$1(CachingUsernamePasswordRealm.java:145) [x-pack-security-7.5.2.jar:7.5.2]",
  810. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  811. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.handleCachedAuthentication(CachingUsernamePasswordRealm.java:196) [x-pack-security-7.5.2.jar:7.5.2]",
  812. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$2(CachingUsernamePasswordRealm.java:137) [x-pack-security-7.5.2.jar:7.5.2]",
  813. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  814. "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112) [elasticsearch-7.5.2.jar:7.5.2]",
  815. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.5.2.jar:7.5.2]",
  816. "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.5.2.jar:7.5.2]",
  817. "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106) [elasticsearch-7.5.2.jar:7.5.2]",
  818. "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:68) [elasticsearch-7.5.2.jar:7.5.2]",
  819. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticateWithCache(CachingUsernamePasswordRealm.java:132) [x-pack-security-7.5.2.jar:7.5.2]",
  820. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticate(CachingUsernamePasswordRealm.java:103) [x-pack-security-7.5.2.jar:7.5.2]",
  821. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$15(AuthenticationService.java:365) [x-pack-security-7.5.2.jar:7.5.2]",
  822. "at org.elasticsearch.xpack.core.common.IteratingActionListener.run(IteratingActionListener.java:102) [x-pack-core-7.5.2.jar:7.5.2]",
  823. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeToken(AuthenticationService.java:408) [x-pack-security-7.5.2.jar:7.5.2]",
  824. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$extractToken$11(AuthenticationService.java:335) [x-pack-security-7.5.2.jar:7.5.2]",
  825. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.extractToken(AuthenticationService.java:345) [x-pack-security-7.5.2.jar:7.5.2]",
  826. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$checkForApiKey$3(AuthenticationService.java:288) [x-pack-security-7.5.2.jar:7.5.2]",
  827. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  828. "at org.elasticsearch.xpack.security.authc.ApiKeyService.authenticateWithApiKeyIfPresent(ApiKeyService.java:325) [x-pack-security-7.5.2.jar:7.5.2]",
  829. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.checkForApiKey(AuthenticationService.java:269) [x-pack-security-7.5.2.jar:7.5.2]",
  830. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$0(AuthenticationService.java:252) [x-pack-security-7.5.2.jar:7.5.2]",
  831. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63) [elasticsearch-7.5.2.jar:7.5.2]",
  832. "at org.elasticsearch.xpack.security.authc.TokenService.getAndValidateToken(TokenService.java:379) [x-pack-security-7.5.2.jar:7.5.2]",
  833. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:248) [x-pack-security-7.5.2.jar:7.5.2]",
  834. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.5.2.jar:7.5.2]",
  835. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.5.2.jar:7.5.2]",
  836. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.5.2.jar:7.5.2]",
  837. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.5.2.jar:7.5.2]",
  838. "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:122) [x-pack-security-7.5.2.jar:7.5.2]",
  839. "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.handleRequest(SecurityRestFilter.java:55) [x-pack-security-7.5.2.jar:7.5.2]",
  840. "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:222) [elasticsearch-7.5.2.jar:7.5.2]",
  841. "at org.elasticsearch.rest.RestController.tryAllHandlers(RestController.java:295) [elasticsearch-7.5.2.jar:7.5.2]",
  842. "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:166) [elasticsearch-7.5.2.jar:7.5.2]",
  843. "at org.elasticsearch.http.AbstractHttpServerTransport.dispatchRequest(AbstractHttpServerTransport.java:322) [elasticsearch-7.5.2.jar:7.5.2]",
  844. "at org.elasticsearch.http.AbstractHttpServerTransport.handleIncomingRequest(AbstractHttpServerTransport.java:372) [elasticsearch-7.5.2.jar:7.5.2]",
  845. "at org.elasticsearch.http.AbstractHttpServerTransport.incomingRequest(AbstractHttpServerTransport.java:301) [elasticsearch-7.5.2.jar:7.5.2]",
  846. "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:69) [transport-netty4-client-7.5.2.jar:7.5.2]",
  847. "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:31) [transport-netty4-client-7.5.2.jar:7.5.2]",
  848. "at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  849. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  850. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  851. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  852. "at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:58) [transport-netty4-client-7.5.2.jar:7.5.2]",
  853. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  854. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  855. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  856. "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.43.Final.jar:4.1.43.Final]",
  857. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  858. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  859. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  860. "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.43.Final.jar:4.1.43.Final]",
  861. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  862. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  863. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  864. "at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:326) [netty-codec-4.1.43.Final.jar:4.1.43.Final]",
  865. "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:300) [netty-codec-4.1.43.Final.jar:4.1.43.Final]",
  866. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  867. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  868. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  869. "at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:287) [netty-handler-4.1.43.Final.jar:4.1.43.Final]",
  870. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  871. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  872. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  873. "at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1478) [netty-handler-4.1.43.Final.jar:4.1.43.Final]",
  874. "at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1227) [netty-handler-4.1.43.Final.jar:4.1.43.Final]",
  875. "at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1274) [netty-handler-4.1.43.Final.jar:4.1.43.Final]",
  876. "at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:503) [netty-codec-4.1.43.Final.jar:4.1.43.Final]",
  877. "at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:442) [netty-codec-4.1.43.Final.jar:4.1.43.Final]",
  878. "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:281) [netty-codec-4.1.43.Final.jar:4.1.43.Final]",
  879. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  880. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  881. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  882. "at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1422) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  883. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  884. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  885. {"type": "server", "timestamp": "2020-03-31T12:32:51,743Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
  886. {"type": "server", "timestamp": "2020-03-31T12:32:51,745Z", "level": "DEBUG", "component": "o.e.a.s.m.TransportMasterNodeAction", "cluster.name": "elk-stack", "node.name": "elk-stack-es-master-green-1", "message": "no known master node, scheduling a retry" }
  887. "at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:931) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  888. "at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  889. "at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:700) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  890. "at io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:600) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  891. "at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:554) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  892. "at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:514) [netty-transport-4.1.43.Final.jar:4.1.43.Final]",
  893. "at io.netty.util.concurrent.SingleThreadEventExecutor$6.run(SingleThreadEventExecutor.java:1050) [netty-common-4.1.43.Final.jar:4.1.43.Final]",
  894. "at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.43.Final.jar:4.1.43.Final]",
  895. "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
  896. ^C
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement