Advertisement
nytramworc

Untitled

Oct 16th, 2019
752
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 415.01 KB | None | 0 0
  1. Created elasticsearch keystore in /usr/share/elasticsearch/config
  2. OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
  3. {"type": "server", "timestamp": "2019-10-16T19:26:35,317Z", "level": "INFO", "component": "o.e.e.NodeEnvironment", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "using [1] data paths, mounts [[/usr/share/elasticsearch/data (/dev/sdd)]], net usable_space [125.7gb], net total_space [125.8gb], types [ext4]" }
  4. {"type": "server", "timestamp": "2019-10-16T19:26:35,321Z", "level": "INFO", "component": "o.e.e.NodeEnvironment", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "heap size [9.9gb], compressed ordinary object pointers [true]" }
  5. {"type": "server", "timestamp": "2019-10-16T19:26:35,323Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "node name [d2c-es-cluster-prod-master-1], node ID [ZNJT576sQ5WcGAE8xa78Yw], cluster name [d2c-es-cluster-prod]" }
  6. {"type": "server", "timestamp": "2019-10-16T19:26:35,324Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "version[7.4.0], pid[1], build[default/docker/22e1767283e61a198cb4db791ea66e3f11ab9910/2019-09-27T08:36:48.569419Z], OS[Linux/4.15.0-1059-azure/amd64], JVM[AdoptOpenJDK/OpenJDK 64-Bit Server VM/13/13+33]" }
  7. {"type": "server", "timestamp": "2019-10-16T19:26:35,324Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "JVM home [/usr/share/elasticsearch/jdk]" }
  8. {"type": "server", "timestamp": "2019-10-16T19:26:35,325Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "JVM arguments [-Xms1g, -Xmx1g, -XX:+UseConcMarkSweepGC, -XX:CMSInitiatingOccupancyFraction=75, -XX:+UseCMSInitiatingOccupancyOnly, -Des.networkaddress.cache.ttl=60, -Des.networkaddress.cache.negative.ttl=10, -XX:+AlwaysPreTouch, -Xss1m, -Djava.awt.headless=true, -Dfile.encoding=UTF-8, -Djna.nosys=true, -XX:-OmitStackTraceInFastThrow, -Dio.netty.noUnsafe=true, -Dio.netty.noKeySetOptimization=true, -Dio.netty.recycler.maxCapacityPerThread=0, -Dio.netty.allocator.numDirectArenas=0, -Dlog4j.shutdownHookEnabled=false, -Dlog4j2.disable.jmx=true, -Djava.io.tmpdir=/tmp/elasticsearch-6351044625739603163, -XX:+HeapDumpOnOutOfMemoryError, -XX:HeapDumpPath=data, -XX:ErrorFile=logs/hs_err_pid%p.log, -Xlog:gc*,gc+age=trace,safepoint:file=logs/gc.log:utctime,pid,tags:filecount=32,filesize=64m, -Djava.locale.providers=COMPAT, -Des.cgroups.hierarchy.override=/, -Xmx10g, -Xms10g, -Dio.netty.allocator.type=pooled, -XX:MaxDirectMemorySize=5368709120, -Des.path.home=/usr/share/elasticsearch, -Des.path.conf=/usr/share/elasticsearch/config, -Des.distribution.flavor=default, -Des.distribution.type=docker, -Des.bundled_jdk=true]" }
  9. {"type": "server", "timestamp": "2019-10-16T19:26:39,343Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [aggs-matrix-stats]" }
  10. {"type": "server", "timestamp": "2019-10-16T19:26:39,344Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [analysis-common]" }
  11. {"type": "server", "timestamp": "2019-10-16T19:26:39,344Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [data-frame]" }
  12. {"type": "server", "timestamp": "2019-10-16T19:26:39,344Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [flattened]" }
  13. {"type": "server", "timestamp": "2019-10-16T19:26:39,344Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [frozen-indices]" }
  14. {"type": "server", "timestamp": "2019-10-16T19:26:39,345Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [ingest-common]" }
  15. {"type": "server", "timestamp": "2019-10-16T19:26:39,345Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [ingest-geoip]" }
  16. {"type": "server", "timestamp": "2019-10-16T19:26:39,345Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [ingest-user-agent]" }
  17. {"type": "server", "timestamp": "2019-10-16T19:26:39,345Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [lang-expression]" }
  18. {"type": "server", "timestamp": "2019-10-16T19:26:39,346Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [lang-mustache]" }
  19. {"type": "server", "timestamp": "2019-10-16T19:26:39,346Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [lang-painless]" }
  20. {"type": "server", "timestamp": "2019-10-16T19:26:39,346Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [mapper-extras]" }
  21. {"type": "server", "timestamp": "2019-10-16T19:26:39,346Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [parent-join]" }
  22. {"type": "server", "timestamp": "2019-10-16T19:26:39,347Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [percolator]" }
  23. {"type": "server", "timestamp": "2019-10-16T19:26:39,347Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [rank-eval]" }
  24. {"type": "server", "timestamp": "2019-10-16T19:26:39,347Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [reindex]" }
  25. {"type": "server", "timestamp": "2019-10-16T19:26:39,347Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [repository-url]" }
  26. {"type": "server", "timestamp": "2019-10-16T19:26:39,348Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [search-business-rules]" }
  27. {"type": "server", "timestamp": "2019-10-16T19:26:39,348Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [spatial]" }
  28. {"type": "server", "timestamp": "2019-10-16T19:26:39,348Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [transport-netty4]" }
  29. {"type": "server", "timestamp": "2019-10-16T19:26:39,349Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [vectors]" }
  30. {"type": "server", "timestamp": "2019-10-16T19:26:39,349Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [x-pack-analytics]" }
  31. {"type": "server", "timestamp": "2019-10-16T19:26:39,349Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [x-pack-ccr]" }
  32. {"type": "server", "timestamp": "2019-10-16T19:26:39,349Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [x-pack-core]" }
  33. {"type": "server", "timestamp": "2019-10-16T19:26:39,350Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [x-pack-deprecation]" }
  34. {"type": "server", "timestamp": "2019-10-16T19:26:39,350Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [x-pack-graph]" }
  35. {"type": "server", "timestamp": "2019-10-16T19:26:39,350Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [x-pack-ilm]" }
  36. {"type": "server", "timestamp": "2019-10-16T19:26:39,350Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [x-pack-logstash]" }
  37. {"type": "server", "timestamp": "2019-10-16T19:26:39,351Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [x-pack-ml]" }
  38. {"type": "server", "timestamp": "2019-10-16T19:26:39,351Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [x-pack-monitoring]" }
  39. {"type": "server", "timestamp": "2019-10-16T19:26:39,351Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [x-pack-rollup]" }
  40. {"type": "server", "timestamp": "2019-10-16T19:26:39,351Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [x-pack-security]" }
  41. {"type": "server", "timestamp": "2019-10-16T19:26:39,352Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [x-pack-sql]" }
  42. {"type": "server", "timestamp": "2019-10-16T19:26:39,352Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [x-pack-voting-only-node]" }
  43. {"type": "server", "timestamp": "2019-10-16T19:26:39,352Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "loaded module [x-pack-watcher]" }
  44. {"type": "server", "timestamp": "2019-10-16T19:26:39,353Z", "level": "INFO", "component": "o.e.p.PluginsService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no plugins loaded" }
  45. {"type": "server", "timestamp": "2019-10-16T19:26:44,154Z", "level": "INFO", "component": "o.e.x.s.a.s.FileRolesStore", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "parsed [0] roles from file [/usr/share/elasticsearch/config/roles.yml]" }
  46. {"type": "server", "timestamp": "2019-10-16T19:26:44,911Z", "level": "INFO", "component": "o.e.x.m.p.l.CppLogMessageHandler", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[controller/213] [Main.cc@110] controller (64 bit): Version 7.4.0 (Build 11d694e7bae395) Copyright (c) 2019 Elasticsearch BV" }
  47. {"type": "server", "timestamp": "2019-10-16T19:26:45,755Z", "level": "DEBUG", "component": "o.e.a.ActionModule", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "Using REST wrapper from plugin org.elasticsearch.xpack.security.Security" }
  48. {"type": "server", "timestamp": "2019-10-16T19:26:46,288Z", "level": "INFO", "component": "o.e.d.DiscoveryModule", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "using discovery type [zen] and seed hosts providers [settings]" }
  49. {"type": "server", "timestamp": "2019-10-16T19:26:47,415Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "initialized" }
  50. {"type": "server", "timestamp": "2019-10-16T19:26:47,416Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "starting ..." }
  51. {"type": "server", "timestamp": "2019-10-16T19:26:47,623Z", "level": "INFO", "component": "o.e.t.TransportService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "publish_address {10.253.142.161:9300}, bound_addresses {0.0.0.0:9300}" }
  52. {"type": "server", "timestamp": "2019-10-16T19:26:47,633Z", "level": "INFO", "component": "o.e.b.BootstrapChecks", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "bound or publishing to a non-loopback address, enforcing bootstrap checks" }
  53. {"type": "server", "timestamp": "2019-10-16T19:26:48,823Z", "level": "INFO", "component": "o.e.c.c.Coordinator", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "setting initial configuration to VotingConfiguration{toxb8i8QTQqxV85UGFwAOA,ZNJT576sQ5WcGAE8xa78Yw,{bootstrap-placeholder}-d2c-es-cluster-prod-master-2}" }
  54. {"type": "server", "timestamp": "2019-10-16T19:26:49,187Z", "level": "INFO", "component": "o.e.c.s.MasterService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "elected-as-master ([2] nodes joined)[{d2c-es-cluster-prod-master-0}{toxb8i8QTQqxV85UGFwAOA}{3eN9f7vVQnq4uirgonH3cQ}{10.253.142.32}{10.253.142.32:9300}{dilm}{ml.machine_memory=21474836480, ml.max_open_jobs=20, xpack.installed=true} elect leader, {d2c-es-cluster-prod-master-1}{ZNJT576sQ5WcGAE8xa78Yw}{HBF9jRqiQxOLEmwLn7DlBw}{10.253.142.161}{10.253.142.161:9300}{dilm}{ml.machine_memory=21474836480, xpack.installed=true, ml.max_open_jobs=20} elect leader, _BECOME_MASTER_TASK_, _FINISH_ELECTION_], term: 1, version: 1, reason: master node changed {previous [], current [{d2c-es-cluster-prod-master-1}{ZNJT576sQ5WcGAE8xa78Yw}{HBF9jRqiQxOLEmwLn7DlBw}{10.253.142.161}{10.253.142.161:9300}{dilm}{ml.machine_memory=21474836480, xpack.installed=true, ml.max_open_jobs=20}]}, added {{d2c-es-cluster-prod-master-0}{toxb8i8QTQqxV85UGFwAOA}{3eN9f7vVQnq4uirgonH3cQ}{10.253.142.32}{10.253.142.32:9300}{dilm}{ml.machine_memory=21474836480, ml.max_open_jobs=20, xpack.installed=true},}" }
  55. {"type": "server", "timestamp": "2019-10-16T19:26:49,363Z", "level": "INFO", "component": "o.e.c.c.CoordinationState", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "cluster UUID set to [5xgGnZjvRgGAvMAeqwI-WQ]" }
  56. {"type": "server", "timestamp": "2019-10-16T19:26:49,442Z", "level": "INFO", "component": "o.e.c.s.ClusterApplierService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master node changed {previous [], current [{d2c-es-cluster-prod-master-1}{ZNJT576sQ5WcGAE8xa78Yw}{HBF9jRqiQxOLEmwLn7DlBw}{10.253.142.161}{10.253.142.161:9300}{dilm}{ml.machine_memory=21474836480, xpack.installed=true, ml.max_open_jobs=20}]}, added {{d2c-es-cluster-prod-master-0}{toxb8i8QTQqxV85UGFwAOA}{3eN9f7vVQnq4uirgonH3cQ}{10.253.142.32}{10.253.142.32:9300}{dilm}{ml.machine_memory=21474836480, ml.max_open_jobs=20, xpack.installed=true},}, term: 1, version: 1, reason: Publication{term=1, version=1}" }
  57. {"type": "server", "timestamp": "2019-10-16T19:26:49,488Z", "level": "INFO", "component": "o.e.h.AbstractHttpServerTransport", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "publish_address {10.253.142.161:9200}, bound_addresses {0.0.0.0:9200}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  58. {"type": "server", "timestamp": "2019-10-16T19:26:49,489Z", "level": "INFO", "component": "o.e.n.Node", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "started", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  59. {"type": "server", "timestamp": "2019-10-16T19:26:49,727Z", "level": "INFO", "component": "o.e.g.GatewayService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "recovered [0] indices into cluster_state", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  60. {"type": "server", "timestamp": "2019-10-16T19:26:50,219Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "adding template [.watch-history-10] for index patterns [.watcher-history-10*]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  61. {"type": "server", "timestamp": "2019-10-16T19:26:50,308Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "adding template [.watches] for index patterns [.watches*]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  62. {"type": "server", "timestamp": "2019-10-16T19:26:50,411Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "adding template [.slm-history] for index patterns [.slm-history-1*]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  63. {"type": "server", "timestamp": "2019-10-16T19:26:50,490Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "adding template [.triggered_watches] for index patterns [.triggered_watches*]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  64. {"type": "server", "timestamp": "2019-10-16T19:26:50,583Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "adding template [.monitoring-logstash] for index patterns [.monitoring-logstash-7-*]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  65. {"type": "server", "timestamp": "2019-10-16T19:26:50,718Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "adding template [.monitoring-es] for index patterns [.monitoring-es-7-*]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  66. {"type": "server", "timestamp": "2019-10-16T19:26:50,809Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "adding template [.monitoring-beats] for index patterns [.monitoring-beats-7-*]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  67. {"type": "server", "timestamp": "2019-10-16T19:26:50,895Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "adding template [.monitoring-alerts-7] for index patterns [.monitoring-alerts-7]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  68. {"type": "server", "timestamp": "2019-10-16T19:26:51,000Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "adding template [.monitoring-kibana] for index patterns [.monitoring-kibana-7-*]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  69. {"type": "server", "timestamp": "2019-10-16T19:26:51,347Z", "level": "INFO", "component": "o.e.l.LicenseService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "license [a17e32ec-fb36-434b-908e-dda3a524f42a] mode [basic] - valid", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  70. {"type": "server", "timestamp": "2019-10-16T19:26:51,348Z", "level": "INFO", "component": "o.e.x.s.s.SecurityStatusChangeListener", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "Active license is now [BASIC]; Security is enabled", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  71. {"type": "server", "timestamp": "2019-10-16T19:26:51,354Z", "level": "INFO", "component": "o.e.x.i.a.TransportPutLifecycleAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "adding index lifecycle policy [watch-history-ilm-policy]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  72. {"type": "server", "timestamp": "2019-10-16T19:26:51,529Z", "level": "INFO", "component": "o.e.x.i.a.TransportPutLifecycleAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "adding index lifecycle policy [slm-history-ilm-policy]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  73. {"type": "server", "timestamp": "2019-10-16T19:26:53,136Z", "level": "INFO", "component": "o.e.c.s.MasterService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "node-join[{d2c-es-cluster-prod-master-2}{hGtaxylJToeRvQ6fKQmfkg}{8PIeKHJzRW-Qrxr3Aohcww}{10.253.142.77}{10.253.142.77:9300}{dilm}{ml.machine_memory=21474836480, ml.max_open_jobs=20, xpack.installed=true} join existing leader], term: 1, version: 18, reason: added {{d2c-es-cluster-prod-master-2}{hGtaxylJToeRvQ6fKQmfkg}{8PIeKHJzRW-Qrxr3Aohcww}{10.253.142.77}{10.253.142.77:9300}{dilm}{ml.machine_memory=21474836480, ml.max_open_jobs=20, xpack.installed=true},}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  74. {"type": "server", "timestamp": "2019-10-16T19:26:53,791Z", "level": "INFO", "component": "o.e.c.s.ClusterApplierService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "added {{d2c-es-cluster-prod-master-2}{hGtaxylJToeRvQ6fKQmfkg}{8PIeKHJzRW-Qrxr3Aohcww}{10.253.142.77}{10.253.142.77:9300}{dilm}{ml.machine_memory=21474836480, ml.max_open_jobs=20, xpack.installed=true},}, term: 1, version: 18, reason: Publication{term=1, version=18}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  75. {"type": "server", "timestamp": "2019-10-16T19:28:52,256Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "adding template [materials] for index patterns [d2c_materials*]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  76. {"type": "server", "timestamp": "2019-10-16T19:29:02,202Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "adding template [consumers] for index patterns [d2c_consumers*]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  77. {"type": "server", "timestamp": "2019-10-16T19:32:55,764Z", "level": "INFO", "component": "o.e.c.m.MetaDataIndexTemplateService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "adding template [.management-beats] for index patterns [.management-beats]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  78. {"type": "server", "timestamp": "2019-10-16T19:32:55,850Z", "level": "INFO", "component": "o.e.c.m.MetaDataCreateIndexService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[.apm-agent-configuration] creating index, cause [api], templates [], shards [1]/[1], mappings [_doc]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  79. {"type": "server", "timestamp": "2019-10-16T19:32:57,230Z", "level": "INFO", "component": "o.e.c.r.a.AllocationService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "Cluster health status changed from [YELLOW] to [GREEN] (reason: [shards started [[.apm-agent-configuration][0]]]).", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  80. {"type": "server", "timestamp": "2019-10-16T19:33:01,199Z", "level": "INFO", "component": "o.e.c.m.MetaDataCreateIndexService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[.kibana_1] creating index, cause [api], templates [], shards [1]/[1], mappings [_doc]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  81. {"type": "server", "timestamp": "2019-10-16T19:33:01,458Z", "level": "INFO", "component": "o.e.c.m.MetaDataCreateIndexService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[.kibana_task_manager_1] creating index, cause [api], templates [], shards [1]/[1], mappings [_doc]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  82. {"type": "server", "timestamp": "2019-10-16T19:33:01,566Z", "level": "INFO", "component": "o.e.c.m.MetaDataCreateIndexService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[.security-7] creating index, cause [api], templates [], shards [1]/[0], mappings [_doc]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  83. {"type": "server", "timestamp": "2019-10-16T19:33:01,567Z", "level": "INFO", "component": "o.e.c.r.a.AllocationService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "updating number_of_replicas to [1] for indices [.security-7]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  84. {"type": "server", "timestamp": "2019-10-16T19:33:02,531Z", "level": "INFO", "component": "o.e.c.m.MetaDataMappingService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[.kibana_task_manager_1/YRKXCKjnTx2jEY0pqvZb1g] update_mapping [_doc]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  85. {"type": "server", "timestamp": "2019-10-16T19:33:02,554Z", "level": "INFO", "component": "o.e.c.m.MetaDataMappingService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[.kibana_1/b0oHMTGdRFaJEDvHH4xivw] update_mapping [_doc]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  86. {"type": "server", "timestamp": "2019-10-16T19:33:03,022Z", "level": "INFO", "component": "o.e.c.r.a.AllocationService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "Cluster health status changed from [YELLOW] to [GREEN] (reason: [shards started [[.security-7][0]]]).", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  87. {"type": "server", "timestamp": "2019-10-16T19:33:04,232Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][376] overhead, spent [317ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  88. {"type": "server", "timestamp": "2019-10-16T19:33:05,233Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][377] overhead, spent [417ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  89. {"type": "deprecation", "timestamp": "2019-10-16T19:34:27,855Z", "level": "WARN", "component": "o.e.d.a.b.BulkRequestParser", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[types removal] Specifying types in bulk requests is deprecated.", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  90. {"type": "server", "timestamp": "2019-10-16T19:34:27,910Z", "level": "INFO", "component": "o.e.c.m.MetaDataCreateIndexService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[d2c_consumers_prod] creating index, cause [auto(bulk api)], templates [consumers], shards [5]/[1], mappings [_doc]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  91. {"type": "server", "timestamp": "2019-10-16T19:34:28,224Z", "level": "INFO", "component": "o.e.c.m.MetaDataCreateIndexService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[d2c_transactions_prod] creating index, cause [auto(bulk api)], templates [], shards [1]/[1], mappings []", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  92. {"type": "server", "timestamp": "2019-10-16T19:34:29,028Z", "level": "INFO", "component": "o.e.c.m.MetaDataMappingService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[d2c_consumers_prod/DTX2zgaYTausoer7grXhkw] update_mapping [_doc]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  93. {"type": "server", "timestamp": "2019-10-16T19:34:29,045Z", "level": "INFO", "component": "o.e.c.m.MetaDataMappingService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[d2c_consumers_prod/DTX2zgaYTausoer7grXhkw] update_mapping [_doc]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  94. {"type": "server", "timestamp": "2019-10-16T19:34:29,057Z", "level": "INFO", "component": "o.e.c.m.MetaDataMappingService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[d2c_transactions_prod/NFMHAWvhSRe0l6I5_R-oFQ] create_mapping [_doc]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  95. {"type": "server", "timestamp": "2019-10-16T19:34:29,064Z", "level": "INFO", "component": "o.e.c.m.MetaDataMappingService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[d2c_consumers_prod/DTX2zgaYTausoer7grXhkw] update_mapping [_doc]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  96. {"type": "server", "timestamp": "2019-10-16T19:34:29,951Z", "level": "INFO", "component": "o.e.c.m.MetaDataMappingService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[d2c_consumers_prod/DTX2zgaYTausoer7grXhkw] update_mapping [_doc]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  97. {"type": "server", "timestamp": "2019-10-16T19:34:30,436Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][462] overhead, spent [371ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  98. {"type": "server", "timestamp": "2019-10-16T19:34:32,070Z", "level": "INFO", "component": "o.e.c.r.a.AllocationService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "Cluster health status changed from [YELLOW] to [GREEN] (reason: [shards started [[d2c_consumers_prod][3]]]).", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  99. {"type": "server", "timestamp": "2019-10-16T19:34:32,516Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][464] overhead, spent [330ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  100. {"type": "server", "timestamp": "2019-10-16T19:34:33,602Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][465] overhead, spent [402ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  101. {"type": "server", "timestamp": "2019-10-16T19:34:35,680Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][467] overhead, spent [404ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  102. {"type": "server", "timestamp": "2019-10-16T19:34:36,759Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][468] overhead, spent [342ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  103. {"type": "server", "timestamp": "2019-10-16T19:34:38,761Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][470] overhead, spent [429ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  104. {"type": "server", "timestamp": "2019-10-16T19:34:40,762Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][472] overhead, spent [470ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  105. {"type": "server", "timestamp": "2019-10-16T19:34:42,764Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][474] overhead, spent [364ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  106. {"type": "server", "timestamp": "2019-10-16T19:34:43,764Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][475] overhead, spent [381ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  107. {"type": "server", "timestamp": "2019-10-16T19:34:45,766Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][477] overhead, spent [453ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  108. {"type": "server", "timestamp": "2019-10-16T19:34:47,830Z", "level": "WARN", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][479] overhead, spent [588ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  109. {"type": "server", "timestamp": "2019-10-16T19:34:48,928Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][480] overhead, spent [434ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  110. {"type": "server", "timestamp": "2019-10-16T19:34:49,929Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][481] overhead, spent [441ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  111. {"type": "server", "timestamp": "2019-10-16T19:34:52,013Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][483] overhead, spent [514ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  112. {"type": "server", "timestamp": "2019-10-16T19:34:53,102Z", "level": "WARN", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][484] overhead, spent [566ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  113. {"type": "server", "timestamp": "2019-10-16T19:34:54,103Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][485] overhead, spent [369ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  114. {"type": "server", "timestamp": "2019-10-16T19:34:55,104Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][486] overhead, spent [449ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  115. {"type": "server", "timestamp": "2019-10-16T19:34:57,173Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][488] overhead, spent [459ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  116. {"type": "server", "timestamp": "2019-10-16T19:34:58,251Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][489] overhead, spent [443ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  117. {"type": "server", "timestamp": "2019-10-16T19:36:36,077Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][586] overhead, spent [329ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  118. {"type": "server", "timestamp": "2019-10-16T19:36:37,139Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][587] overhead, spent [515ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  119. {"type": "server", "timestamp": "2019-10-16T19:36:39,188Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][589] overhead, spent [325ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  120. {"type": "server", "timestamp": "2019-10-16T19:36:40,189Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][590] overhead, spent [415ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  121. {"type": "server", "timestamp": "2019-10-16T19:36:41,190Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][591] overhead, spent [341ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  122. {"type": "server", "timestamp": "2019-10-16T19:36:43,201Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][593] overhead, spent [405ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  123. {"type": "server", "timestamp": "2019-10-16T19:36:44,202Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][594] overhead, spent [429ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  124. {"type": "server", "timestamp": "2019-10-16T19:36:46,204Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][596] overhead, spent [339ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  125. {"type": "server", "timestamp": "2019-10-16T19:36:47,302Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][597] overhead, spent [533ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  126. {"type": "server", "timestamp": "2019-10-16T19:36:48,393Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][598] overhead, spent [345ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  127. {"type": "server", "timestamp": "2019-10-16T19:36:50,440Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][600] overhead, spent [343ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  128. {"type": "server", "timestamp": "2019-10-16T19:36:51,441Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][601] overhead, spent [331ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  129. {"type": "server", "timestamp": "2019-10-16T19:36:53,443Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][603] overhead, spent [455ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  130. {"type": "server", "timestamp": "2019-10-16T19:36:54,548Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][604] overhead, spent [329ms] collecting in the last [1.1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  131. {"type": "server", "timestamp": "2019-10-16T19:36:55,627Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][605] overhead, spent [509ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  132. {"type": "server", "timestamp": "2019-10-16T19:36:56,638Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][606] overhead, spent [465ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  133. {"type": "server", "timestamp": "2019-10-16T19:36:57,639Z", "level": "WARN", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][607] overhead, spent [575ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  134. {"type": "server", "timestamp": "2019-10-16T19:36:58,702Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][608] overhead, spent [449ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  135. {"type": "server", "timestamp": "2019-10-16T19:36:59,702Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][609] overhead, spent [359ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  136. {"type": "server", "timestamp": "2019-10-16T19:37:00,703Z", "level": "WARN", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][610] overhead, spent [509ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  137. {"type": "server", "timestamp": "2019-10-16T19:37:01,712Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][611] overhead, spent [424ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  138. {"type": "server", "timestamp": "2019-10-16T19:37:03,714Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][613] overhead, spent [451ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  139. {"type": "server", "timestamp": "2019-10-16T19:37:05,838Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][615] overhead, spent [327ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  140. {"type": "server", "timestamp": "2019-10-16T19:37:06,937Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][616] overhead, spent [411ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  141. {"type": "server", "timestamp": "2019-10-16T19:37:08,938Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][618] overhead, spent [338ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  142. {"type": "server", "timestamp": "2019-10-16T19:37:10,019Z", "level": "WARN", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][619] overhead, spent [594ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  143. {"type": "server", "timestamp": "2019-10-16T19:37:11,020Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][620] overhead, spent [333ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  144. {"type": "server", "timestamp": "2019-10-16T19:37:12,021Z", "level": "WARN", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][621] overhead, spent [543ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  145. {"type": "server", "timestamp": "2019-10-16T19:37:13,081Z", "level": "WARN", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][622] overhead, spent [563ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  146. {"type": "server", "timestamp": "2019-10-16T19:37:14,083Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][623] overhead, spent [356ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  147. {"type": "server", "timestamp": "2019-10-16T19:37:15,084Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][624] overhead, spent [432ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  148. {"type": "server", "timestamp": "2019-10-16T19:37:16,085Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][625] overhead, spent [301ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  149. {"type": "server", "timestamp": "2019-10-16T19:40:44,540Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][832] overhead, spent [297ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  150. {"type": "server", "timestamp": "2019-10-16T19:40:45,540Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][833] overhead, spent [437ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  151. {"type": "server", "timestamp": "2019-10-16T19:40:46,541Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][834] overhead, spent [453ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  152. {"type": "server", "timestamp": "2019-10-16T19:40:47,543Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][835] overhead, spent [445ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  153. {"type": "server", "timestamp": "2019-10-16T19:40:48,544Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][836] overhead, spent [289ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  154. {"type": "server", "timestamp": "2019-10-16T19:40:50,545Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][838] overhead, spent [353ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  155. {"type": "server", "timestamp": "2019-10-16T19:40:51,568Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][839] overhead, spent [471ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  156. {"type": "server", "timestamp": "2019-10-16T19:40:52,611Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][840] overhead, spent [508ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  157. {"type": "server", "timestamp": "2019-10-16T19:40:53,694Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][841] overhead, spent [485ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  158. {"type": "server", "timestamp": "2019-10-16T19:40:55,695Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][843] overhead, spent [270ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  159. {"type": "server", "timestamp": "2019-10-16T19:40:56,712Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][844] overhead, spent [280ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  160. {"type": "server", "timestamp": "2019-10-16T19:41:00,714Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][848] overhead, spent [287ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  161. {"type": "server", "timestamp": "2019-10-16T19:41:02,715Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][850] overhead, spent [282ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  162. {"type": "server", "timestamp": "2019-10-16T19:41:05,717Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][853] overhead, spent [312ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  163. {"type": "server", "timestamp": "2019-10-16T19:41:06,718Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][854] overhead, spent [267ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  164. {"type": "server", "timestamp": "2019-10-16T19:41:07,719Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][855] overhead, spent [425ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  165. {"type": "server", "timestamp": "2019-10-16T19:41:10,784Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][858] overhead, spent [308ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  166. {"type": "server", "timestamp": "2019-10-16T19:41:14,825Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][862] overhead, spent [279ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  167. {"type": "server", "timestamp": "2019-10-16T19:41:15,826Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][863] overhead, spent [271ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  168. {"type": "server", "timestamp": "2019-10-16T19:41:18,827Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][866] overhead, spent [269ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  169. {"type": "server", "timestamp": "2019-10-16T19:41:19,828Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][867] overhead, spent [286ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  170. {"type": "server", "timestamp": "2019-10-16T19:41:20,911Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][868] overhead, spent [436ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  171. {"type": "server", "timestamp": "2019-10-16T19:43:36,773Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1003] overhead, spent [367ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  172. {"type": "server", "timestamp": "2019-10-16T19:43:37,774Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1004] overhead, spent [416ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  173. {"type": "server", "timestamp": "2019-10-16T19:43:38,781Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1005] overhead, spent [438ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  174. {"type": "server", "timestamp": "2019-10-16T19:43:40,782Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1007] overhead, spent [343ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  175. {"type": "server", "timestamp": "2019-10-16T19:43:42,819Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1009] overhead, spent [299ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  176. {"type": "server", "timestamp": "2019-10-16T19:43:43,844Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1010] overhead, spent [336ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  177. {"type": "server", "timestamp": "2019-10-16T19:43:44,905Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1011] overhead, spent [494ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  178. {"type": "server", "timestamp": "2019-10-16T19:43:45,906Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1012] overhead, spent [343ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  179. {"type": "server", "timestamp": "2019-10-16T19:44:20,047Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1046] overhead, spent [327ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  180. {"type": "server", "timestamp": "2019-10-16T19:44:21,048Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1047] overhead, spent [408ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  181. {"type": "server", "timestamp": "2019-10-16T19:44:22,049Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1048] overhead, spent [405ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  182. {"type": "server", "timestamp": "2019-10-16T19:44:24,095Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1050] overhead, spent [290ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  183. {"type": "server", "timestamp": "2019-10-16T19:44:25,096Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1051] overhead, spent [415ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  184. {"type": "server", "timestamp": "2019-10-16T19:44:26,097Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1052] overhead, spent [328ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  185. {"type": "server", "timestamp": "2019-10-16T19:44:34,313Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1060] overhead, spent [324ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  186. {"type": "server", "timestamp": "2019-10-16T19:44:45,448Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1071] overhead, spent [312ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  187. {"type": "server", "timestamp": "2019-10-16T19:44:51,500Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1077] overhead, spent [367ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  188. {"type": "server", "timestamp": "2019-10-16T19:46:56,081Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1201] overhead, spent [312ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  189. {"type": "server", "timestamp": "2019-10-16T19:46:58,082Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1203] overhead, spent [383ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  190. {"type": "server", "timestamp": "2019-10-16T19:47:09,159Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1214] overhead, spent [265ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  191. {"type": "server", "timestamp": "2019-10-16T19:47:11,160Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1216] overhead, spent [272ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  192. {"type": "server", "timestamp": "2019-10-16T19:47:20,343Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1225] overhead, spent [297ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  193. {"type": "server", "timestamp": "2019-10-16T19:47:57,433Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1262] overhead, spent [275ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  194. {"type": "server", "timestamp": "2019-10-16T19:47:58,434Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1263] overhead, spent [361ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  195. {"type": "server", "timestamp": "2019-10-16T19:47:59,434Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1264] overhead, spent [279ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  196. {"type": "server", "timestamp": "2019-10-16T19:48:00,436Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1265] overhead, spent [269ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  197. {"type": "server", "timestamp": "2019-10-16T19:48:02,527Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1267] overhead, spent [308ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  198. {"type": "server", "timestamp": "2019-10-16T19:48:03,528Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1268] overhead, spent [314ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  199. {"type": "server", "timestamp": "2019-10-16T19:50:47,836Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1432] overhead, spent [283ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  200. {"type": "server", "timestamp": "2019-10-16T19:50:48,837Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1433] overhead, spent [299ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  201. {"type": "server", "timestamp": "2019-10-16T19:50:49,838Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1434] overhead, spent [352ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  202. {"type": "server", "timestamp": "2019-10-16T19:50:50,839Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1435] overhead, spent [274ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  203. {"type": "server", "timestamp": "2019-10-16T19:50:51,897Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1436] overhead, spent [344ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  204. {"type": "server", "timestamp": "2019-10-16T19:50:52,898Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1437] overhead, spent [282ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  205. {"type": "server", "timestamp": "2019-10-16T19:50:53,913Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1438] overhead, spent [345ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  206. {"type": "server", "timestamp": "2019-10-16T19:50:54,970Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1439] overhead, spent [393ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  207. {"type": "server", "timestamp": "2019-10-16T19:50:55,972Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1440] overhead, spent [251ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  208. {"type": "server", "timestamp": "2019-10-16T19:52:40,391Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1544] overhead, spent [340ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  209. {"type": "server", "timestamp": "2019-10-16T19:52:41,392Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1545] overhead, spent [285ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  210. {"type": "server", "timestamp": "2019-10-16T19:52:42,407Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1546] overhead, spent [261ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  211. {"type": "server", "timestamp": "2019-10-16T19:52:43,408Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1547] overhead, spent [320ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  212. {"type": "server", "timestamp": "2019-10-16T19:52:45,409Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1549] overhead, spent [283ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  213. {"type": "server", "timestamp": "2019-10-16T19:52:46,410Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1550] overhead, spent [338ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  214. {"type": "server", "timestamp": "2019-10-16T19:55:12,937Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1696] overhead, spent [386ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  215. {"type": "server", "timestamp": "2019-10-16T19:55:13,988Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1697] overhead, spent [379ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  216. {"type": "server", "timestamp": "2019-10-16T19:55:14,989Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1698] overhead, spent [325ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  217. {"type": "server", "timestamp": "2019-10-16T19:55:15,990Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1699] overhead, spent [333ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  218. {"type": "server", "timestamp": "2019-10-16T19:55:17,991Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1701] overhead, spent [344ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  219. {"type": "server", "timestamp": "2019-10-16T19:55:18,992Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1702] overhead, spent [376ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  220. {"type": "server", "timestamp": "2019-10-16T19:55:36,111Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1719] overhead, spent [381ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  221. {"type": "server", "timestamp": "2019-10-16T19:55:37,112Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1720] overhead, spent [252ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  222. {"type": "server", "timestamp": "2019-10-16T19:55:47,117Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1730] overhead, spent [267ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  223. {"type": "server", "timestamp": "2019-10-16T19:56:51,493Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1794] overhead, spent [331ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  224. {"type": "server", "timestamp": "2019-10-16T19:56:52,493Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1795] overhead, spent [398ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  225. {"type": "server", "timestamp": "2019-10-16T19:56:53,545Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1796] overhead, spent [349ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  226. {"type": "server", "timestamp": "2019-10-16T19:56:54,546Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1797] overhead, spent [283ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  227. {"type": "server", "timestamp": "2019-10-16T19:56:55,547Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1798] overhead, spent [290ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  228. {"type": "server", "timestamp": "2019-10-16T19:56:56,556Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1799] overhead, spent [292ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  229. {"type": "server", "timestamp": "2019-10-16T19:56:57,563Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1800] overhead, spent [345ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  230. {"type": "server", "timestamp": "2019-10-16T19:56:58,564Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1801] overhead, spent [330ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  231. {"type": "server", "timestamp": "2019-10-16T19:58:17,815Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1880] overhead, spent [322ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  232. {"type": "server", "timestamp": "2019-10-16T19:58:18,816Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1881] overhead, spent [340ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  233. {"type": "server", "timestamp": "2019-10-16T19:58:19,817Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1882] overhead, spent [319ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  234. {"type": "server", "timestamp": "2019-10-16T19:58:20,818Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1883] overhead, spent [335ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  235. {"type": "server", "timestamp": "2019-10-16T19:58:22,896Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1885] overhead, spent [322ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  236. {"type": "server", "timestamp": "2019-10-16T19:58:34,947Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1897] overhead, spent [284ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  237. {"type": "server", "timestamp": "2019-10-16T19:58:35,957Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1898] overhead, spent [328ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  238. {"type": "server", "timestamp": "2019-10-16T19:58:36,986Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1899] overhead, spent [348ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  239. {"type": "server", "timestamp": "2019-10-16T19:58:39,988Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1902] overhead, spent [259ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  240. {"type": "server", "timestamp": "2019-10-16T19:58:44,990Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1907] overhead, spent [264ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  241. {"type": "server", "timestamp": "2019-10-16T20:00:15,145Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1997] overhead, spent [277ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  242. {"type": "server", "timestamp": "2019-10-16T20:00:17,146Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][1999] overhead, spent [376ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  243. {"type": "server", "timestamp": "2019-10-16T20:00:18,151Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2000] overhead, spent [372ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  244. {"type": "server", "timestamp": "2019-10-16T20:00:20,152Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2002] overhead, spent [329ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  245. {"type": "server", "timestamp": "2019-10-16T20:01:53,311Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2095] overhead, spent [279ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  246. {"type": "server", "timestamp": "2019-10-16T20:01:54,358Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2096] overhead, spent [401ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  247. {"type": "server", "timestamp": "2019-10-16T20:01:59,390Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2101] overhead, spent [271ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  248. {"type": "server", "timestamp": "2019-10-16T20:02:00,391Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2102] overhead, spent [326ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  249. {"type": "server", "timestamp": "2019-10-16T20:04:44,674Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2266] overhead, spent [360ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  250. {"type": "server", "timestamp": "2019-10-16T20:04:45,675Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2267] overhead, spent [353ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  251. {"type": "server", "timestamp": "2019-10-16T20:04:46,691Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2268] overhead, spent [363ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  252. {"type": "server", "timestamp": "2019-10-16T20:04:47,723Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2269] overhead, spent [319ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  253. {"type": "server", "timestamp": "2019-10-16T20:04:48,724Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2270] overhead, spent [309ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  254. {"type": "server", "timestamp": "2019-10-16T20:04:49,725Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2271] overhead, spent [294ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  255. {"type": "server", "timestamp": "2019-10-16T20:04:50,776Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2272] overhead, spent [309ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  256. {"type": "server", "timestamp": "2019-10-16T20:04:51,842Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2273] overhead, spent [322ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  257. {"type": "server", "timestamp": "2019-10-16T20:04:53,843Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2275] overhead, spent [292ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  258. {"type": "server", "timestamp": "2019-10-16T20:04:54,866Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2276] overhead, spent [355ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  259. {"type": "server", "timestamp": "2019-10-16T20:04:56,876Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2278] overhead, spent [411ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  260. {"type": "server", "timestamp": "2019-10-16T20:04:57,877Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2279] overhead, spent [370ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  261. {"type": "server", "timestamp": "2019-10-16T20:06:09,439Z", "level": "INFO", "component": "o.e.c.m.MetaDataCreateIndexService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[logstash-2019.10.09] creating index, cause [auto(bulk api)], templates [], shards [1]/[1], mappings []", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  262. {"type": "server", "timestamp": "2019-10-16T20:06:19,442Z", "level": "INFO", "component": "o.e.c.c.C.CoordinatorPublication", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "after [10.1s] publication of cluster state version [59] is still waiting for {d2c-es-cluster-prod-master-0}{toxb8i8QTQqxV85UGFwAOA}{3eN9f7vVQnq4uirgonH3cQ}{10.253.142.32}{10.253.142.32:9300}{dilm}{ml.machine_memory=21474836480, ml.max_open_jobs=20, xpack.installed=true} [SENT_PUBLISH_REQUEST], {d2c-es-cluster-prod-master-2}{hGtaxylJToeRvQ6fKQmfkg}{8PIeKHJzRW-Qrxr3Aohcww}{10.253.142.77}{10.253.142.77:9300}{dilm}{ml.machine_memory=21474836480, ml.max_open_jobs=20, xpack.installed=true} [SENT_PUBLISH_REQUEST], {d2c-es-cluster-prod-master-1}{ZNJT576sQ5WcGAE8xa78Yw}{HBF9jRqiQxOLEmwLn7DlBw}{10.253.142.161}{10.253.142.161:9300}{dilm}{ml.machine_memory=21474836480, xpack.installed=true, ml.max_open_jobs=20} [WAITING_FOR_QUORUM]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  263. {"type": "server", "timestamp": "2019-10-16T20:06:41,331Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2382] overhead, spent [356ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  264. {"type": "server", "timestamp": "2019-10-16T20:06:44,332Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2385] overhead, spent [281ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  265. {"type": "server", "timestamp": "2019-10-16T20:06:46,334Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2387] overhead, spent [319ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  266. {"type": "server", "timestamp": "2019-10-16T20:06:47,334Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2388] overhead, spent [311ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  267. {"type": "server", "timestamp": "2019-10-16T20:06:48,335Z", "level": "INFO", "component": "o.e.m.j.JvmGcMonitorService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[gc][2389] overhead, spent [254ms] collecting in the last [1s]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  268. {"type": "server", "timestamp": "2019-10-16T20:08:52,186Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_ilm/policy/logstash, params: {name=logstash}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  269. "stacktrace": ["org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (put-lifecycle-logstash) within 30s",
  270. "at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$0(MasterService.java:143) [elasticsearch-7.4.0.jar:7.4.0]",
  271. "at java.util.ArrayList.forEach(ArrayList.java:1507) [?:?]",
  272. "at org.elasticsearch.cluster.service.MasterService$Batcher.lambda$onTimeout$1(MasterService.java:142) [elasticsearch-7.4.0.jar:7.4.0]",
  273. "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
  274. "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  275. "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  276. "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
  277. {"type": "server", "timestamp": "2019-10-16T20:09:09,448Z", "level": "INFO", "component": "o.e.c.s.ClusterApplierService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master node changed {previous [{d2c-es-cluster-prod-master-1}{ZNJT576sQ5WcGAE8xa78Yw}{HBF9jRqiQxOLEmwLn7DlBw}{10.253.142.161}{10.253.142.161:9300}{dilm}{ml.machine_memory=21474836480, xpack.installed=true, ml.max_open_jobs=20}], current []}, term: 1, version: 58, reason: becoming candidate: Publication.onCompletion(false)", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  278. {"type": "server", "timestamp": "2019-10-16T20:09:09,449Z", "level": "WARN", "component": "o.e.c.s.MasterService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "failing [create-index [logstash-2019.10.09], cause [auto(bulk api)]]: failed to commit cluster state version [59]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  279. "stacktrace": ["org.elasticsearch.cluster.coordination.FailedToCommitClusterStateException: publication failed",
  280. "at org.elasticsearch.cluster.coordination.Coordinator$CoordinatorPublication$4.onFailure(Coordinator.java:1429) ~[elasticsearch-7.4.0.jar:7.4.0]",
  281. "at org.elasticsearch.action.ActionRunnable.onFailure(ActionRunnable.java:60) ~[elasticsearch-7.4.0.jar:7.4.0]",
  282. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:39) ~[elasticsearch-7.4.0.jar:7.4.0]",
  283. "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) ~[elasticsearch-7.4.0.jar:7.4.0]",
  284. "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:93) ~[elasticsearch-7.4.0.jar:7.4.0]",
  285. "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:55) ~[elasticsearch-7.4.0.jar:7.4.0]",
  286. "at org.elasticsearch.cluster.coordination.Coordinator$CoordinatorPublication.onCompletion(Coordinator.java:1349) ~[elasticsearch-7.4.0.jar:7.4.0]",
  287. "at org.elasticsearch.cluster.coordination.Publication.onPossibleCompletion(Publication.java:125) ~[elasticsearch-7.4.0.jar:7.4.0]",
  288. "at org.elasticsearch.cluster.coordination.Publication.cancel(Publication.java:89) ~[elasticsearch-7.4.0.jar:7.4.0]",
  289. "at org.elasticsearch.cluster.coordination.Coordinator$CoordinatorPublication$2.run(Coordinator.java:1302) ~[elasticsearch-7.4.0.jar:7.4.0]",
  290. "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) ~[elasticsearch-7.4.0.jar:7.4.0]",
  291. "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  292. "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  293. "at java.lang.Thread.run(Thread.java:830) [?:?]",
  294. "Caused by: org.elasticsearch.ElasticsearchException: publication cancelled before committing: timed out after 3m",
  295. "at org.elasticsearch.cluster.coordination.Publication.cancel(Publication.java:86) ~[elasticsearch-7.4.0.jar:7.4.0]",
  296. "... 5 more"] }
  297. {"type": "server", "timestamp": "2019-10-16T20:09:09,452Z", "level": "INFO", "component": "o.e.g.DanglingIndicesState", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "[[logstash-2019.10.09/vIZ0phWjRLC_5fRA-1WG2g]] dangling index exists on local file system, but not in cluster metadata, auto import to cluster state", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  298. {"type": "server", "timestamp": "2019-10-16T20:09:09,451Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  299. "stacktrace": ["org.elasticsearch.cluster.coordination.FailedToCommitClusterStateException: publication failed",
  300. "at org.elasticsearch.cluster.coordination.Coordinator$CoordinatorPublication$4.onFailure(Coordinator.java:1429) ~[elasticsearch-7.4.0.jar:7.4.0]",
  301. "at org.elasticsearch.action.ActionRunnable.onFailure(ActionRunnable.java:60) ~[elasticsearch-7.4.0.jar:7.4.0]",
  302. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:39) ~[elasticsearch-7.4.0.jar:7.4.0]",
  303. "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) ~[elasticsearch-7.4.0.jar:7.4.0]",
  304. "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:93) ~[elasticsearch-7.4.0.jar:7.4.0]",
  305. "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:55) ~[elasticsearch-7.4.0.jar:7.4.0]",
  306. "at org.elasticsearch.cluster.coordination.Coordinator$CoordinatorPublication.onCompletion(Coordinator.java:1349) ~[elasticsearch-7.4.0.jar:7.4.0]",
  307. "at org.elasticsearch.cluster.coordination.Publication.onPossibleCompletion(Publication.java:125) ~[elasticsearch-7.4.0.jar:7.4.0]",
  308. "at org.elasticsearch.cluster.coordination.Publication.cancel(Publication.java:89) ~[elasticsearch-7.4.0.jar:7.4.0]",
  309. "at org.elasticsearch.cluster.coordination.Coordinator$CoordinatorPublication$2.run(Coordinator.java:1302) ~[elasticsearch-7.4.0.jar:7.4.0]",
  310. "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) ~[elasticsearch-7.4.0.jar:7.4.0]",
  311. "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  312. "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  313. "at java.lang.Thread.run(Thread.java:830) [?:?]",
  314. "Caused by: org.elasticsearch.ElasticsearchException: publication cancelled before committing: timed out after 3m",
  315. "at org.elasticsearch.cluster.coordination.Publication.cancel(Publication.java:86) ~[elasticsearch-7.4.0.jar:7.4.0]",
  316. "... 5 more"] }
  317. {"type": "server", "timestamp": "2019-10-16T20:09:09,453Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  318. "stacktrace": ["org.elasticsearch.cluster.coordination.FailedToCommitClusterStateException: publication failed",
  319. "at org.elasticsearch.cluster.coordination.Coordinator$CoordinatorPublication$4.onFailure(Coordinator.java:1429) ~[elasticsearch-7.4.0.jar:7.4.0]",
  320. "at org.elasticsearch.action.ActionRunnable.onFailure(ActionRunnable.java:60) ~[elasticsearch-7.4.0.jar:7.4.0]",
  321. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:39) ~[elasticsearch-7.4.0.jar:7.4.0]",
  322. "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) ~[elasticsearch-7.4.0.jar:7.4.0]",
  323. "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:93) ~[elasticsearch-7.4.0.jar:7.4.0]",
  324. "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:55) ~[elasticsearch-7.4.0.jar:7.4.0]",
  325. "at org.elasticsearch.cluster.coordination.Coordinator$CoordinatorPublication.onCompletion(Coordinator.java:1349) ~[elasticsearch-7.4.0.jar:7.4.0]",
  326. "at org.elasticsearch.cluster.coordination.Publication.onPossibleCompletion(Publication.java:125) ~[elasticsearch-7.4.0.jar:7.4.0]",
  327. "at org.elasticsearch.cluster.coordination.Publication.cancel(Publication.java:89) ~[elasticsearch-7.4.0.jar:7.4.0]",
  328. "at org.elasticsearch.cluster.coordination.Coordinator$CoordinatorPublication$2.run(Coordinator.java:1302) ~[elasticsearch-7.4.0.jar:7.4.0]",
  329. "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) ~[elasticsearch-7.4.0.jar:7.4.0]",
  330. "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  331. "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  332. "at java.lang.Thread.run(Thread.java:830) [?:?]",
  333. "Caused by: org.elasticsearch.ElasticsearchException: publication cancelled before committing: timed out after 3m",
  334. "at org.elasticsearch.cluster.coordination.Publication.cancel(Publication.java:86) ~[elasticsearch-7.4.0.jar:7.4.0]",
  335. "... 5 more"] }
  336. {"type": "server", "timestamp": "2019-10-16T20:09:09,453Z", "level": "INFO", "component": "o.e.g.DanglingIndicesState", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "failed to send allocated dangled", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  337. "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: no master to send allocate dangled request",
  338. "at org.elasticsearch.gateway.LocalAllocateDangledIndices.allocateDangled(LocalAllocateDangledIndices.java:83) [elasticsearch-7.4.0.jar:7.4.0]",
  339. "at org.elasticsearch.gateway.DanglingIndicesState.allocateDanglingIndices(DanglingIndicesState.java:166) [elasticsearch-7.4.0.jar:7.4.0]",
  340. "at org.elasticsearch.gateway.DanglingIndicesState.processDanglingIndices(DanglingIndicesState.java:84) [elasticsearch-7.4.0.jar:7.4.0]",
  341. "at org.elasticsearch.gateway.DanglingIndicesState.clusterChanged(DanglingIndicesState.java:187) [elasticsearch-7.4.0.jar:7.4.0]",
  342. "at org.elasticsearch.cluster.service.ClusterApplierService.lambda$callClusterStateListeners$6(ClusterApplierService.java:527) [elasticsearch-7.4.0.jar:7.4.0]",
  343. "at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) [?:?]",
  344. "at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:734) [?:?]",
  345. "at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:658) [?:?]",
  346. "at org.elasticsearch.cluster.service.ClusterApplierService.callClusterStateListeners(ClusterApplierService.java:523) [elasticsearch-7.4.0.jar:7.4.0]",
  347. "at org.elasticsearch.cluster.service.ClusterApplierService.applyChanges(ClusterApplierService.java:498) [elasticsearch-7.4.0.jar:7.4.0]",
  348. "at org.elasticsearch.cluster.service.ClusterApplierService.runTask(ClusterApplierService.java:432) [elasticsearch-7.4.0.jar:7.4.0]",
  349. "at org.elasticsearch.cluster.service.ClusterApplierService.access$100(ClusterApplierService.java:73) [elasticsearch-7.4.0.jar:7.4.0]",
  350. "at org.elasticsearch.cluster.service.ClusterApplierService$UpdateTask.run(ClusterApplierService.java:176) [elasticsearch-7.4.0.jar:7.4.0]",
  351. "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
  352. "at org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.runAndClean(PrioritizedEsThreadPoolExecutor.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
  353. "at org.elasticsearch.common.util.concurrent.PrioritizedEsThreadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsThreadPoolExecutor.java:215) [elasticsearch-7.4.0.jar:7.4.0]",
  354. "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  355. "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  356. "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
  357. {"type": "server", "timestamp": "2019-10-16T20:09:09,456Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  358. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.15], cause [auto(bulk api)]]"] }
  359. {"type": "server", "timestamp": "2019-10-16T20:09:09,457Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  360. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  361. {"type": "server", "timestamp": "2019-10-16T20:09:09,458Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  362. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.15], cause [auto(bulk api)]]"] }
  363. {"type": "server", "timestamp": "2019-10-16T20:09:09,459Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  364. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  365. {"type": "server", "timestamp": "2019-10-16T20:09:09,460Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  366. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  367. {"type": "server", "timestamp": "2019-10-16T20:09:09,461Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  368. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  369. {"type": "server", "timestamp": "2019-10-16T20:09:09,462Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  370. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  371. {"type": "server", "timestamp": "2019-10-16T20:09:09,463Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  372. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  373. {"type": "server", "timestamp": "2019-10-16T20:09:09,464Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  374. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  375. {"type": "server", "timestamp": "2019-10-16T20:09:09,465Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  376. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  377. {"type": "server", "timestamp": "2019-10-16T20:09:09,466Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  378. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  379. {"type": "server", "timestamp": "2019-10-16T20:09:09,467Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  380. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  381. {"type": "server", "timestamp": "2019-10-16T20:09:09,467Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  382. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  383. {"type": "server", "timestamp": "2019-10-16T20:09:09,468Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  384. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  385. {"type": "server", "timestamp": "2019-10-16T20:09:09,470Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  386. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  387. {"type": "server", "timestamp": "2019-10-16T20:09:09,471Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  388. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  389. {"type": "server", "timestamp": "2019-10-16T20:09:09,472Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  390. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  391. {"type": "server", "timestamp": "2019-10-16T20:09:09,473Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  392. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  393. {"type": "server", "timestamp": "2019-10-16T20:09:09,475Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  394. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  395. {"type": "server", "timestamp": "2019-10-16T20:09:09,475Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  396. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  397. {"type": "server", "timestamp": "2019-10-16T20:09:09,476Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  398. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  399. {"type": "server", "timestamp": "2019-10-16T20:09:09,476Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  400. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  401. {"type": "server", "timestamp": "2019-10-16T20:09:09,477Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "master could not publish cluster state or stepped down before publishing action [indices:admin/create], scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  402. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  403. {"type": "server", "timestamp": "2019-10-16T20:09:09,534Z", "level": "INFO", "component": "o.e.c.s.MasterService", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "elected-as-master ([2] nodes joined)[{d2c-es-cluster-prod-master-0}{toxb8i8QTQqxV85UGFwAOA}{3eN9f7vVQnq4uirgonH3cQ}{10.253.142.32}{10.253.142.32:9300}{dilm}{ml.machine_memory=21474836480, ml.max_open_jobs=20, xpack.installed=true} elect leader, {d2c-es-cluster-prod-master-1}{ZNJT576sQ5WcGAE8xa78Yw}{HBF9jRqiQxOLEmwLn7DlBw}{10.253.142.161}{10.253.142.161:9300}{dilm}{ml.machine_memory=21474836480, xpack.installed=true, ml.max_open_jobs=20} elect leader, _BECOME_MASTER_TASK_, _FINISH_ELECTION_], term: 2, version: 60, reason: master node changed {previous [], current [{d2c-es-cluster-prod-master-1}{ZNJT576sQ5WcGAE8xa78Yw}{HBF9jRqiQxOLEmwLn7DlBw}{10.253.142.161}{10.253.142.161:9300}{dilm}{ml.machine_memory=21474836480, xpack.installed=true, ml.max_open_jobs=20}]}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  404. {"type": "server", "timestamp": "2019-10-16T20:09:15,195Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  405. {"type": "server", "timestamp": "2019-10-16T20:09:16,414Z", "level": "DEBUG", "component": "o.e.a.a.c.s.TransportClusterStateAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  406. {"type": "server", "timestamp": "2019-10-16T20:09:16,997Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  407. {"type": "server", "timestamp": "2019-10-16T20:09:17,013Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  408. {"type": "server", "timestamp": "2019-10-16T20:09:18,448Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  409. {"type": "server", "timestamp": "2019-10-16T20:09:19,536Z", "level": "INFO", "component": "o.e.c.c.C.CoordinatorPublication", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "after [10s] publication of cluster state version [60] is still waiting for {d2c-es-cluster-prod-master-0}{toxb8i8QTQqxV85UGFwAOA}{3eN9f7vVQnq4uirgonH3cQ}{10.253.142.32}{10.253.142.32:9300}{dilm}{ml.machine_memory=21474836480, ml.max_open_jobs=20, xpack.installed=true} [SENT_PUBLISH_REQUEST], {d2c-es-cluster-prod-master-2}{hGtaxylJToeRvQ6fKQmfkg}{8PIeKHJzRW-Qrxr3Aohcww}{10.253.142.77}{10.253.142.77:9300}{dilm}{ml.machine_memory=21474836480, ml.max_open_jobs=20, xpack.installed=true} [SENT_PUBLISH_REQUEST], {d2c-es-cluster-prod-master-1}{ZNJT576sQ5WcGAE8xa78Yw}{HBF9jRqiQxOLEmwLn7DlBw}{10.253.142.161}{10.253.142.161:9300}{dilm}{ml.machine_memory=21474836480, xpack.installed=true, ml.max_open_jobs=20} [WAITING_FOR_QUORUM]", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  410. {"type": "server", "timestamp": "2019-10-16T20:09:24,787Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  411. {"type": "server", "timestamp": "2019-10-16T20:09:24,987Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  412. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.15], cause [auto(bulk api)]]"] }
  413. {"type": "server", "timestamp": "2019-10-16T20:09:25,235Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  414. {"type": "server", "timestamp": "2019-10-16T20:09:25,988Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  415. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  416. {"type": "server", "timestamp": "2019-10-16T20:09:25,989Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  417. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.15], cause [auto(bulk api)]]"] }
  418. {"type": "server", "timestamp": "2019-10-16T20:09:26,190Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  419. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  420. {"type": "server", "timestamp": "2019-10-16T20:09:27,992Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  421. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  422. {"type": "server", "timestamp": "2019-10-16T20:09:28,393Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  423. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  424. {"type": "server", "timestamp": "2019-10-16T20:09:32,265Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  425. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  426. {"type": "server", "timestamp": "2019-10-16T20:09:34,528Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  427. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  428. {"type": "server", "timestamp": "2019-10-16T20:09:35,130Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  429. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  430. {"type": "server", "timestamp": "2019-10-16T20:09:35,331Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  431. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  432. {"type": "server", "timestamp": "2019-10-16T20:09:36,532Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  433. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  434. {"type": "server", "timestamp": "2019-10-16T20:09:37,333Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  435. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  436. {"type": "server", "timestamp": "2019-10-16T20:09:38,534Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  437. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  438. {"type": "server", "timestamp": "2019-10-16T20:09:44,297Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  439. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  440. {"type": "server", "timestamp": "2019-10-16T20:09:46,099Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  441. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  442. {"type": "server", "timestamp": "2019-10-16T20:09:46,299Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  443. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  444. {"type": "server", "timestamp": "2019-10-16T20:09:46,415Z", "level": "DEBUG", "component": "o.e.a.a.c.s.TransportClusterStateAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [cluster:monitor/state] after failure (timeout [30s])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  445. {"type": "server", "timestamp": "2019-10-16T20:09:46,415Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_cluster/settings, params: {include_defaults=true}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  446. "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
  447. "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:214) [elasticsearch-7.4.0.jar:7.4.0]",
  448. "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
  449. "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
  450. "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
  451. "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
  452. "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  453. "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  454. "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
  455. {"type": "server", "timestamp": "2019-10-16T20:09:46,434Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_monitoring/bulk, params: {system_id=kibana, system_api_version=6, interval=10000ms}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  456. "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
  457. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
  458. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedRaiseException(ClusterBlocks.java:175) ~[elasticsearch-7.4.0.jar:7.4.0]",
  459. "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:55) ~[?:?]",
  460. "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:35) ~[?:?]",
  461. "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:153) [elasticsearch-7.4.0.jar:7.4.0]",
  462. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:86) [x-pack-security-7.4.0.jar:7.4.0]",
  463. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  464. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$authorizeRequest$4(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
  465. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  466. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$4(AuthorizationService.java:239) [x-pack-security-7.4.0.jar:7.4.0]",
  467. "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:613) [x-pack-security-7.4.0.jar:7.4.0]",
  468. "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:588) [x-pack-security-7.4.0.jar:7.4.0]",
  469. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
  470. "at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeClusterAction(RBACEngine.java:144) [x-pack-security-7.4.0.jar:7.4.0]",
  471. "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeAction(AuthorizationService.java:241) [x-pack-security-7.4.0.jar:7.4.0]",
  472. "at org.elasticsearch.xpack.security.authz.AuthorizationService.maybeAuthorizeRunAs(AuthorizationService.java:225) [x-pack-security-7.4.0.jar:7.4.0]",
  473. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorize$1(AuthorizationService.java:191) [x-pack-security-7.4.0.jar:7.4.0]",
  474. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  475. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
  476. "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$resolveAuthorizationInfo$1(RBACEngine.java:117) [x-pack-security-7.4.0.jar:7.4.0]",
  477. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  478. "at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRoles(CompositeRolesStore.java:229) [x-pack-security-7.4.0.jar:7.4.0]",
  479. "at org.elasticsearch.xpack.security.authz.RBACEngine.getRoles(RBACEngine.java:123) [x-pack-security-7.4.0.jar:7.4.0]",
  480. "at org.elasticsearch.xpack.security.authz.RBACEngine.resolveAuthorizationInfo(RBACEngine.java:111) [x-pack-security-7.4.0.jar:7.4.0]",
  481. "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:193) [x-pack-security-7.4.0.jar:7.4.0]",
  482. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.authorizeRequest(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
  483. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$3(SecurityActionFilter.java:158) [x-pack-security-7.4.0.jar:7.4.0]",
  484. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  485. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:246) [x-pack-security-7.4.0.jar:7.4.0]",
  486. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
  487. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
  488. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
  489. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
  490. "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:139) [x-pack-security-7.4.0.jar:7.4.0]",
  491. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:155) [x-pack-security-7.4.0.jar:7.4.0]",
  492. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:107) [x-pack-security-7.4.0.jar:7.4.0]",
  493. "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:151) [elasticsearch-7.4.0.jar:7.4.0]",
  494. "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:129) [elasticsearch-7.4.0.jar:7.4.0]",
  495. "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:64) [elasticsearch-7.4.0.jar:7.4.0]",
  496. "at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:83) [elasticsearch-7.4.0.jar:7.4.0]",
  497. "at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:72) [elasticsearch-7.4.0.jar:7.4.0]",
  498. "at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:396) [elasticsearch-7.4.0.jar:7.4.0]",
  499. "at org.elasticsearch.action.ActionRequestBuilder.execute(ActionRequestBuilder.java:70) [elasticsearch-7.4.0.jar:7.4.0]",
  500. "at org.elasticsearch.xpack.monitoring.rest.action.RestMonitoringBulkAction.lambda$doPrepareRequest$0(RestMonitoringBulkAction.java:104) [x-pack-monitoring-7.4.0.jar:7.4.0]",
  501. "at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:108) [elasticsearch-7.4.0.jar:7.4.0]",
  502. "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.lambda$handleRequest$0(SecurityRestFilter.java:58) [x-pack-security-7.4.0.jar:7.4.0]",
  503. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  504. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$writeAuthToContext$24(AuthenticationService.java:570) [x-pack-security-7.4.0.jar:7.4.0]",
  505. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.writeAuthToContext(AuthenticationService.java:579) [x-pack-security-7.4.0.jar:7.4.0]",
  506. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.finishAuthentication(AuthenticationService.java:560) [x-pack-security-7.4.0.jar:7.4.0]",
  507. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeUser(AuthenticationService.java:510) [x-pack-security-7.4.0.jar:7.4.0]",
  508. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$16(AuthenticationService.java:404) [x-pack-security-7.4.0.jar:7.4.0]",
  509. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  510. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
  511. "at org.elasticsearch.xpack.core.common.IteratingActionListener.onResponse(IteratingActionListener.java:120) [x-pack-core-7.4.0.jar:7.4.0]",
  512. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$13(AuthenticationService.java:374) [x-pack-security-7.4.0.jar:7.4.0]",
  513. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  514. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$1(CachingUsernamePasswordRealm.java:145) [x-pack-security-7.4.0.jar:7.4.0]",
  515. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  516. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.handleCachedAuthentication(CachingUsernamePasswordRealm.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
  517. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$2(CachingUsernamePasswordRealm.java:137) [x-pack-security-7.4.0.jar:7.4.0]",
  518. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  519. "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:99) [elasticsearch-7.4.0.jar:7.4.0]",
  520. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
  521. "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.4.0.jar:7.4.0]",
  522. "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:93) [elasticsearch-7.4.0.jar:7.4.0]",
  523. "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:55) [elasticsearch-7.4.0.jar:7.4.0]",
  524. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticateWithCache(CachingUsernamePasswordRealm.java:132) [x-pack-security-7.4.0.jar:7.4.0]",
  525. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticate(CachingUsernamePasswordRealm.java:103) [x-pack-security-7.4.0.jar:7.4.0]",
  526. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$15(AuthenticationService.java:365) [x-pack-security-7.4.0.jar:7.4.0]",
  527. "at org.elasticsearch.xpack.core.common.IteratingActionListener.run(IteratingActionListener.java:102) [x-pack-core-7.4.0.jar:7.4.0]",
  528. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeToken(AuthenticationService.java:408) [x-pack-security-7.4.0.jar:7.4.0]",
  529. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$extractToken$11(AuthenticationService.java:335) [x-pack-security-7.4.0.jar:7.4.0]",
  530. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.extractToken(AuthenticationService.java:345) [x-pack-security-7.4.0.jar:7.4.0]",
  531. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$checkForApiKey$3(AuthenticationService.java:288) [x-pack-security-7.4.0.jar:7.4.0]",
  532. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  533. "at org.elasticsearch.xpack.security.authc.ApiKeyService.authenticateWithApiKeyIfPresent(ApiKeyService.java:362) [x-pack-security-7.4.0.jar:7.4.0]",
  534. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.checkForApiKey(AuthenticationService.java:269) [x-pack-security-7.4.0.jar:7.4.0]",
  535. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$0(AuthenticationService.java:252) [x-pack-security-7.4.0.jar:7.4.0]",
  536. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  537. "at org.elasticsearch.xpack.security.authc.TokenService.getAndValidateToken(TokenService.java:390) [x-pack-security-7.4.0.jar:7.4.0]",
  538. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:248) [x-pack-security-7.4.0.jar:7.4.0]",
  539. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
  540. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
  541. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
  542. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
  543. "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:122) [x-pack-security-7.4.0.jar:7.4.0]",
  544. "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.handleRequest(SecurityRestFilter.java:55) [x-pack-security-7.4.0.jar:7.4.0]",
  545. "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:222) [elasticsearch-7.4.0.jar:7.4.0]",
  546. "at org.elasticsearch.rest.RestController.tryAllHandlers(RestController.java:295) [elasticsearch-7.4.0.jar:7.4.0]",
  547. "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:166) [elasticsearch-7.4.0.jar:7.4.0]",
  548. "at org.elasticsearch.http.AbstractHttpServerTransport.dispatchRequest(AbstractHttpServerTransport.java:322) [elasticsearch-7.4.0.jar:7.4.0]",
  549. "at org.elasticsearch.http.AbstractHttpServerTransport.handleIncomingRequest(AbstractHttpServerTransport.java:372) [elasticsearch-7.4.0.jar:7.4.0]",
  550. "at org.elasticsearch.http.AbstractHttpServerTransport.incomingRequest(AbstractHttpServerTransport.java:301) [elasticsearch-7.4.0.jar:7.4.0]",
  551. "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:69) [transport-netty4-client-7.4.0.jar:7.4.0]",
  552. "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:31) [transport-netty4-client-7.4.0.jar:7.4.0]",
  553. "at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  554. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  555. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  556. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  557. "at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:58) [transport-netty4-client-7.4.0.jar:7.4.0]",
  558. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  559. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  560. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  561. "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  562. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  563. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  564. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  565. "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  566. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  567. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  568. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  569. "at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:328) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  570. "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:302) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  571. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  572. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  573. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  574. "at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:287) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  575. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  576. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  577. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  578. "at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1475) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  579. "at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1224) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  580. "at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1271) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  581. "at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:505) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  582. "at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:444) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  583. "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:283) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  584. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  585. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  586. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  587. "at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1421) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  588. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  589. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  590. "at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:930) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  591. "at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  592. "at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:697) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  593. "at io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:597) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  594. "at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:551) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  595. "at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:511) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  596. "at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:918) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
  597. "at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
  598. "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
  599. {"type": "server", "timestamp": "2019-10-16T20:09:46,500Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  600. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  601. {"type": "server", "timestamp": "2019-10-16T20:09:47,327Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  602. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  603. {"type": "server", "timestamp": "2019-10-16T20:09:48,131Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  604. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  605. {"type": "server", "timestamp": "2019-10-16T20:09:50,640Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  606. {"type": "server", "timestamp": "2019-10-16T20:09:50,641Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  607. {"type": "server", "timestamp": "2019-10-16T20:09:51,132Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  608. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  609. {"type": "server", "timestamp": "2019-10-16T20:09:52,556Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  610. {"type": "server", "timestamp": "2019-10-16T20:09:52,556Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  611. {"type": "server", "timestamp": "2019-10-16T20:09:54,135Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  612. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  613. {"type": "server", "timestamp": "2019-10-16T20:09:56,217Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  614. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  615. {"type": "server", "timestamp": "2019-10-16T20:09:56,331Z", "level": "DEBUG", "component": "o.e.a.a.c.s.TransportClusterStateAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  616. {"type": "server", "timestamp": "2019-10-16T20:09:56,354Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_monitoring/bulk, params: {system_id=kibana, system_api_version=6, interval=10000ms}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  617. "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
  618. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
  619. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedRaiseException(ClusterBlocks.java:175) ~[elasticsearch-7.4.0.jar:7.4.0]",
  620. "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:55) ~[?:?]",
  621. "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:35) ~[?:?]",
  622. "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:153) [elasticsearch-7.4.0.jar:7.4.0]",
  623. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:86) [x-pack-security-7.4.0.jar:7.4.0]",
  624. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  625. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$authorizeRequest$4(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
  626. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  627. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$4(AuthorizationService.java:239) [x-pack-security-7.4.0.jar:7.4.0]",
  628. "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:613) [x-pack-security-7.4.0.jar:7.4.0]",
  629. "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:588) [x-pack-security-7.4.0.jar:7.4.0]",
  630. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
  631. "at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeClusterAction(RBACEngine.java:144) [x-pack-security-7.4.0.jar:7.4.0]",
  632. "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeAction(AuthorizationService.java:241) [x-pack-security-7.4.0.jar:7.4.0]",
  633. "at org.elasticsearch.xpack.security.authz.AuthorizationService.maybeAuthorizeRunAs(AuthorizationService.java:225) [x-pack-security-7.4.0.jar:7.4.0]",
  634. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorize$1(AuthorizationService.java:191) [x-pack-security-7.4.0.jar:7.4.0]",
  635. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  636. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
  637. "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$resolveAuthorizationInfo$1(RBACEngine.java:117) [x-pack-security-7.4.0.jar:7.4.0]",
  638. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  639. "at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRoles(CompositeRolesStore.java:229) [x-pack-security-7.4.0.jar:7.4.0]",
  640. "at org.elasticsearch.xpack.security.authz.RBACEngine.getRoles(RBACEngine.java:123) [x-pack-security-7.4.0.jar:7.4.0]",
  641. "at org.elasticsearch.xpack.security.authz.RBACEngine.resolveAuthorizationInfo(RBACEngine.java:111) [x-pack-security-7.4.0.jar:7.4.0]",
  642. "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:193) [x-pack-security-7.4.0.jar:7.4.0]",
  643. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.authorizeRequest(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
  644. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$3(SecurityActionFilter.java:158) [x-pack-security-7.4.0.jar:7.4.0]",
  645. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  646. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:246) [x-pack-security-7.4.0.jar:7.4.0]",
  647. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
  648. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
  649. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
  650. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
  651. "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:139) [x-pack-security-7.4.0.jar:7.4.0]",
  652. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:155) [x-pack-security-7.4.0.jar:7.4.0]",
  653. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:107) [x-pack-security-7.4.0.jar:7.4.0]",
  654. "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:151) [elasticsearch-7.4.0.jar:7.4.0]",
  655. "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:129) [elasticsearch-7.4.0.jar:7.4.0]",
  656. "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:64) [elasticsearch-7.4.0.jar:7.4.0]",
  657. "at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:83) [elasticsearch-7.4.0.jar:7.4.0]",
  658. "at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:72) [elasticsearch-7.4.0.jar:7.4.0]",
  659. "at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:396) [elasticsearch-7.4.0.jar:7.4.0]",
  660. "at org.elasticsearch.action.ActionRequestBuilder.execute(ActionRequestBuilder.java:70) [elasticsearch-7.4.0.jar:7.4.0]",
  661. "at org.elasticsearch.xpack.monitoring.rest.action.RestMonitoringBulkAction.lambda$doPrepareRequest$0(RestMonitoringBulkAction.java:104) [x-pack-monitoring-7.4.0.jar:7.4.0]",
  662. "at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:108) [elasticsearch-7.4.0.jar:7.4.0]",
  663. "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.lambda$handleRequest$0(SecurityRestFilter.java:58) [x-pack-security-7.4.0.jar:7.4.0]",
  664. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  665. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$writeAuthToContext$24(AuthenticationService.java:570) [x-pack-security-7.4.0.jar:7.4.0]",
  666. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.writeAuthToContext(AuthenticationService.java:579) [x-pack-security-7.4.0.jar:7.4.0]",
  667. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.finishAuthentication(AuthenticationService.java:560) [x-pack-security-7.4.0.jar:7.4.0]",
  668. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeUser(AuthenticationService.java:510) [x-pack-security-7.4.0.jar:7.4.0]",
  669. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$16(AuthenticationService.java:404) [x-pack-security-7.4.0.jar:7.4.0]",
  670. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  671. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
  672. "at org.elasticsearch.xpack.core.common.IteratingActionListener.onResponse(IteratingActionListener.java:120) [x-pack-core-7.4.0.jar:7.4.0]",
  673. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$13(AuthenticationService.java:374) [x-pack-security-7.4.0.jar:7.4.0]",
  674. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  675. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$1(CachingUsernamePasswordRealm.java:145) [x-pack-security-7.4.0.jar:7.4.0]",
  676. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  677. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.handleCachedAuthentication(CachingUsernamePasswordRealm.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
  678. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$2(CachingUsernamePasswordRealm.java:137) [x-pack-security-7.4.0.jar:7.4.0]",
  679. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  680. "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:99) [elasticsearch-7.4.0.jar:7.4.0]",
  681. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
  682. "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.4.0.jar:7.4.0]",
  683. "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:93) [elasticsearch-7.4.0.jar:7.4.0]",
  684. "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:55) [elasticsearch-7.4.0.jar:7.4.0]",
  685. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticateWithCache(CachingUsernamePasswordRealm.java:132) [x-pack-security-7.4.0.jar:7.4.0]",
  686. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticate(CachingUsernamePasswordRealm.java:103) [x-pack-security-7.4.0.jar:7.4.0]",
  687. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$15(AuthenticationService.java:365) [x-pack-security-7.4.0.jar:7.4.0]",
  688. "at org.elasticsearch.xpack.core.common.IteratingActionListener.run(IteratingActionListener.java:102) [x-pack-core-7.4.0.jar:7.4.0]",
  689. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeToken(AuthenticationService.java:408) [x-pack-security-7.4.0.jar:7.4.0]",
  690. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$extractToken$11(AuthenticationService.java:335) [x-pack-security-7.4.0.jar:7.4.0]",
  691. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.extractToken(AuthenticationService.java:345) [x-pack-security-7.4.0.jar:7.4.0]",
  692. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$checkForApiKey$3(AuthenticationService.java:288) [x-pack-security-7.4.0.jar:7.4.0]",
  693. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  694. "at org.elasticsearch.xpack.security.authc.ApiKeyService.authenticateWithApiKeyIfPresent(ApiKeyService.java:362) [x-pack-security-7.4.0.jar:7.4.0]",
  695. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.checkForApiKey(AuthenticationService.java:269) [x-pack-security-7.4.0.jar:7.4.0]",
  696. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$0(AuthenticationService.java:252) [x-pack-security-7.4.0.jar:7.4.0]",
  697. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  698. "at org.elasticsearch.xpack.security.authc.TokenService.getAndValidateToken(TokenService.java:390) [x-pack-security-7.4.0.jar:7.4.0]",
  699. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:248) [x-pack-security-7.4.0.jar:7.4.0]",
  700. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
  701. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
  702. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
  703. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
  704. "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:122) [x-pack-security-7.4.0.jar:7.4.0]",
  705. "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.handleRequest(SecurityRestFilter.java:55) [x-pack-security-7.4.0.jar:7.4.0]",
  706. "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:222) [elasticsearch-7.4.0.jar:7.4.0]",
  707. "at org.elasticsearch.rest.RestController.tryAllHandlers(RestController.java:295) [elasticsearch-7.4.0.jar:7.4.0]",
  708. "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:166) [elasticsearch-7.4.0.jar:7.4.0]",
  709. "at org.elasticsearch.http.AbstractHttpServerTransport.dispatchRequest(AbstractHttpServerTransport.java:322) [elasticsearch-7.4.0.jar:7.4.0]",
  710. "at org.elasticsearch.http.AbstractHttpServerTransport.handleIncomingRequest(AbstractHttpServerTransport.java:372) [elasticsearch-7.4.0.jar:7.4.0]",
  711. "at org.elasticsearch.http.AbstractHttpServerTransport.incomingRequest(AbstractHttpServerTransport.java:301) [elasticsearch-7.4.0.jar:7.4.0]",
  712. "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:69) [transport-netty4-client-7.4.0.jar:7.4.0]",
  713. "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:31) [transport-netty4-client-7.4.0.jar:7.4.0]",
  714. "at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  715. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  716. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  717. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  718. "at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:58) [transport-netty4-client-7.4.0.jar:7.4.0]",
  719. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  720. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  721. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  722. "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  723. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  724. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  725. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  726. "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  727. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  728. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  729. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  730. "at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:328) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  731. "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:302) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  732. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  733. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  734. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  735. "at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:287) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  736. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  737. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  738. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  739. "at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1475) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  740. "at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1224) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  741. "at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1271) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  742. "at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:505) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  743. "at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:444) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  744. "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:283) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  745. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  746. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  747. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  748. "at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1421) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  749. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  750. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  751. "at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:930) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  752. "at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  753. "at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:697) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  754. "at io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:597) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  755. "at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:551) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  756. "at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:511) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  757. "at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:918) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
  758. "at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
  759. "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
  760. {"type": "server", "timestamp": "2019-10-16T20:09:56,881Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  761. "stacktrace": ["org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  762. {"type": "server", "timestamp": "2019-10-16T20:09:57,389Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  763. {"type": "server", "timestamp": "2019-10-16T20:09:57,390Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  764. {"type": "server", "timestamp": "2019-10-16T20:10:06,427Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_monitoring/bulk, params: {system_id=kibana, system_api_version=6, interval=10000ms}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  765. "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
  766. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
  767. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedRaiseException(ClusterBlocks.java:175) ~[elasticsearch-7.4.0.jar:7.4.0]",
  768. "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:55) ~[?:?]",
  769. "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:35) ~[?:?]",
  770. "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:153) [elasticsearch-7.4.0.jar:7.4.0]",
  771. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:86) [x-pack-security-7.4.0.jar:7.4.0]",
  772. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  773. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$authorizeRequest$4(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
  774. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  775. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$4(AuthorizationService.java:239) [x-pack-security-7.4.0.jar:7.4.0]",
  776. "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:613) [x-pack-security-7.4.0.jar:7.4.0]",
  777. "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:588) [x-pack-security-7.4.0.jar:7.4.0]",
  778. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
  779. "at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeClusterAction(RBACEngine.java:144) [x-pack-security-7.4.0.jar:7.4.0]",
  780. "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeAction(AuthorizationService.java:241) [x-pack-security-7.4.0.jar:7.4.0]",
  781. "at org.elasticsearch.xpack.security.authz.AuthorizationService.maybeAuthorizeRunAs(AuthorizationService.java:225) [x-pack-security-7.4.0.jar:7.4.0]",
  782. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorize$1(AuthorizationService.java:191) [x-pack-security-7.4.0.jar:7.4.0]",
  783. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  784. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
  785. "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$resolveAuthorizationInfo$1(RBACEngine.java:117) [x-pack-security-7.4.0.jar:7.4.0]",
  786. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  787. "at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRoles(CompositeRolesStore.java:229) [x-pack-security-7.4.0.jar:7.4.0]",
  788. "at org.elasticsearch.xpack.security.authz.RBACEngine.getRoles(RBACEngine.java:123) [x-pack-security-7.4.0.jar:7.4.0]",
  789. "at org.elasticsearch.xpack.security.authz.RBACEngine.resolveAuthorizationInfo(RBACEngine.java:111) [x-pack-security-7.4.0.jar:7.4.0]",
  790. "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:193) [x-pack-security-7.4.0.jar:7.4.0]",
  791. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.authorizeRequest(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
  792. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$3(SecurityActionFilter.java:158) [x-pack-security-7.4.0.jar:7.4.0]",
  793. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  794. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:246) [x-pack-security-7.4.0.jar:7.4.0]",
  795. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
  796. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
  797. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
  798. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
  799. "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:139) [x-pack-security-7.4.0.jar:7.4.0]",
  800. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:155) [x-pack-security-7.4.0.jar:7.4.0]",
  801. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:107) [x-pack-security-7.4.0.jar:7.4.0]",
  802. "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:151) [elasticsearch-7.4.0.jar:7.4.0]",
  803. "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:129) [elasticsearch-7.4.0.jar:7.4.0]",
  804. "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:64) [elasticsearch-7.4.0.jar:7.4.0]",
  805. "at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:83) [elasticsearch-7.4.0.jar:7.4.0]",
  806. "at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:72) [elasticsearch-7.4.0.jar:7.4.0]",
  807. "at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:396) [elasticsearch-7.4.0.jar:7.4.0]",
  808. "at org.elasticsearch.action.ActionRequestBuilder.execute(ActionRequestBuilder.java:70) [elasticsearch-7.4.0.jar:7.4.0]",
  809. "at org.elasticsearch.xpack.monitoring.rest.action.RestMonitoringBulkAction.lambda$doPrepareRequest$0(RestMonitoringBulkAction.java:104) [x-pack-monitoring-7.4.0.jar:7.4.0]",
  810. "at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:108) [elasticsearch-7.4.0.jar:7.4.0]",
  811. "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.lambda$handleRequest$0(SecurityRestFilter.java:58) [x-pack-security-7.4.0.jar:7.4.0]",
  812. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  813. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$writeAuthToContext$24(AuthenticationService.java:570) [x-pack-security-7.4.0.jar:7.4.0]",
  814. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.writeAuthToContext(AuthenticationService.java:579) [x-pack-security-7.4.0.jar:7.4.0]",
  815. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.finishAuthentication(AuthenticationService.java:560) [x-pack-security-7.4.0.jar:7.4.0]",
  816. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeUser(AuthenticationService.java:510) [x-pack-security-7.4.0.jar:7.4.0]",
  817. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$16(AuthenticationService.java:404) [x-pack-security-7.4.0.jar:7.4.0]",
  818. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  819. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
  820. "at org.elasticsearch.xpack.core.common.IteratingActionListener.onResponse(IteratingActionListener.java:120) [x-pack-core-7.4.0.jar:7.4.0]",
  821. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$13(AuthenticationService.java:374) [x-pack-security-7.4.0.jar:7.4.0]",
  822. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  823. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$1(CachingUsernamePasswordRealm.java:145) [x-pack-security-7.4.0.jar:7.4.0]",
  824. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  825. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.handleCachedAuthentication(CachingUsernamePasswordRealm.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
  826. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$2(CachingUsernamePasswordRealm.java:137) [x-pack-security-7.4.0.jar:7.4.0]",
  827. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  828. "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:99) [elasticsearch-7.4.0.jar:7.4.0]",
  829. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
  830. "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.4.0.jar:7.4.0]",
  831. "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:93) [elasticsearch-7.4.0.jar:7.4.0]",
  832. "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:55) [elasticsearch-7.4.0.jar:7.4.0]",
  833. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticateWithCache(CachingUsernamePasswordRealm.java:132) [x-pack-security-7.4.0.jar:7.4.0]",
  834. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticate(CachingUsernamePasswordRealm.java:103) [x-pack-security-7.4.0.jar:7.4.0]",
  835. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$15(AuthenticationService.java:365) [x-pack-security-7.4.0.jar:7.4.0]",
  836. "at org.elasticsearch.xpack.core.common.IteratingActionListener.run(IteratingActionListener.java:102) [x-pack-core-7.4.0.jar:7.4.0]",
  837. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeToken(AuthenticationService.java:408) [x-pack-security-7.4.0.jar:7.4.0]",
  838. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$extractToken$11(AuthenticationService.java:335) [x-pack-security-7.4.0.jar:7.4.0]",
  839. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.extractToken(AuthenticationService.java:345) [x-pack-security-7.4.0.jar:7.4.0]",
  840. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$checkForApiKey$3(AuthenticationService.java:288) [x-pack-security-7.4.0.jar:7.4.0]",
  841. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  842. "at org.elasticsearch.xpack.security.authc.ApiKeyService.authenticateWithApiKeyIfPresent(ApiKeyService.java:362) [x-pack-security-7.4.0.jar:7.4.0]",
  843. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.checkForApiKey(AuthenticationService.java:269) [x-pack-security-7.4.0.jar:7.4.0]",
  844. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$0(AuthenticationService.java:252) [x-pack-security-7.4.0.jar:7.4.0]",
  845. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  846. "at org.elasticsearch.xpack.security.authc.TokenService.getAndValidateToken(TokenService.java:390) [x-pack-security-7.4.0.jar:7.4.0]",
  847. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:248) [x-pack-security-7.4.0.jar:7.4.0]",
  848. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
  849. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
  850. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
  851. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
  852. "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:122) [x-pack-security-7.4.0.jar:7.4.0]",
  853. "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.handleRequest(SecurityRestFilter.java:55) [x-pack-security-7.4.0.jar:7.4.0]",
  854. "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:222) [elasticsearch-7.4.0.jar:7.4.0]",
  855. "at org.elasticsearch.rest.RestController.tryAllHandlers(RestController.java:295) [elasticsearch-7.4.0.jar:7.4.0]",
  856. "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:166) [elasticsearch-7.4.0.jar:7.4.0]",
  857. "at org.elasticsearch.http.AbstractHttpServerTransport.dispatchRequest(AbstractHttpServerTransport.java:322) [elasticsearch-7.4.0.jar:7.4.0]",
  858. "at org.elasticsearch.http.AbstractHttpServerTransport.handleIncomingRequest(AbstractHttpServerTransport.java:372) [elasticsearch-7.4.0.jar:7.4.0]",
  859. "at org.elasticsearch.http.AbstractHttpServerTransport.incomingRequest(AbstractHttpServerTransport.java:301) [elasticsearch-7.4.0.jar:7.4.0]",
  860. "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:69) [transport-netty4-client-7.4.0.jar:7.4.0]",
  861. "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:31) [transport-netty4-client-7.4.0.jar:7.4.0]",
  862. "at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  863. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  864. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  865. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  866. "at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:58) [transport-netty4-client-7.4.0.jar:7.4.0]",
  867. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  868. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  869. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  870. "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  871. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  872. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  873. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  874. "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  875. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  876. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  877. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  878. "at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:328) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  879. "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:302) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  880. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  881. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  882. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  883. "at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:287) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  884. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  885. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  886. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  887. "at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1475) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  888. "at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1224) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  889. "at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1271) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  890. "at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:505) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  891. "at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:444) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  892. "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:283) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  893. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  894. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  895. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  896. "at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1421) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  897. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  898. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  899. "at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:930) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  900. "at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  901. "at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:697) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  902. "at io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:597) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  903. "at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:551) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  904. "at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:511) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  905. "at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:918) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
  906. "at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
  907. "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
  908. {"type": "server", "timestamp": "2019-10-16T20:10:15,196Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  909. {"type": "server", "timestamp": "2019-10-16T20:10:16,348Z", "level": "DEBUG", "component": "o.e.a.a.c.s.TransportClusterStateAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  910. {"type": "server", "timestamp": "2019-10-16T20:10:16,345Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_monitoring/bulk, params: {system_id=kibana, system_api_version=6, interval=10000ms}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  911. "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
  912. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
  913. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedRaiseException(ClusterBlocks.java:175) ~[elasticsearch-7.4.0.jar:7.4.0]",
  914. "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:55) ~[?:?]",
  915. "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:35) ~[?:?]",
  916. "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:153) [elasticsearch-7.4.0.jar:7.4.0]",
  917. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:86) [x-pack-security-7.4.0.jar:7.4.0]",
  918. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  919. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$authorizeRequest$4(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
  920. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  921. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$4(AuthorizationService.java:239) [x-pack-security-7.4.0.jar:7.4.0]",
  922. "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:613) [x-pack-security-7.4.0.jar:7.4.0]",
  923. "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:588) [x-pack-security-7.4.0.jar:7.4.0]",
  924. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
  925. "at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeClusterAction(RBACEngine.java:144) [x-pack-security-7.4.0.jar:7.4.0]",
  926. "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeAction(AuthorizationService.java:241) [x-pack-security-7.4.0.jar:7.4.0]",
  927. "at org.elasticsearch.xpack.security.authz.AuthorizationService.maybeAuthorizeRunAs(AuthorizationService.java:225) [x-pack-security-7.4.0.jar:7.4.0]",
  928. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorize$1(AuthorizationService.java:191) [x-pack-security-7.4.0.jar:7.4.0]",
  929. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  930. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
  931. "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$resolveAuthorizationInfo$1(RBACEngine.java:117) [x-pack-security-7.4.0.jar:7.4.0]",
  932. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  933. "at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRoles(CompositeRolesStore.java:229) [x-pack-security-7.4.0.jar:7.4.0]",
  934. "at org.elasticsearch.xpack.security.authz.RBACEngine.getRoles(RBACEngine.java:123) [x-pack-security-7.4.0.jar:7.4.0]",
  935. "at org.elasticsearch.xpack.security.authz.RBACEngine.resolveAuthorizationInfo(RBACEngine.java:111) [x-pack-security-7.4.0.jar:7.4.0]",
  936. "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:193) [x-pack-security-7.4.0.jar:7.4.0]",
  937. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.authorizeRequest(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
  938. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$3(SecurityActionFilter.java:158) [x-pack-security-7.4.0.jar:7.4.0]",
  939. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  940. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:246) [x-pack-security-7.4.0.jar:7.4.0]",
  941. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
  942. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
  943. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
  944. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
  945. "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:139) [x-pack-security-7.4.0.jar:7.4.0]",
  946. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:155) [x-pack-security-7.4.0.jar:7.4.0]",
  947. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:107) [x-pack-security-7.4.0.jar:7.4.0]",
  948. "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:151) [elasticsearch-7.4.0.jar:7.4.0]",
  949. "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:129) [elasticsearch-7.4.0.jar:7.4.0]",
  950. "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:64) [elasticsearch-7.4.0.jar:7.4.0]",
  951. "at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:83) [elasticsearch-7.4.0.jar:7.4.0]",
  952. "at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:72) [elasticsearch-7.4.0.jar:7.4.0]",
  953. "at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:396) [elasticsearch-7.4.0.jar:7.4.0]",
  954. "at org.elasticsearch.action.ActionRequestBuilder.execute(ActionRequestBuilder.java:70) [elasticsearch-7.4.0.jar:7.4.0]",
  955. "at org.elasticsearch.xpack.monitoring.rest.action.RestMonitoringBulkAction.lambda$doPrepareRequest$0(RestMonitoringBulkAction.java:104) [x-pack-monitoring-7.4.0.jar:7.4.0]",
  956. "at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:108) [elasticsearch-7.4.0.jar:7.4.0]",
  957. "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.lambda$handleRequest$0(SecurityRestFilter.java:58) [x-pack-security-7.4.0.jar:7.4.0]",
  958. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  959. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$writeAuthToContext$24(AuthenticationService.java:570) [x-pack-security-7.4.0.jar:7.4.0]",
  960. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.writeAuthToContext(AuthenticationService.java:579) [x-pack-security-7.4.0.jar:7.4.0]",
  961. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.finishAuthentication(AuthenticationService.java:560) [x-pack-security-7.4.0.jar:7.4.0]",
  962. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeUser(AuthenticationService.java:510) [x-pack-security-7.4.0.jar:7.4.0]",
  963. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$16(AuthenticationService.java:404) [x-pack-security-7.4.0.jar:7.4.0]",
  964. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  965. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
  966. "at org.elasticsearch.xpack.core.common.IteratingActionListener.onResponse(IteratingActionListener.java:120) [x-pack-core-7.4.0.jar:7.4.0]",
  967. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$13(AuthenticationService.java:374) [x-pack-security-7.4.0.jar:7.4.0]",
  968. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  969. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$1(CachingUsernamePasswordRealm.java:145) [x-pack-security-7.4.0.jar:7.4.0]",
  970. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  971. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.handleCachedAuthentication(CachingUsernamePasswordRealm.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
  972. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$2(CachingUsernamePasswordRealm.java:137) [x-pack-security-7.4.0.jar:7.4.0]",
  973. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  974. "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:99) [elasticsearch-7.4.0.jar:7.4.0]",
  975. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
  976. "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.4.0.jar:7.4.0]",
  977. "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:93) [elasticsearch-7.4.0.jar:7.4.0]",
  978. "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:55) [elasticsearch-7.4.0.jar:7.4.0]",
  979. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticateWithCache(CachingUsernamePasswordRealm.java:132) [x-pack-security-7.4.0.jar:7.4.0]",
  980. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticate(CachingUsernamePasswordRealm.java:103) [x-pack-security-7.4.0.jar:7.4.0]",
  981. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$15(AuthenticationService.java:365) [x-pack-security-7.4.0.jar:7.4.0]",
  982. "at org.elasticsearch.xpack.core.common.IteratingActionListener.run(IteratingActionListener.java:102) [x-pack-core-7.4.0.jar:7.4.0]",
  983. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeToken(AuthenticationService.java:408) [x-pack-security-7.4.0.jar:7.4.0]",
  984. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$extractToken$11(AuthenticationService.java:335) [x-pack-security-7.4.0.jar:7.4.0]",
  985. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.extractToken(AuthenticationService.java:345) [x-pack-security-7.4.0.jar:7.4.0]",
  986. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$checkForApiKey$3(AuthenticationService.java:288) [x-pack-security-7.4.0.jar:7.4.0]",
  987. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  988. "at org.elasticsearch.xpack.security.authc.ApiKeyService.authenticateWithApiKeyIfPresent(ApiKeyService.java:362) [x-pack-security-7.4.0.jar:7.4.0]",
  989. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.checkForApiKey(AuthenticationService.java:269) [x-pack-security-7.4.0.jar:7.4.0]",
  990. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$0(AuthenticationService.java:252) [x-pack-security-7.4.0.jar:7.4.0]",
  991. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  992. "at org.elasticsearch.xpack.security.authc.TokenService.getAndValidateToken(TokenService.java:390) [x-pack-security-7.4.0.jar:7.4.0]",
  993. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:248) [x-pack-security-7.4.0.jar:7.4.0]",
  994. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
  995. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
  996. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
  997. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
  998. "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:122) [x-pack-security-7.4.0.jar:7.4.0]",
  999. "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.handleRequest(SecurityRestFilter.java:55) [x-pack-security-7.4.0.jar:7.4.0]",
  1000. "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:222) [elasticsearch-7.4.0.jar:7.4.0]",
  1001. "at org.elasticsearch.rest.RestController.tryAllHandlers(RestController.java:295) [elasticsearch-7.4.0.jar:7.4.0]",
  1002. "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:166) [elasticsearch-7.4.0.jar:7.4.0]",
  1003. "at org.elasticsearch.http.AbstractHttpServerTransport.dispatchRequest(AbstractHttpServerTransport.java:322) [elasticsearch-7.4.0.jar:7.4.0]",
  1004. "at org.elasticsearch.http.AbstractHttpServerTransport.handleIncomingRequest(AbstractHttpServerTransport.java:372) [elasticsearch-7.4.0.jar:7.4.0]",
  1005. "at org.elasticsearch.http.AbstractHttpServerTransport.incomingRequest(AbstractHttpServerTransport.java:301) [elasticsearch-7.4.0.jar:7.4.0]",
  1006. "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:69) [transport-netty4-client-7.4.0.jar:7.4.0]",
  1007. "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:31) [transport-netty4-client-7.4.0.jar:7.4.0]",
  1008. "at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1009. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1010. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1011. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1012. "at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:58) [transport-netty4-client-7.4.0.jar:7.4.0]",
  1013. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1014. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1015. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1016. "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1017. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1018. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1019. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1020. "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1021. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1022. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1023. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1024. "at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:328) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1025. "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:302) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1026. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1027. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1028. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1029. "at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:287) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  1030. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1031. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1032. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1033. "at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1475) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  1034. "at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1224) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  1035. "at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1271) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  1036. "at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:505) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1037. "at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:444) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1038. "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:283) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1039. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1040. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1041. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1042. "at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1421) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1043. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1044. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1045. "at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:930) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1046. "at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1047. "at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:697) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1048. "at io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:597) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1049. "at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:551) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1050. "at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:511) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1051. "at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:918) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
  1052. "at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
  1053. "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
  1054. {"type": "server", "timestamp": "2019-10-16T20:10:16,953Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  1055. {"type": "server", "timestamp": "2019-10-16T20:10:16,998Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  1056. {"type": "server", "timestamp": "2019-10-16T20:10:17,013Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  1057. {"type": "server", "timestamp": "2019-10-16T20:10:17,756Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  1058. {"type": "server", "timestamp": "2019-10-16T20:10:18,449Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  1059. {"type": "server", "timestamp": "2019-10-16T20:10:24,670Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  1060. {"type": "server", "timestamp": "2019-10-16T20:10:24,788Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  1061. {"type": "server", "timestamp": "2019-10-16T20:10:25,236Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  1062. {"type": "server", "timestamp": "2019-10-16T20:10:26,332Z", "level": "DEBUG", "component": "o.e.a.a.c.s.TransportClusterStateAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [cluster:monitor/state] after failure (timeout [30s])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  1063. {"type": "server", "timestamp": "2019-10-16T20:10:26,332Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_cluster/settings, params: {include_defaults=true}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  1064. "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
  1065. "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:214) [elasticsearch-7.4.0.jar:7.4.0]",
  1066. "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
  1067. "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
  1068. "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
  1069. "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
  1070. "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  1071. "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  1072. "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
  1073. {"type": "server", "timestamp": "2019-10-16T20:10:26,353Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_monitoring/bulk, params: {system_id=kibana, system_api_version=6, interval=10000ms}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  1074. "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
  1075. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
  1076. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedRaiseException(ClusterBlocks.java:175) ~[elasticsearch-7.4.0.jar:7.4.0]",
  1077. "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:55) ~[?:?]",
  1078. "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:35) ~[?:?]",
  1079. "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:153) [elasticsearch-7.4.0.jar:7.4.0]",
  1080. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:86) [x-pack-security-7.4.0.jar:7.4.0]",
  1081. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1082. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$authorizeRequest$4(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
  1083. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1084. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$4(AuthorizationService.java:239) [x-pack-security-7.4.0.jar:7.4.0]",
  1085. "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:613) [x-pack-security-7.4.0.jar:7.4.0]",
  1086. "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:588) [x-pack-security-7.4.0.jar:7.4.0]",
  1087. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
  1088. "at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeClusterAction(RBACEngine.java:144) [x-pack-security-7.4.0.jar:7.4.0]",
  1089. "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeAction(AuthorizationService.java:241) [x-pack-security-7.4.0.jar:7.4.0]",
  1090. "at org.elasticsearch.xpack.security.authz.AuthorizationService.maybeAuthorizeRunAs(AuthorizationService.java:225) [x-pack-security-7.4.0.jar:7.4.0]",
  1091. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorize$1(AuthorizationService.java:191) [x-pack-security-7.4.0.jar:7.4.0]",
  1092. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1093. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
  1094. "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$resolveAuthorizationInfo$1(RBACEngine.java:117) [x-pack-security-7.4.0.jar:7.4.0]",
  1095. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1096. "at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRoles(CompositeRolesStore.java:229) [x-pack-security-7.4.0.jar:7.4.0]",
  1097. "at org.elasticsearch.xpack.security.authz.RBACEngine.getRoles(RBACEngine.java:123) [x-pack-security-7.4.0.jar:7.4.0]",
  1098. "at org.elasticsearch.xpack.security.authz.RBACEngine.resolveAuthorizationInfo(RBACEngine.java:111) [x-pack-security-7.4.0.jar:7.4.0]",
  1099. "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:193) [x-pack-security-7.4.0.jar:7.4.0]",
  1100. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.authorizeRequest(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
  1101. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$3(SecurityActionFilter.java:158) [x-pack-security-7.4.0.jar:7.4.0]",
  1102. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1103. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:246) [x-pack-security-7.4.0.jar:7.4.0]",
  1104. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
  1105. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
  1106. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
  1107. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
  1108. "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:139) [x-pack-security-7.4.0.jar:7.4.0]",
  1109. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:155) [x-pack-security-7.4.0.jar:7.4.0]",
  1110. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:107) [x-pack-security-7.4.0.jar:7.4.0]",
  1111. "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:151) [elasticsearch-7.4.0.jar:7.4.0]",
  1112. "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:129) [elasticsearch-7.4.0.jar:7.4.0]",
  1113. "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:64) [elasticsearch-7.4.0.jar:7.4.0]",
  1114. "at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:83) [elasticsearch-7.4.0.jar:7.4.0]",
  1115. "at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:72) [elasticsearch-7.4.0.jar:7.4.0]",
  1116. "at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:396) [elasticsearch-7.4.0.jar:7.4.0]",
  1117. "at org.elasticsearch.action.ActionRequestBuilder.execute(ActionRequestBuilder.java:70) [elasticsearch-7.4.0.jar:7.4.0]",
  1118. "at org.elasticsearch.xpack.monitoring.rest.action.RestMonitoringBulkAction.lambda$doPrepareRequest$0(RestMonitoringBulkAction.java:104) [x-pack-monitoring-7.4.0.jar:7.4.0]",
  1119. "at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:108) [elasticsearch-7.4.0.jar:7.4.0]",
  1120. "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.lambda$handleRequest$0(SecurityRestFilter.java:58) [x-pack-security-7.4.0.jar:7.4.0]",
  1121. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1122. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$writeAuthToContext$24(AuthenticationService.java:570) [x-pack-security-7.4.0.jar:7.4.0]",
  1123. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.writeAuthToContext(AuthenticationService.java:579) [x-pack-security-7.4.0.jar:7.4.0]",
  1124. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.finishAuthentication(AuthenticationService.java:560) [x-pack-security-7.4.0.jar:7.4.0]",
  1125. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeUser(AuthenticationService.java:510) [x-pack-security-7.4.0.jar:7.4.0]",
  1126. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$16(AuthenticationService.java:404) [x-pack-security-7.4.0.jar:7.4.0]",
  1127. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1128. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
  1129. "at org.elasticsearch.xpack.core.common.IteratingActionListener.onResponse(IteratingActionListener.java:120) [x-pack-core-7.4.0.jar:7.4.0]",
  1130. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$13(AuthenticationService.java:374) [x-pack-security-7.4.0.jar:7.4.0]",
  1131. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1132. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$1(CachingUsernamePasswordRealm.java:145) [x-pack-security-7.4.0.jar:7.4.0]",
  1133. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1134. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.handleCachedAuthentication(CachingUsernamePasswordRealm.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
  1135. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$2(CachingUsernamePasswordRealm.java:137) [x-pack-security-7.4.0.jar:7.4.0]",
  1136. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1137. "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:99) [elasticsearch-7.4.0.jar:7.4.0]",
  1138. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
  1139. "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.4.0.jar:7.4.0]",
  1140. "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:93) [elasticsearch-7.4.0.jar:7.4.0]",
  1141. "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:55) [elasticsearch-7.4.0.jar:7.4.0]",
  1142. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticateWithCache(CachingUsernamePasswordRealm.java:132) [x-pack-security-7.4.0.jar:7.4.0]",
  1143. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticate(CachingUsernamePasswordRealm.java:103) [x-pack-security-7.4.0.jar:7.4.0]",
  1144. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$15(AuthenticationService.java:365) [x-pack-security-7.4.0.jar:7.4.0]",
  1145. "at org.elasticsearch.xpack.core.common.IteratingActionListener.run(IteratingActionListener.java:102) [x-pack-core-7.4.0.jar:7.4.0]",
  1146. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeToken(AuthenticationService.java:408) [x-pack-security-7.4.0.jar:7.4.0]",
  1147. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$extractToken$11(AuthenticationService.java:335) [x-pack-security-7.4.0.jar:7.4.0]",
  1148. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.extractToken(AuthenticationService.java:345) [x-pack-security-7.4.0.jar:7.4.0]",
  1149. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$checkForApiKey$3(AuthenticationService.java:288) [x-pack-security-7.4.0.jar:7.4.0]",
  1150. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1151. "at org.elasticsearch.xpack.security.authc.ApiKeyService.authenticateWithApiKeyIfPresent(ApiKeyService.java:362) [x-pack-security-7.4.0.jar:7.4.0]",
  1152. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.checkForApiKey(AuthenticationService.java:269) [x-pack-security-7.4.0.jar:7.4.0]",
  1153. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$0(AuthenticationService.java:252) [x-pack-security-7.4.0.jar:7.4.0]",
  1154. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1155. "at org.elasticsearch.xpack.security.authc.TokenService.getAndValidateToken(TokenService.java:390) [x-pack-security-7.4.0.jar:7.4.0]",
  1156. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:248) [x-pack-security-7.4.0.jar:7.4.0]",
  1157. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
  1158. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
  1159. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
  1160. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
  1161. "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:122) [x-pack-security-7.4.0.jar:7.4.0]",
  1162. "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.handleRequest(SecurityRestFilter.java:55) [x-pack-security-7.4.0.jar:7.4.0]",
  1163. "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:222) [elasticsearch-7.4.0.jar:7.4.0]",
  1164. "at org.elasticsearch.rest.RestController.tryAllHandlers(RestController.java:295) [elasticsearch-7.4.0.jar:7.4.0]",
  1165. "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:166) [elasticsearch-7.4.0.jar:7.4.0]",
  1166. "at org.elasticsearch.http.AbstractHttpServerTransport.dispatchRequest(AbstractHttpServerTransport.java:322) [elasticsearch-7.4.0.jar:7.4.0]",
  1167. "at org.elasticsearch.http.AbstractHttpServerTransport.handleIncomingRequest(AbstractHttpServerTransport.java:372) [elasticsearch-7.4.0.jar:7.4.0]",
  1168. "at org.elasticsearch.http.AbstractHttpServerTransport.incomingRequest(AbstractHttpServerTransport.java:301) [elasticsearch-7.4.0.jar:7.4.0]",
  1169. "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:69) [transport-netty4-client-7.4.0.jar:7.4.0]",
  1170. "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:31) [transport-netty4-client-7.4.0.jar:7.4.0]",
  1171. "at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1172. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1173. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1174. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1175. "at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:58) [transport-netty4-client-7.4.0.jar:7.4.0]",
  1176. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1177. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1178. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1179. "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1180. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1181. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1182. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1183. "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1184. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1185. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1186. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1187. "at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:328) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1188. "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:302) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1189. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1190. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1191. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1192. "at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:287) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  1193. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1194. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1195. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1196. "at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1475) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  1197. "at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1224) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  1198. "at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1271) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  1199. "at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:505) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1200. "at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:444) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1201. "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:283) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1202. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1203. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1204. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1205. "at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1421) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1206. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1207. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1208. "at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:930) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1209. "at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1210. "at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:697) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1211. "at io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:597) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1212. "at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:551) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1213. "at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:511) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1214. "at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:918) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
  1215. "at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
  1216. "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
  1217. {"type": "server", "timestamp": "2019-10-16T20:10:26,386Z", "level": "DEBUG", "component": "o.e.a.a.c.s.TransportClusterStateAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  1218. {"type": "server", "timestamp": "2019-10-16T20:10:35,377Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  1219. {"type": "server", "timestamp": "2019-10-16T20:10:36,362Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_monitoring/bulk, params: {system_id=kibana, system_api_version=6, interval=10000ms}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  1220. "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
  1221. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
  1222. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedRaiseException(ClusterBlocks.java:175) ~[elasticsearch-7.4.0.jar:7.4.0]",
  1223. "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:55) ~[?:?]",
  1224. "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:35) ~[?:?]",
  1225. "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:153) [elasticsearch-7.4.0.jar:7.4.0]",
  1226. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:86) [x-pack-security-7.4.0.jar:7.4.0]",
  1227. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1228. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$authorizeRequest$4(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
  1229. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1230. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$4(AuthorizationService.java:239) [x-pack-security-7.4.0.jar:7.4.0]",
  1231. "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:613) [x-pack-security-7.4.0.jar:7.4.0]",
  1232. "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:588) [x-pack-security-7.4.0.jar:7.4.0]",
  1233. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
  1234. "at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeClusterAction(RBACEngine.java:144) [x-pack-security-7.4.0.jar:7.4.0]",
  1235. "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeAction(AuthorizationService.java:241) [x-pack-security-7.4.0.jar:7.4.0]",
  1236. "at org.elasticsearch.xpack.security.authz.AuthorizationService.maybeAuthorizeRunAs(AuthorizationService.java:225) [x-pack-security-7.4.0.jar:7.4.0]",
  1237. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorize$1(AuthorizationService.java:191) [x-pack-security-7.4.0.jar:7.4.0]",
  1238. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1239. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
  1240. "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$resolveAuthorizationInfo$1(RBACEngine.java:117) [x-pack-security-7.4.0.jar:7.4.0]",
  1241. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1242. "at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRoles(CompositeRolesStore.java:229) [x-pack-security-7.4.0.jar:7.4.0]",
  1243. "at org.elasticsearch.xpack.security.authz.RBACEngine.getRoles(RBACEngine.java:123) [x-pack-security-7.4.0.jar:7.4.0]",
  1244. "at org.elasticsearch.xpack.security.authz.RBACEngine.resolveAuthorizationInfo(RBACEngine.java:111) [x-pack-security-7.4.0.jar:7.4.0]",
  1245. "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:193) [x-pack-security-7.4.0.jar:7.4.0]",
  1246. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.authorizeRequest(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
  1247. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$3(SecurityActionFilter.java:158) [x-pack-security-7.4.0.jar:7.4.0]",
  1248. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1249. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:246) [x-pack-security-7.4.0.jar:7.4.0]",
  1250. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
  1251. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
  1252. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
  1253. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
  1254. "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:139) [x-pack-security-7.4.0.jar:7.4.0]",
  1255. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:155) [x-pack-security-7.4.0.jar:7.4.0]",
  1256. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:107) [x-pack-security-7.4.0.jar:7.4.0]",
  1257. "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:151) [elasticsearch-7.4.0.jar:7.4.0]",
  1258. "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:129) [elasticsearch-7.4.0.jar:7.4.0]",
  1259. "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:64) [elasticsearch-7.4.0.jar:7.4.0]",
  1260. "at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:83) [elasticsearch-7.4.0.jar:7.4.0]",
  1261. "at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:72) [elasticsearch-7.4.0.jar:7.4.0]",
  1262. "at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:396) [elasticsearch-7.4.0.jar:7.4.0]",
  1263. "at org.elasticsearch.action.ActionRequestBuilder.execute(ActionRequestBuilder.java:70) [elasticsearch-7.4.0.jar:7.4.0]",
  1264. "at org.elasticsearch.xpack.monitoring.rest.action.RestMonitoringBulkAction.lambda$doPrepareRequest$0(RestMonitoringBulkAction.java:104) [x-pack-monitoring-7.4.0.jar:7.4.0]",
  1265. "at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:108) [elasticsearch-7.4.0.jar:7.4.0]",
  1266. "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.lambda$handleRequest$0(SecurityRestFilter.java:58) [x-pack-security-7.4.0.jar:7.4.0]",
  1267. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1268. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$writeAuthToContext$24(AuthenticationService.java:570) [x-pack-security-7.4.0.jar:7.4.0]",
  1269. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.writeAuthToContext(AuthenticationService.java:579) [x-pack-security-7.4.0.jar:7.4.0]",
  1270. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.finishAuthentication(AuthenticationService.java:560) [x-pack-security-7.4.0.jar:7.4.0]",
  1271. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeUser(AuthenticationService.java:510) [x-pack-security-7.4.0.jar:7.4.0]",
  1272. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$16(AuthenticationService.java:404) [x-pack-security-7.4.0.jar:7.4.0]",
  1273. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1274. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
  1275. "at org.elasticsearch.xpack.core.common.IteratingActionListener.onResponse(IteratingActionListener.java:120) [x-pack-core-7.4.0.jar:7.4.0]",
  1276. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$13(AuthenticationService.java:374) [x-pack-security-7.4.0.jar:7.4.0]",
  1277. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1278. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$1(CachingUsernamePasswordRealm.java:145) [x-pack-security-7.4.0.jar:7.4.0]",
  1279. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1280. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.handleCachedAuthentication(CachingUsernamePasswordRealm.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
  1281. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$2(CachingUsernamePasswordRealm.java:137) [x-pack-security-7.4.0.jar:7.4.0]",
  1282. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1283. "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:99) [elasticsearch-7.4.0.jar:7.4.0]",
  1284. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
  1285. "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.4.0.jar:7.4.0]",
  1286. "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:93) [elasticsearch-7.4.0.jar:7.4.0]",
  1287. "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:55) [elasticsearch-7.4.0.jar:7.4.0]",
  1288. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticateWithCache(CachingUsernamePasswordRealm.java:132) [x-pack-security-7.4.0.jar:7.4.0]",
  1289. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticate(CachingUsernamePasswordRealm.java:103) [x-pack-security-7.4.0.jar:7.4.0]",
  1290. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$15(AuthenticationService.java:365) [x-pack-security-7.4.0.jar:7.4.0]",
  1291. "at org.elasticsearch.xpack.core.common.IteratingActionListener.run(IteratingActionListener.java:102) [x-pack-core-7.4.0.jar:7.4.0]",
  1292. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeToken(AuthenticationService.java:408) [x-pack-security-7.4.0.jar:7.4.0]",
  1293. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$extractToken$11(AuthenticationService.java:335) [x-pack-security-7.4.0.jar:7.4.0]",
  1294. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.extractToken(AuthenticationService.java:345) [x-pack-security-7.4.0.jar:7.4.0]",
  1295. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$checkForApiKey$3(AuthenticationService.java:288) [x-pack-security-7.4.0.jar:7.4.0]",
  1296. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1297. "at org.elasticsearch.xpack.security.authc.ApiKeyService.authenticateWithApiKeyIfPresent(ApiKeyService.java:362) [x-pack-security-7.4.0.jar:7.4.0]",
  1298. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.checkForApiKey(AuthenticationService.java:269) [x-pack-security-7.4.0.jar:7.4.0]",
  1299. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$0(AuthenticationService.java:252) [x-pack-security-7.4.0.jar:7.4.0]",
  1300. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1301. "at org.elasticsearch.xpack.security.authc.TokenService.getAndValidateToken(TokenService.java:390) [x-pack-security-7.4.0.jar:7.4.0]",
  1302. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:248) [x-pack-security-7.4.0.jar:7.4.0]",
  1303. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
  1304. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
  1305. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
  1306. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
  1307. "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:122) [x-pack-security-7.4.0.jar:7.4.0]",
  1308. "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.handleRequest(SecurityRestFilter.java:55) [x-pack-security-7.4.0.jar:7.4.0]",
  1309. "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:222) [elasticsearch-7.4.0.jar:7.4.0]",
  1310. "at org.elasticsearch.rest.RestController.tryAllHandlers(RestController.java:295) [elasticsearch-7.4.0.jar:7.4.0]",
  1311. "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:166) [elasticsearch-7.4.0.jar:7.4.0]",
  1312. "at org.elasticsearch.http.AbstractHttpServerTransport.dispatchRequest(AbstractHttpServerTransport.java:322) [elasticsearch-7.4.0.jar:7.4.0]",
  1313. "at org.elasticsearch.http.AbstractHttpServerTransport.handleIncomingRequest(AbstractHttpServerTransport.java:372) [elasticsearch-7.4.0.jar:7.4.0]",
  1314. "at org.elasticsearch.http.AbstractHttpServerTransport.incomingRequest(AbstractHttpServerTransport.java:301) [elasticsearch-7.4.0.jar:7.4.0]",
  1315. "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:69) [transport-netty4-client-7.4.0.jar:7.4.0]",
  1316. "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:31) [transport-netty4-client-7.4.0.jar:7.4.0]",
  1317. "at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1318. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1319. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1320. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1321. "at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:58) [transport-netty4-client-7.4.0.jar:7.4.0]",
  1322. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1323. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1324. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1325. "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1326. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1327. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1328. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1329. "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1330. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1331. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1332. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1333. "at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:328) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1334. "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:302) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1335. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1336. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1337. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1338. "at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:287) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  1339. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1340. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1341. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1342. "at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1475) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  1343. "at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1224) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  1344. "at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1271) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  1345. "at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:505) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1346. "at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:444) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1347. "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:283) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1348. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1349. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1350. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1351. "at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1421) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1352. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1353. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1354. "at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:930) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1355. "at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1356. "at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:697) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1357. "at io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:597) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1358. "at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:551) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1359. "at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:511) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1360. "at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:918) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
  1361. "at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
  1362. "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
  1363. {"type": "server", "timestamp": "2019-10-16T20:10:36,535Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_bulk, params: {}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  1364. "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
  1365. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
  1366. "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.handleBlockExceptions(TransportBulkAction.java:476) [elasticsearch-7.4.0.jar:7.4.0]",
  1367. "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.doRun(TransportBulkAction.java:357) [elasticsearch-7.4.0.jar:7.4.0]",
  1368. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
  1369. "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation$2.onTimeout(TransportBulkAction.java:510) [elasticsearch-7.4.0.jar:7.4.0]",
  1370. "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
  1371. "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
  1372. "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
  1373. "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
  1374. "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  1375. "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  1376. "at java.lang.Thread.run(Thread.java:830) [?:?]",
  1377. "Suppressed: org.elasticsearch.discovery.MasterNotDiscoveredException: NotMasterException[no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]]",
  1378. "\tat org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:214) ~[elasticsearch-7.4.0.jar:7.4.0]",
  1379. "\tat org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
  1380. "\tat org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
  1381. "\tat org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
  1382. "\tat org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
  1383. "\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  1384. "\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  1385. "\tat java.lang.Thread.run(Thread.java:830) [?:?]",
  1386. "Caused by: org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  1387. {"type": "server", "timestamp": "2019-10-16T20:10:37,335Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_bulk, params: {}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  1388. "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
  1389. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
  1390. "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.handleBlockExceptions(TransportBulkAction.java:476) [elasticsearch-7.4.0.jar:7.4.0]",
  1391. "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.doRun(TransportBulkAction.java:357) [elasticsearch-7.4.0.jar:7.4.0]",
  1392. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
  1393. "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation$2.onTimeout(TransportBulkAction.java:510) [elasticsearch-7.4.0.jar:7.4.0]",
  1394. "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
  1395. "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
  1396. "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
  1397. "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
  1398. "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  1399. "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  1400. "at java.lang.Thread.run(Thread.java:830) [?:?]",
  1401. "Suppressed: org.elasticsearch.discovery.MasterNotDiscoveredException: NotMasterException[no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]]",
  1402. "\tat org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:214) ~[elasticsearch-7.4.0.jar:7.4.0]",
  1403. "\tat org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
  1404. "\tat org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
  1405. "\tat org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
  1406. "\tat org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
  1407. "\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  1408. "\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  1409. "\tat java.lang.Thread.run(Thread.java:830) [?:?]",
  1410. "Caused by: org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  1411. {"type": "server", "timestamp": "2019-10-16T20:10:38,537Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_bulk, params: {}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  1412. "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
  1413. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
  1414. "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.handleBlockExceptions(TransportBulkAction.java:476) [elasticsearch-7.4.0.jar:7.4.0]",
  1415. "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.doRun(TransportBulkAction.java:357) [elasticsearch-7.4.0.jar:7.4.0]",
  1416. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
  1417. "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation$2.onTimeout(TransportBulkAction.java:510) [elasticsearch-7.4.0.jar:7.4.0]",
  1418. "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
  1419. "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
  1420. "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
  1421. "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
  1422. "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  1423. "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  1424. "at java.lang.Thread.run(Thread.java:830) [?:?]",
  1425. "Suppressed: org.elasticsearch.discovery.MasterNotDiscoveredException: NotMasterException[no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]]",
  1426. "\tat org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:214) ~[elasticsearch-7.4.0.jar:7.4.0]",
  1427. "\tat org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
  1428. "\tat org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
  1429. "\tat org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
  1430. "\tat org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
  1431. "\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  1432. "\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  1433. "\tat java.lang.Thread.run(Thread.java:830) [?:?]",
  1434. "Caused by: org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  1435. {"type": "server", "timestamp": "2019-10-16T20:10:46,349Z", "level": "DEBUG", "component": "o.e.a.a.c.s.TransportClusterStateAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [cluster:monitor/state] after failure (timeout [30s])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  1436. {"type": "server", "timestamp": "2019-10-16T20:10:46,350Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_cluster/settings, params: {include_defaults=true}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  1437. "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
  1438. "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:214) [elasticsearch-7.4.0.jar:7.4.0]",
  1439. "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
  1440. "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
  1441. "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
  1442. "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
  1443. "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  1444. "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  1445. "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
  1446. {"type": "server", "timestamp": "2019-10-16T20:10:46,366Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_monitoring/bulk, params: {system_id=kibana, system_api_version=6, interval=10000ms}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  1447. "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
  1448. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
  1449. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedRaiseException(ClusterBlocks.java:175) ~[elasticsearch-7.4.0.jar:7.4.0]",
  1450. "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:55) ~[?:?]",
  1451. "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:35) ~[?:?]",
  1452. "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:153) [elasticsearch-7.4.0.jar:7.4.0]",
  1453. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:86) [x-pack-security-7.4.0.jar:7.4.0]",
  1454. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1455. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$authorizeRequest$4(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
  1456. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1457. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$4(AuthorizationService.java:239) [x-pack-security-7.4.0.jar:7.4.0]",
  1458. "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:613) [x-pack-security-7.4.0.jar:7.4.0]",
  1459. "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:588) [x-pack-security-7.4.0.jar:7.4.0]",
  1460. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
  1461. "at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeClusterAction(RBACEngine.java:144) [x-pack-security-7.4.0.jar:7.4.0]",
  1462. "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeAction(AuthorizationService.java:241) [x-pack-security-7.4.0.jar:7.4.0]",
  1463. "at org.elasticsearch.xpack.security.authz.AuthorizationService.maybeAuthorizeRunAs(AuthorizationService.java:225) [x-pack-security-7.4.0.jar:7.4.0]",
  1464. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorize$1(AuthorizationService.java:191) [x-pack-security-7.4.0.jar:7.4.0]",
  1465. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1466. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
  1467. "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$resolveAuthorizationInfo$1(RBACEngine.java:117) [x-pack-security-7.4.0.jar:7.4.0]",
  1468. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1469. "at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRoles(CompositeRolesStore.java:229) [x-pack-security-7.4.0.jar:7.4.0]",
  1470. "at org.elasticsearch.xpack.security.authz.RBACEngine.getRoles(RBACEngine.java:123) [x-pack-security-7.4.0.jar:7.4.0]",
  1471. "at org.elasticsearch.xpack.security.authz.RBACEngine.resolveAuthorizationInfo(RBACEngine.java:111) [x-pack-security-7.4.0.jar:7.4.0]",
  1472. "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:193) [x-pack-security-7.4.0.jar:7.4.0]",
  1473. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.authorizeRequest(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
  1474. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$3(SecurityActionFilter.java:158) [x-pack-security-7.4.0.jar:7.4.0]",
  1475. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1476. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:246) [x-pack-security-7.4.0.jar:7.4.0]",
  1477. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
  1478. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
  1479. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
  1480. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
  1481. "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:139) [x-pack-security-7.4.0.jar:7.4.0]",
  1482. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:155) [x-pack-security-7.4.0.jar:7.4.0]",
  1483. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:107) [x-pack-security-7.4.0.jar:7.4.0]",
  1484. "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:151) [elasticsearch-7.4.0.jar:7.4.0]",
  1485. "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:129) [elasticsearch-7.4.0.jar:7.4.0]",
  1486. "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:64) [elasticsearch-7.4.0.jar:7.4.0]",
  1487. "at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:83) [elasticsearch-7.4.0.jar:7.4.0]",
  1488. "at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:72) [elasticsearch-7.4.0.jar:7.4.0]",
  1489. "at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:396) [elasticsearch-7.4.0.jar:7.4.0]",
  1490. "at org.elasticsearch.action.ActionRequestBuilder.execute(ActionRequestBuilder.java:70) [elasticsearch-7.4.0.jar:7.4.0]",
  1491. "at org.elasticsearch.xpack.monitoring.rest.action.RestMonitoringBulkAction.lambda$doPrepareRequest$0(RestMonitoringBulkAction.java:104) [x-pack-monitoring-7.4.0.jar:7.4.0]",
  1492. "at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:108) [elasticsearch-7.4.0.jar:7.4.0]",
  1493. "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.lambda$handleRequest$0(SecurityRestFilter.java:58) [x-pack-security-7.4.0.jar:7.4.0]",
  1494. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1495. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$writeAuthToContext$24(AuthenticationService.java:570) [x-pack-security-7.4.0.jar:7.4.0]",
  1496. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.writeAuthToContext(AuthenticationService.java:579) [x-pack-security-7.4.0.jar:7.4.0]",
  1497. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.finishAuthentication(AuthenticationService.java:560) [x-pack-security-7.4.0.jar:7.4.0]",
  1498. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeUser(AuthenticationService.java:510) [x-pack-security-7.4.0.jar:7.4.0]",
  1499. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$16(AuthenticationService.java:404) [x-pack-security-7.4.0.jar:7.4.0]",
  1500. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1501. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
  1502. "at org.elasticsearch.xpack.core.common.IteratingActionListener.onResponse(IteratingActionListener.java:120) [x-pack-core-7.4.0.jar:7.4.0]",
  1503. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$13(AuthenticationService.java:374) [x-pack-security-7.4.0.jar:7.4.0]",
  1504. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1505. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$1(CachingUsernamePasswordRealm.java:145) [x-pack-security-7.4.0.jar:7.4.0]",
  1506. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1507. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.handleCachedAuthentication(CachingUsernamePasswordRealm.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
  1508. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$2(CachingUsernamePasswordRealm.java:137) [x-pack-security-7.4.0.jar:7.4.0]",
  1509. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1510. "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:99) [elasticsearch-7.4.0.jar:7.4.0]",
  1511. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
  1512. "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.4.0.jar:7.4.0]",
  1513. "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:93) [elasticsearch-7.4.0.jar:7.4.0]",
  1514. "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:55) [elasticsearch-7.4.0.jar:7.4.0]",
  1515. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticateWithCache(CachingUsernamePasswordRealm.java:132) [x-pack-security-7.4.0.jar:7.4.0]",
  1516. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticate(CachingUsernamePasswordRealm.java:103) [x-pack-security-7.4.0.jar:7.4.0]",
  1517. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$15(AuthenticationService.java:365) [x-pack-security-7.4.0.jar:7.4.0]",
  1518. "at org.elasticsearch.xpack.core.common.IteratingActionListener.run(IteratingActionListener.java:102) [x-pack-core-7.4.0.jar:7.4.0]",
  1519. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeToken(AuthenticationService.java:408) [x-pack-security-7.4.0.jar:7.4.0]",
  1520. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$extractToken$11(AuthenticationService.java:335) [x-pack-security-7.4.0.jar:7.4.0]",
  1521. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.extractToken(AuthenticationService.java:345) [x-pack-security-7.4.0.jar:7.4.0]",
  1522. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$checkForApiKey$3(AuthenticationService.java:288) [x-pack-security-7.4.0.jar:7.4.0]",
  1523. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1524. "at org.elasticsearch.xpack.security.authc.ApiKeyService.authenticateWithApiKeyIfPresent(ApiKeyService.java:362) [x-pack-security-7.4.0.jar:7.4.0]",
  1525. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.checkForApiKey(AuthenticationService.java:269) [x-pack-security-7.4.0.jar:7.4.0]",
  1526. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$0(AuthenticationService.java:252) [x-pack-security-7.4.0.jar:7.4.0]",
  1527. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1528. "at org.elasticsearch.xpack.security.authc.TokenService.getAndValidateToken(TokenService.java:390) [x-pack-security-7.4.0.jar:7.4.0]",
  1529. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:248) [x-pack-security-7.4.0.jar:7.4.0]",
  1530. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
  1531. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
  1532. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
  1533. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
  1534. "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:122) [x-pack-security-7.4.0.jar:7.4.0]",
  1535. "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.handleRequest(SecurityRestFilter.java:55) [x-pack-security-7.4.0.jar:7.4.0]",
  1536. "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:222) [elasticsearch-7.4.0.jar:7.4.0]",
  1537. "at org.elasticsearch.rest.RestController.tryAllHandlers(RestController.java:295) [elasticsearch-7.4.0.jar:7.4.0]",
  1538. "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:166) [elasticsearch-7.4.0.jar:7.4.0]",
  1539. "at org.elasticsearch.http.AbstractHttpServerTransport.dispatchRequest(AbstractHttpServerTransport.java:322) [elasticsearch-7.4.0.jar:7.4.0]",
  1540. "at org.elasticsearch.http.AbstractHttpServerTransport.handleIncomingRequest(AbstractHttpServerTransport.java:372) [elasticsearch-7.4.0.jar:7.4.0]",
  1541. "at org.elasticsearch.http.AbstractHttpServerTransport.incomingRequest(AbstractHttpServerTransport.java:301) [elasticsearch-7.4.0.jar:7.4.0]",
  1542. "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:69) [transport-netty4-client-7.4.0.jar:7.4.0]",
  1543. "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:31) [transport-netty4-client-7.4.0.jar:7.4.0]",
  1544. "at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1545. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1546. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1547. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1548. "at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:58) [transport-netty4-client-7.4.0.jar:7.4.0]",
  1549. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1550. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1551. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1552. "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1553. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1554. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1555. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1556. "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1557. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1558. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1559. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1560. "at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:328) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1561. "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:302) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1562. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1563. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1564. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1565. "at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:287) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  1566. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1567. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1568. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1569. "at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1475) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  1570. "at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1224) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  1571. "at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1271) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  1572. "at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:505) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1573. "at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:444) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1574. "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:283) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1575. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1576. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1577. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1578. "at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1421) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1579. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1580. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1581. "at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:930) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1582. "at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1583. "at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:697) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1584. "at io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:597) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1585. "at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:551) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1586. "at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:511) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1587. "at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:918) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
  1588. "at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
  1589. "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
  1590. {"type": "server", "timestamp": "2019-10-16T20:10:50,641Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  1591. {"type": "server", "timestamp": "2019-10-16T20:10:50,641Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  1592. {"type": "server", "timestamp": "2019-10-16T20:10:51,299Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  1593. {"type": "server", "timestamp": "2019-10-16T20:10:52,554Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  1594. {"type": "server", "timestamp": "2019-10-16T20:10:52,557Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  1595. {"type": "server", "timestamp": "2019-10-16T20:10:52,557Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  1596. {"type": "server", "timestamp": "2019-10-16T20:10:54,138Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_bulk, params: {}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  1597. "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
  1598. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
  1599. "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.handleBlockExceptions(TransportBulkAction.java:476) [elasticsearch-7.4.0.jar:7.4.0]",
  1600. "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.doRun(TransportBulkAction.java:357) [elasticsearch-7.4.0.jar:7.4.0]",
  1601. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
  1602. "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation$2.onTimeout(TransportBulkAction.java:510) [elasticsearch-7.4.0.jar:7.4.0]",
  1603. "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
  1604. "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
  1605. "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
  1606. "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
  1607. "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  1608. "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  1609. "at java.lang.Thread.run(Thread.java:830) [?:?]",
  1610. "Suppressed: org.elasticsearch.discovery.MasterNotDiscoveredException: NotMasterException[no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]]",
  1611. "\tat org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:214) ~[elasticsearch-7.4.0.jar:7.4.0]",
  1612. "\tat org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
  1613. "\tat org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
  1614. "\tat org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
  1615. "\tat org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
  1616. "\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  1617. "\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  1618. "\tat java.lang.Thread.run(Thread.java:830) [?:?]",
  1619. "Caused by: org.elasticsearch.cluster.NotMasterException: no longer master. source: [create-index [logstash-2019.10.16], cause [auto(bulk api)]]"] }
  1620. {"type": "server", "timestamp": "2019-10-16T20:10:54,770Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  1621. {"type": "server", "timestamp": "2019-10-16T20:10:56,387Z", "level": "DEBUG", "component": "o.e.a.a.c.s.TransportClusterStateAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [cluster:monitor/state] after failure (timeout [30s])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  1622. {"type": "server", "timestamp": "2019-10-16T20:10:56,387Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_cluster/settings, params: {include_defaults=true}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  1623. "stacktrace": ["org.elasticsearch.discovery.MasterNotDiscoveredException: null",
  1624. "at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:214) [elasticsearch-7.4.0.jar:7.4.0]",
  1625. "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
  1626. "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
  1627. "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
  1628. "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
  1629. "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  1630. "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  1631. "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
  1632. {"type": "server", "timestamp": "2019-10-16T20:10:56,403Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_monitoring/bulk, params: {system_id=kibana, system_api_version=6, interval=10000ms}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  1633. "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
  1634. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
  1635. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedRaiseException(ClusterBlocks.java:175) ~[elasticsearch-7.4.0.jar:7.4.0]",
  1636. "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:55) ~[?:?]",
  1637. "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:35) ~[?:?]",
  1638. "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:153) [elasticsearch-7.4.0.jar:7.4.0]",
  1639. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:86) [x-pack-security-7.4.0.jar:7.4.0]",
  1640. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1641. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$authorizeRequest$4(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
  1642. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1643. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$4(AuthorizationService.java:239) [x-pack-security-7.4.0.jar:7.4.0]",
  1644. "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:613) [x-pack-security-7.4.0.jar:7.4.0]",
  1645. "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:588) [x-pack-security-7.4.0.jar:7.4.0]",
  1646. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
  1647. "at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeClusterAction(RBACEngine.java:144) [x-pack-security-7.4.0.jar:7.4.0]",
  1648. "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeAction(AuthorizationService.java:241) [x-pack-security-7.4.0.jar:7.4.0]",
  1649. "at org.elasticsearch.xpack.security.authz.AuthorizationService.maybeAuthorizeRunAs(AuthorizationService.java:225) [x-pack-security-7.4.0.jar:7.4.0]",
  1650. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorize$1(AuthorizationService.java:191) [x-pack-security-7.4.0.jar:7.4.0]",
  1651. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1652. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
  1653. "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$resolveAuthorizationInfo$1(RBACEngine.java:117) [x-pack-security-7.4.0.jar:7.4.0]",
  1654. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1655. "at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRoles(CompositeRolesStore.java:229) [x-pack-security-7.4.0.jar:7.4.0]",
  1656. "at org.elasticsearch.xpack.security.authz.RBACEngine.getRoles(RBACEngine.java:123) [x-pack-security-7.4.0.jar:7.4.0]",
  1657. "at org.elasticsearch.xpack.security.authz.RBACEngine.resolveAuthorizationInfo(RBACEngine.java:111) [x-pack-security-7.4.0.jar:7.4.0]",
  1658. "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:193) [x-pack-security-7.4.0.jar:7.4.0]",
  1659. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.authorizeRequest(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
  1660. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$3(SecurityActionFilter.java:158) [x-pack-security-7.4.0.jar:7.4.0]",
  1661. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1662. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:246) [x-pack-security-7.4.0.jar:7.4.0]",
  1663. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
  1664. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
  1665. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
  1666. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
  1667. "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:139) [x-pack-security-7.4.0.jar:7.4.0]",
  1668. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:155) [x-pack-security-7.4.0.jar:7.4.0]",
  1669. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:107) [x-pack-security-7.4.0.jar:7.4.0]",
  1670. "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:151) [elasticsearch-7.4.0.jar:7.4.0]",
  1671. "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:129) [elasticsearch-7.4.0.jar:7.4.0]",
  1672. "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:64) [elasticsearch-7.4.0.jar:7.4.0]",
  1673. "at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:83) [elasticsearch-7.4.0.jar:7.4.0]",
  1674. "at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:72) [elasticsearch-7.4.0.jar:7.4.0]",
  1675. "at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:396) [elasticsearch-7.4.0.jar:7.4.0]",
  1676. "at org.elasticsearch.action.ActionRequestBuilder.execute(ActionRequestBuilder.java:70) [elasticsearch-7.4.0.jar:7.4.0]",
  1677. "at org.elasticsearch.xpack.monitoring.rest.action.RestMonitoringBulkAction.lambda$doPrepareRequest$0(RestMonitoringBulkAction.java:104) [x-pack-monitoring-7.4.0.jar:7.4.0]",
  1678. "at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:108) [elasticsearch-7.4.0.jar:7.4.0]",
  1679. "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.lambda$handleRequest$0(SecurityRestFilter.java:58) [x-pack-security-7.4.0.jar:7.4.0]",
  1680. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1681. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$writeAuthToContext$24(AuthenticationService.java:570) [x-pack-security-7.4.0.jar:7.4.0]",
  1682. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.writeAuthToContext(AuthenticationService.java:579) [x-pack-security-7.4.0.jar:7.4.0]",
  1683. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.finishAuthentication(AuthenticationService.java:560) [x-pack-security-7.4.0.jar:7.4.0]",
  1684. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeUser(AuthenticationService.java:510) [x-pack-security-7.4.0.jar:7.4.0]",
  1685. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$16(AuthenticationService.java:404) [x-pack-security-7.4.0.jar:7.4.0]",
  1686. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1687. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
  1688. "at org.elasticsearch.xpack.core.common.IteratingActionListener.onResponse(IteratingActionListener.java:120) [x-pack-core-7.4.0.jar:7.4.0]",
  1689. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$13(AuthenticationService.java:374) [x-pack-security-7.4.0.jar:7.4.0]",
  1690. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1691. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$1(CachingUsernamePasswordRealm.java:145) [x-pack-security-7.4.0.jar:7.4.0]",
  1692. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1693. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.handleCachedAuthentication(CachingUsernamePasswordRealm.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
  1694. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$2(CachingUsernamePasswordRealm.java:137) [x-pack-security-7.4.0.jar:7.4.0]",
  1695. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1696. "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:99) [elasticsearch-7.4.0.jar:7.4.0]",
  1697. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
  1698. "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.4.0.jar:7.4.0]",
  1699. "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:93) [elasticsearch-7.4.0.jar:7.4.0]",
  1700. "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:55) [elasticsearch-7.4.0.jar:7.4.0]",
  1701. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticateWithCache(CachingUsernamePasswordRealm.java:132) [x-pack-security-7.4.0.jar:7.4.0]",
  1702. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticate(CachingUsernamePasswordRealm.java:103) [x-pack-security-7.4.0.jar:7.4.0]",
  1703. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$15(AuthenticationService.java:365) [x-pack-security-7.4.0.jar:7.4.0]",
  1704. "at org.elasticsearch.xpack.core.common.IteratingActionListener.run(IteratingActionListener.java:102) [x-pack-core-7.4.0.jar:7.4.0]",
  1705. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeToken(AuthenticationService.java:408) [x-pack-security-7.4.0.jar:7.4.0]",
  1706. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$extractToken$11(AuthenticationService.java:335) [x-pack-security-7.4.0.jar:7.4.0]",
  1707. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.extractToken(AuthenticationService.java:345) [x-pack-security-7.4.0.jar:7.4.0]",
  1708. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$checkForApiKey$3(AuthenticationService.java:288) [x-pack-security-7.4.0.jar:7.4.0]",
  1709. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1710. "at org.elasticsearch.xpack.security.authc.ApiKeyService.authenticateWithApiKeyIfPresent(ApiKeyService.java:362) [x-pack-security-7.4.0.jar:7.4.0]",
  1711. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.checkForApiKey(AuthenticationService.java:269) [x-pack-security-7.4.0.jar:7.4.0]",
  1712. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$0(AuthenticationService.java:252) [x-pack-security-7.4.0.jar:7.4.0]",
  1713. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1714. "at org.elasticsearch.xpack.security.authc.TokenService.getAndValidateToken(TokenService.java:390) [x-pack-security-7.4.0.jar:7.4.0]",
  1715. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:248) [x-pack-security-7.4.0.jar:7.4.0]",
  1716. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
  1717. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
  1718. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
  1719. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
  1720. "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:122) [x-pack-security-7.4.0.jar:7.4.0]",
  1721. "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.handleRequest(SecurityRestFilter.java:55) [x-pack-security-7.4.0.jar:7.4.0]",
  1722. "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:222) [elasticsearch-7.4.0.jar:7.4.0]",
  1723. "at org.elasticsearch.rest.RestController.tryAllHandlers(RestController.java:295) [elasticsearch-7.4.0.jar:7.4.0]",
  1724. "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:166) [elasticsearch-7.4.0.jar:7.4.0]",
  1725. "at org.elasticsearch.http.AbstractHttpServerTransport.dispatchRequest(AbstractHttpServerTransport.java:322) [elasticsearch-7.4.0.jar:7.4.0]",
  1726. "at org.elasticsearch.http.AbstractHttpServerTransport.handleIncomingRequest(AbstractHttpServerTransport.java:372) [elasticsearch-7.4.0.jar:7.4.0]",
  1727. "at org.elasticsearch.http.AbstractHttpServerTransport.incomingRequest(AbstractHttpServerTransport.java:301) [elasticsearch-7.4.0.jar:7.4.0]",
  1728. "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:69) [transport-netty4-client-7.4.0.jar:7.4.0]",
  1729. "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:31) [transport-netty4-client-7.4.0.jar:7.4.0]",
  1730. "at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1731. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1732. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1733. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1734. "at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:58) [transport-netty4-client-7.4.0.jar:7.4.0]",
  1735. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1736. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1737. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1738. "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1739. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1740. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1741. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1742. "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1743. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1744. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1745. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1746. "at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:328) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1747. "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:302) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1748. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1749. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1750. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1751. "at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:287) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  1752. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1753. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1754. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1755. "at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1475) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  1756. "at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1224) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  1757. "at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1271) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  1758. "at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:505) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1759. "at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:444) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1760. "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:283) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1761. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1762. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1763. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1764. "at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1421) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1765. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1766. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1767. "at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:930) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1768. "at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1769. "at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:697) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1770. "at io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:597) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1771. "at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:551) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1772. "at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:511) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1773. "at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:918) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
  1774. "at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
  1775. "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
  1776. {"type": "server", "timestamp": "2019-10-16T20:10:57,390Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  1777. {"type": "server", "timestamp": "2019-10-16T20:10:57,391Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  1778. {"type": "server", "timestamp": "2019-10-16T20:11:06,351Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_monitoring/bulk, params: {system_id=kibana, system_api_version=6, interval=10000ms}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  1779. "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
  1780. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
  1781. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedRaiseException(ClusterBlocks.java:175) ~[elasticsearch-7.4.0.jar:7.4.0]",
  1782. "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:55) ~[?:?]",
  1783. "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:35) ~[?:?]",
  1784. "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:153) [elasticsearch-7.4.0.jar:7.4.0]",
  1785. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:86) [x-pack-security-7.4.0.jar:7.4.0]",
  1786. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1787. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$authorizeRequest$4(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
  1788. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1789. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$4(AuthorizationService.java:239) [x-pack-security-7.4.0.jar:7.4.0]",
  1790. "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:613) [x-pack-security-7.4.0.jar:7.4.0]",
  1791. "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:588) [x-pack-security-7.4.0.jar:7.4.0]",
  1792. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
  1793. "at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeClusterAction(RBACEngine.java:144) [x-pack-security-7.4.0.jar:7.4.0]",
  1794. "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeAction(AuthorizationService.java:241) [x-pack-security-7.4.0.jar:7.4.0]",
  1795. "at org.elasticsearch.xpack.security.authz.AuthorizationService.maybeAuthorizeRunAs(AuthorizationService.java:225) [x-pack-security-7.4.0.jar:7.4.0]",
  1796. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorize$1(AuthorizationService.java:191) [x-pack-security-7.4.0.jar:7.4.0]",
  1797. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1798. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
  1799. "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$resolveAuthorizationInfo$1(RBACEngine.java:117) [x-pack-security-7.4.0.jar:7.4.0]",
  1800. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1801. "at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRoles(CompositeRolesStore.java:229) [x-pack-security-7.4.0.jar:7.4.0]",
  1802. "at org.elasticsearch.xpack.security.authz.RBACEngine.getRoles(RBACEngine.java:123) [x-pack-security-7.4.0.jar:7.4.0]",
  1803. "at org.elasticsearch.xpack.security.authz.RBACEngine.resolveAuthorizationInfo(RBACEngine.java:111) [x-pack-security-7.4.0.jar:7.4.0]",
  1804. "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:193) [x-pack-security-7.4.0.jar:7.4.0]",
  1805. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.authorizeRequest(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
  1806. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$3(SecurityActionFilter.java:158) [x-pack-security-7.4.0.jar:7.4.0]",
  1807. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1808. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:246) [x-pack-security-7.4.0.jar:7.4.0]",
  1809. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
  1810. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
  1811. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
  1812. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
  1813. "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:139) [x-pack-security-7.4.0.jar:7.4.0]",
  1814. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:155) [x-pack-security-7.4.0.jar:7.4.0]",
  1815. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:107) [x-pack-security-7.4.0.jar:7.4.0]",
  1816. "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:151) [elasticsearch-7.4.0.jar:7.4.0]",
  1817. "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:129) [elasticsearch-7.4.0.jar:7.4.0]",
  1818. "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:64) [elasticsearch-7.4.0.jar:7.4.0]",
  1819. "at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:83) [elasticsearch-7.4.0.jar:7.4.0]",
  1820. "at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:72) [elasticsearch-7.4.0.jar:7.4.0]",
  1821. "at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:396) [elasticsearch-7.4.0.jar:7.4.0]",
  1822. "at org.elasticsearch.action.ActionRequestBuilder.execute(ActionRequestBuilder.java:70) [elasticsearch-7.4.0.jar:7.4.0]",
  1823. "at org.elasticsearch.xpack.monitoring.rest.action.RestMonitoringBulkAction.lambda$doPrepareRequest$0(RestMonitoringBulkAction.java:104) [x-pack-monitoring-7.4.0.jar:7.4.0]",
  1824. "at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:108) [elasticsearch-7.4.0.jar:7.4.0]",
  1825. "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.lambda$handleRequest$0(SecurityRestFilter.java:58) [x-pack-security-7.4.0.jar:7.4.0]",
  1826. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1827. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$writeAuthToContext$24(AuthenticationService.java:570) [x-pack-security-7.4.0.jar:7.4.0]",
  1828. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.writeAuthToContext(AuthenticationService.java:579) [x-pack-security-7.4.0.jar:7.4.0]",
  1829. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.finishAuthentication(AuthenticationService.java:560) [x-pack-security-7.4.0.jar:7.4.0]",
  1830. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeUser(AuthenticationService.java:510) [x-pack-security-7.4.0.jar:7.4.0]",
  1831. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$16(AuthenticationService.java:404) [x-pack-security-7.4.0.jar:7.4.0]",
  1832. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1833. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
  1834. "at org.elasticsearch.xpack.core.common.IteratingActionListener.onResponse(IteratingActionListener.java:120) [x-pack-core-7.4.0.jar:7.4.0]",
  1835. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$13(AuthenticationService.java:374) [x-pack-security-7.4.0.jar:7.4.0]",
  1836. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1837. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$1(CachingUsernamePasswordRealm.java:145) [x-pack-security-7.4.0.jar:7.4.0]",
  1838. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1839. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.handleCachedAuthentication(CachingUsernamePasswordRealm.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
  1840. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$2(CachingUsernamePasswordRealm.java:137) [x-pack-security-7.4.0.jar:7.4.0]",
  1841. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1842. "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:99) [elasticsearch-7.4.0.jar:7.4.0]",
  1843. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
  1844. "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.4.0.jar:7.4.0]",
  1845. "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:93) [elasticsearch-7.4.0.jar:7.4.0]",
  1846. "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:55) [elasticsearch-7.4.0.jar:7.4.0]",
  1847. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticateWithCache(CachingUsernamePasswordRealm.java:132) [x-pack-security-7.4.0.jar:7.4.0]",
  1848. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticate(CachingUsernamePasswordRealm.java:103) [x-pack-security-7.4.0.jar:7.4.0]",
  1849. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$15(AuthenticationService.java:365) [x-pack-security-7.4.0.jar:7.4.0]",
  1850. "at org.elasticsearch.xpack.core.common.IteratingActionListener.run(IteratingActionListener.java:102) [x-pack-core-7.4.0.jar:7.4.0]",
  1851. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeToken(AuthenticationService.java:408) [x-pack-security-7.4.0.jar:7.4.0]",
  1852. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$extractToken$11(AuthenticationService.java:335) [x-pack-security-7.4.0.jar:7.4.0]",
  1853. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.extractToken(AuthenticationService.java:345) [x-pack-security-7.4.0.jar:7.4.0]",
  1854. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$checkForApiKey$3(AuthenticationService.java:288) [x-pack-security-7.4.0.jar:7.4.0]",
  1855. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1856. "at org.elasticsearch.xpack.security.authc.ApiKeyService.authenticateWithApiKeyIfPresent(ApiKeyService.java:362) [x-pack-security-7.4.0.jar:7.4.0]",
  1857. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.checkForApiKey(AuthenticationService.java:269) [x-pack-security-7.4.0.jar:7.4.0]",
  1858. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$0(AuthenticationService.java:252) [x-pack-security-7.4.0.jar:7.4.0]",
  1859. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1860. "at org.elasticsearch.xpack.security.authc.TokenService.getAndValidateToken(TokenService.java:390) [x-pack-security-7.4.0.jar:7.4.0]",
  1861. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:248) [x-pack-security-7.4.0.jar:7.4.0]",
  1862. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
  1863. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
  1864. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
  1865. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
  1866. "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:122) [x-pack-security-7.4.0.jar:7.4.0]",
  1867. "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.handleRequest(SecurityRestFilter.java:55) [x-pack-security-7.4.0.jar:7.4.0]",
  1868. "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:222) [elasticsearch-7.4.0.jar:7.4.0]",
  1869. "at org.elasticsearch.rest.RestController.tryAllHandlers(RestController.java:295) [elasticsearch-7.4.0.jar:7.4.0]",
  1870. "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:166) [elasticsearch-7.4.0.jar:7.4.0]",
  1871. "at org.elasticsearch.http.AbstractHttpServerTransport.dispatchRequest(AbstractHttpServerTransport.java:322) [elasticsearch-7.4.0.jar:7.4.0]",
  1872. "at org.elasticsearch.http.AbstractHttpServerTransport.handleIncomingRequest(AbstractHttpServerTransport.java:372) [elasticsearch-7.4.0.jar:7.4.0]",
  1873. "at org.elasticsearch.http.AbstractHttpServerTransport.incomingRequest(AbstractHttpServerTransport.java:301) [elasticsearch-7.4.0.jar:7.4.0]",
  1874. "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:69) [transport-netty4-client-7.4.0.jar:7.4.0]",
  1875. "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:31) [transport-netty4-client-7.4.0.jar:7.4.0]",
  1876. "at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1877. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1878. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1879. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1880. "at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:58) [transport-netty4-client-7.4.0.jar:7.4.0]",
  1881. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1882. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1883. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1884. "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1885. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1886. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1887. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1888. "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1889. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1890. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1891. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1892. "at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:328) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1893. "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:302) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1894. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1895. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1896. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1897. "at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:287) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  1898. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1899. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1900. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1901. "at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1475) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  1902. "at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1224) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  1903. "at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1271) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  1904. "at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:505) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1905. "at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:444) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1906. "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:283) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  1907. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1908. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1909. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1910. "at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1421) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1911. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1912. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1913. "at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:930) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1914. "at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1915. "at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:697) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1916. "at io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:597) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1917. "at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:551) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1918. "at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:511) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  1919. "at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:918) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
  1920. "at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
  1921. "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
  1922. {"type": "server", "timestamp": "2019-10-16T20:11:15,198Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_bulk, params: {}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  1923. "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
  1924. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
  1925. "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.handleBlockExceptions(TransportBulkAction.java:476) [elasticsearch-7.4.0.jar:7.4.0]",
  1926. "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.doRun(TransportBulkAction.java:357) [elasticsearch-7.4.0.jar:7.4.0]",
  1927. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
  1928. "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation$2.onTimeout(TransportBulkAction.java:510) [elasticsearch-7.4.0.jar:7.4.0]",
  1929. "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
  1930. "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
  1931. "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
  1932. "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
  1933. "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  1934. "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  1935. "at java.lang.Thread.run(Thread.java:830) [?:?]",
  1936. "Suppressed: org.elasticsearch.discovery.MasterNotDiscoveredException",
  1937. "\tat org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:214) ~[elasticsearch-7.4.0.jar:7.4.0]",
  1938. "\tat org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
  1939. "\tat org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
  1940. "\tat org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
  1941. "\tat org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
  1942. "\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  1943. "\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  1944. "\tat java.lang.Thread.run(Thread.java:830) [?:?]"] }
  1945. {"type": "server", "timestamp": "2019-10-16T20:11:16,365Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_monitoring/bulk, params: {system_id=kibana, system_api_version=6, interval=10000ms}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  1946. "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
  1947. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
  1948. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedRaiseException(ClusterBlocks.java:175) ~[elasticsearch-7.4.0.jar:7.4.0]",
  1949. "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:55) ~[?:?]",
  1950. "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:35) ~[?:?]",
  1951. "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:153) [elasticsearch-7.4.0.jar:7.4.0]",
  1952. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:86) [x-pack-security-7.4.0.jar:7.4.0]",
  1953. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1954. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$authorizeRequest$4(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
  1955. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1956. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$4(AuthorizationService.java:239) [x-pack-security-7.4.0.jar:7.4.0]",
  1957. "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:613) [x-pack-security-7.4.0.jar:7.4.0]",
  1958. "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:588) [x-pack-security-7.4.0.jar:7.4.0]",
  1959. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
  1960. "at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeClusterAction(RBACEngine.java:144) [x-pack-security-7.4.0.jar:7.4.0]",
  1961. "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeAction(AuthorizationService.java:241) [x-pack-security-7.4.0.jar:7.4.0]",
  1962. "at org.elasticsearch.xpack.security.authz.AuthorizationService.maybeAuthorizeRunAs(AuthorizationService.java:225) [x-pack-security-7.4.0.jar:7.4.0]",
  1963. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorize$1(AuthorizationService.java:191) [x-pack-security-7.4.0.jar:7.4.0]",
  1964. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1965. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
  1966. "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$resolveAuthorizationInfo$1(RBACEngine.java:117) [x-pack-security-7.4.0.jar:7.4.0]",
  1967. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1968. "at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRoles(CompositeRolesStore.java:229) [x-pack-security-7.4.0.jar:7.4.0]",
  1969. "at org.elasticsearch.xpack.security.authz.RBACEngine.getRoles(RBACEngine.java:123) [x-pack-security-7.4.0.jar:7.4.0]",
  1970. "at org.elasticsearch.xpack.security.authz.RBACEngine.resolveAuthorizationInfo(RBACEngine.java:111) [x-pack-security-7.4.0.jar:7.4.0]",
  1971. "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:193) [x-pack-security-7.4.0.jar:7.4.0]",
  1972. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.authorizeRequest(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
  1973. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$3(SecurityActionFilter.java:158) [x-pack-security-7.4.0.jar:7.4.0]",
  1974. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1975. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:246) [x-pack-security-7.4.0.jar:7.4.0]",
  1976. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
  1977. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
  1978. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
  1979. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
  1980. "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:139) [x-pack-security-7.4.0.jar:7.4.0]",
  1981. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:155) [x-pack-security-7.4.0.jar:7.4.0]",
  1982. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:107) [x-pack-security-7.4.0.jar:7.4.0]",
  1983. "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:151) [elasticsearch-7.4.0.jar:7.4.0]",
  1984. "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:129) [elasticsearch-7.4.0.jar:7.4.0]",
  1985. "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:64) [elasticsearch-7.4.0.jar:7.4.0]",
  1986. "at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:83) [elasticsearch-7.4.0.jar:7.4.0]",
  1987. "at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:72) [elasticsearch-7.4.0.jar:7.4.0]",
  1988. "at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:396) [elasticsearch-7.4.0.jar:7.4.0]",
  1989. "at org.elasticsearch.action.ActionRequestBuilder.execute(ActionRequestBuilder.java:70) [elasticsearch-7.4.0.jar:7.4.0]",
  1990. "at org.elasticsearch.xpack.monitoring.rest.action.RestMonitoringBulkAction.lambda$doPrepareRequest$0(RestMonitoringBulkAction.java:104) [x-pack-monitoring-7.4.0.jar:7.4.0]",
  1991. "at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:108) [elasticsearch-7.4.0.jar:7.4.0]",
  1992. "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.lambda$handleRequest$0(SecurityRestFilter.java:58) [x-pack-security-7.4.0.jar:7.4.0]",
  1993. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  1994. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$writeAuthToContext$24(AuthenticationService.java:570) [x-pack-security-7.4.0.jar:7.4.0]",
  1995. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.writeAuthToContext(AuthenticationService.java:579) [x-pack-security-7.4.0.jar:7.4.0]",
  1996. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.finishAuthentication(AuthenticationService.java:560) [x-pack-security-7.4.0.jar:7.4.0]",
  1997. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeUser(AuthenticationService.java:510) [x-pack-security-7.4.0.jar:7.4.0]",
  1998. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$16(AuthenticationService.java:404) [x-pack-security-7.4.0.jar:7.4.0]",
  1999. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  2000. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
  2001. "at org.elasticsearch.xpack.core.common.IteratingActionListener.onResponse(IteratingActionListener.java:120) [x-pack-core-7.4.0.jar:7.4.0]",
  2002. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$13(AuthenticationService.java:374) [x-pack-security-7.4.0.jar:7.4.0]",
  2003. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  2004. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$1(CachingUsernamePasswordRealm.java:145) [x-pack-security-7.4.0.jar:7.4.0]",
  2005. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  2006. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.handleCachedAuthentication(CachingUsernamePasswordRealm.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
  2007. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$2(CachingUsernamePasswordRealm.java:137) [x-pack-security-7.4.0.jar:7.4.0]",
  2008. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  2009. "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:99) [elasticsearch-7.4.0.jar:7.4.0]",
  2010. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
  2011. "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.4.0.jar:7.4.0]",
  2012. "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:93) [elasticsearch-7.4.0.jar:7.4.0]",
  2013. "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:55) [elasticsearch-7.4.0.jar:7.4.0]",
  2014. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticateWithCache(CachingUsernamePasswordRealm.java:132) [x-pack-security-7.4.0.jar:7.4.0]",
  2015. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticate(CachingUsernamePasswordRealm.java:103) [x-pack-security-7.4.0.jar:7.4.0]",
  2016. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$15(AuthenticationService.java:365) [x-pack-security-7.4.0.jar:7.4.0]",
  2017. "at org.elasticsearch.xpack.core.common.IteratingActionListener.run(IteratingActionListener.java:102) [x-pack-core-7.4.0.jar:7.4.0]",
  2018. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeToken(AuthenticationService.java:408) [x-pack-security-7.4.0.jar:7.4.0]",
  2019. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$extractToken$11(AuthenticationService.java:335) [x-pack-security-7.4.0.jar:7.4.0]",
  2020. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.extractToken(AuthenticationService.java:345) [x-pack-security-7.4.0.jar:7.4.0]",
  2021. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$checkForApiKey$3(AuthenticationService.java:288) [x-pack-security-7.4.0.jar:7.4.0]",
  2022. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  2023. "at org.elasticsearch.xpack.security.authc.ApiKeyService.authenticateWithApiKeyIfPresent(ApiKeyService.java:362) [x-pack-security-7.4.0.jar:7.4.0]",
  2024. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.checkForApiKey(AuthenticationService.java:269) [x-pack-security-7.4.0.jar:7.4.0]",
  2025. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$0(AuthenticationService.java:252) [x-pack-security-7.4.0.jar:7.4.0]",
  2026. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  2027. "at org.elasticsearch.xpack.security.authc.TokenService.getAndValidateToken(TokenService.java:390) [x-pack-security-7.4.0.jar:7.4.0]",
  2028. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:248) [x-pack-security-7.4.0.jar:7.4.0]",
  2029. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
  2030. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
  2031. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
  2032. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
  2033. "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:122) [x-pack-security-7.4.0.jar:7.4.0]",
  2034. "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.handleRequest(SecurityRestFilter.java:55) [x-pack-security-7.4.0.jar:7.4.0]",
  2035. "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:222) [elasticsearch-7.4.0.jar:7.4.0]",
  2036. "at org.elasticsearch.rest.RestController.tryAllHandlers(RestController.java:295) [elasticsearch-7.4.0.jar:7.4.0]",
  2037. "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:166) [elasticsearch-7.4.0.jar:7.4.0]",
  2038. "at org.elasticsearch.http.AbstractHttpServerTransport.dispatchRequest(AbstractHttpServerTransport.java:322) [elasticsearch-7.4.0.jar:7.4.0]",
  2039. "at org.elasticsearch.http.AbstractHttpServerTransport.handleIncomingRequest(AbstractHttpServerTransport.java:372) [elasticsearch-7.4.0.jar:7.4.0]",
  2040. "at org.elasticsearch.http.AbstractHttpServerTransport.incomingRequest(AbstractHttpServerTransport.java:301) [elasticsearch-7.4.0.jar:7.4.0]",
  2041. "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:69) [transport-netty4-client-7.4.0.jar:7.4.0]",
  2042. "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:31) [transport-netty4-client-7.4.0.jar:7.4.0]",
  2043. "at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2044. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2045. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2046. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2047. "at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:58) [transport-netty4-client-7.4.0.jar:7.4.0]",
  2048. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2049. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2050. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2051. "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  2052. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2053. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2054. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2055. "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  2056. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2057. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2058. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2059. "at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:328) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  2060. "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:302) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  2061. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2062. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2063. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2064. "at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:287) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  2065. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2066. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2067. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2068. "at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1475) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  2069. "at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1224) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  2070. "at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1271) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  2071. "at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:505) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  2072. "at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:444) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  2073. "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:283) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  2074. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2075. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2076. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2077. "at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1421) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2078. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2079. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2080. "at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:930) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2081. "at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2082. "at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:697) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2083. "at io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:597) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2084. "at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:551) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2085. "at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:511) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2086. "at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:918) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
  2087. "at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
  2088. "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
  2089. {"type": "server", "timestamp": "2019-10-16T20:11:16,954Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  2090. {"type": "server", "timestamp": "2019-10-16T20:11:16,999Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_bulk, params: {}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  2091. "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
  2092. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
  2093. "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.handleBlockExceptions(TransportBulkAction.java:476) [elasticsearch-7.4.0.jar:7.4.0]",
  2094. "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.doRun(TransportBulkAction.java:357) [elasticsearch-7.4.0.jar:7.4.0]",
  2095. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
  2096. "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation$2.onTimeout(TransportBulkAction.java:510) [elasticsearch-7.4.0.jar:7.4.0]",
  2097. "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
  2098. "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
  2099. "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
  2100. "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
  2101. "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  2102. "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  2103. "at java.lang.Thread.run(Thread.java:830) [?:?]",
  2104. "Suppressed: org.elasticsearch.discovery.MasterNotDiscoveredException",
  2105. "\tat org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:214) ~[elasticsearch-7.4.0.jar:7.4.0]",
  2106. "\tat org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
  2107. "\tat org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
  2108. "\tat org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
  2109. "\tat org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
  2110. "\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  2111. "\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  2112. "\tat java.lang.Thread.run(Thread.java:830) [?:?]"] }
  2113. {"type": "server", "timestamp": "2019-10-16T20:11:17,015Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_bulk, params: {}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  2114. "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
  2115. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
  2116. "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.handleBlockExceptions(TransportBulkAction.java:476) [elasticsearch-7.4.0.jar:7.4.0]",
  2117. "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.doRun(TransportBulkAction.java:357) [elasticsearch-7.4.0.jar:7.4.0]",
  2118. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
  2119. "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation$2.onTimeout(TransportBulkAction.java:510) [elasticsearch-7.4.0.jar:7.4.0]",
  2120. "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
  2121. "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
  2122. "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
  2123. "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
  2124. "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  2125. "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  2126. "at java.lang.Thread.run(Thread.java:830) [?:?]",
  2127. "Suppressed: org.elasticsearch.discovery.MasterNotDiscoveredException",
  2128. "\tat org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:214) ~[elasticsearch-7.4.0.jar:7.4.0]",
  2129. "\tat org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
  2130. "\tat org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
  2131. "\tat org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
  2132. "\tat org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
  2133. "\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  2134. "\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  2135. "\tat java.lang.Thread.run(Thread.java:830) [?:?]"] }
  2136. {"type": "server", "timestamp": "2019-10-16T20:11:17,757Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  2137. {"type": "server", "timestamp": "2019-10-16T20:11:18,451Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_bulk, params: {}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  2138. "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
  2139. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
  2140. "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.handleBlockExceptions(TransportBulkAction.java:476) [elasticsearch-7.4.0.jar:7.4.0]",
  2141. "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.doRun(TransportBulkAction.java:357) [elasticsearch-7.4.0.jar:7.4.0]",
  2142. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
  2143. "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation$2.onTimeout(TransportBulkAction.java:510) [elasticsearch-7.4.0.jar:7.4.0]",
  2144. "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
  2145. "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
  2146. "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
  2147. "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
  2148. "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  2149. "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  2150. "at java.lang.Thread.run(Thread.java:830) [?:?]",
  2151. "Suppressed: org.elasticsearch.discovery.MasterNotDiscoveredException",
  2152. "\tat org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:214) ~[elasticsearch-7.4.0.jar:7.4.0]",
  2153. "\tat org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
  2154. "\tat org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
  2155. "\tat org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
  2156. "\tat org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
  2157. "\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  2158. "\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  2159. "\tat java.lang.Thread.run(Thread.java:830) [?:?]"] }
  2160. {"type": "server", "timestamp": "2019-10-16T20:11:24,671Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "timed out while retrying [indices:admin/create] after failure (timeout [1m])", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  2161. {"type": "server", "timestamp": "2019-10-16T20:11:24,791Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_bulk, params: {}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  2162. "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
  2163. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
  2164. "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.handleBlockExceptions(TransportBulkAction.java:476) [elasticsearch-7.4.0.jar:7.4.0]",
  2165. "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.doRun(TransportBulkAction.java:357) [elasticsearch-7.4.0.jar:7.4.0]",
  2166. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
  2167. "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation$2.onTimeout(TransportBulkAction.java:510) [elasticsearch-7.4.0.jar:7.4.0]",
  2168. "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
  2169. "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
  2170. "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
  2171. "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
  2172. "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  2173. "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  2174. "at java.lang.Thread.run(Thread.java:830) [?:?]",
  2175. "Suppressed: org.elasticsearch.discovery.MasterNotDiscoveredException",
  2176. "\tat org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:214) ~[elasticsearch-7.4.0.jar:7.4.0]",
  2177. "\tat org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
  2178. "\tat org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
  2179. "\tat org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
  2180. "\tat org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
  2181. "\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  2182. "\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  2183. "\tat java.lang.Thread.run(Thread.java:830) [?:?]"] }
  2184. {"type": "server", "timestamp": "2019-10-16T20:11:25,238Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_bulk, params: {}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  2185. "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
  2186. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
  2187. "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.handleBlockExceptions(TransportBulkAction.java:476) [elasticsearch-7.4.0.jar:7.4.0]",
  2188. "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation.doRun(TransportBulkAction.java:357) [elasticsearch-7.4.0.jar:7.4.0]",
  2189. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
  2190. "at org.elasticsearch.action.bulk.TransportBulkAction$BulkOperation$2.onTimeout(TransportBulkAction.java:510) [elasticsearch-7.4.0.jar:7.4.0]",
  2191. "at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
  2192. "at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
  2193. "at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
  2194. "at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
  2195. "at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  2196. "at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  2197. "at java.lang.Thread.run(Thread.java:830) [?:?]",
  2198. "Suppressed: org.elasticsearch.discovery.MasterNotDiscoveredException",
  2199. "\tat org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$2.onTimeout(TransportMasterNodeAction.java:214) ~[elasticsearch-7.4.0.jar:7.4.0]",
  2200. "\tat org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:325) [elasticsearch-7.4.0.jar:7.4.0]",
  2201. "\tat org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:252) [elasticsearch-7.4.0.jar:7.4.0]",
  2202. "\tat org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:598) [elasticsearch-7.4.0.jar:7.4.0]",
  2203. "\tat org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:703) [elasticsearch-7.4.0.jar:7.4.0]",
  2204. "\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]",
  2205. "\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]",
  2206. "\tat java.lang.Thread.run(Thread.java:830) [?:?]"] }
  2207. {"type": "server", "timestamp": "2019-10-16T20:11:26,312Z", "level": "DEBUG", "component": "o.e.a.a.i.c.TransportCreateIndexAction", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "no known master node, scheduling a retry", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" }
  2208. {"type": "server", "timestamp": "2019-10-16T20:11:26,363Z", "level": "WARN", "component": "r.suppressed", "cluster.name": "d2c-es-cluster-prod", "node.name": "d2c-es-cluster-prod-master-1", "message": "path: /_monitoring/bulk, params: {system_id=kibana, system_api_version=6, interval=10000ms}", "cluster.uuid": "5xgGnZjvRgGAvMAeqwI-WQ", "node.id": "ZNJT576sQ5WcGAE8xa78Yw" ,
  2209. "stacktrace": ["org.elasticsearch.cluster.block.ClusterBlockException: blocked by: [SERVICE_UNAVAILABLE/2/no master];",
  2210. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:189) ~[elasticsearch-7.4.0.jar:7.4.0]",
  2211. "at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedRaiseException(ClusterBlocks.java:175) ~[elasticsearch-7.4.0.jar:7.4.0]",
  2212. "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:55) ~[?:?]",
  2213. "at org.elasticsearch.xpack.monitoring.action.TransportMonitoringBulkAction.doExecute(TransportMonitoringBulkAction.java:35) ~[?:?]",
  2214. "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:153) [elasticsearch-7.4.0.jar:7.4.0]",
  2215. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:86) [x-pack-security-7.4.0.jar:7.4.0]",
  2216. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  2217. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$authorizeRequest$4(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
  2218. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  2219. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$4(AuthorizationService.java:239) [x-pack-security-7.4.0.jar:7.4.0]",
  2220. "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:613) [x-pack-security-7.4.0.jar:7.4.0]",
  2221. "at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:588) [x-pack-security-7.4.0.jar:7.4.0]",
  2222. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
  2223. "at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeClusterAction(RBACEngine.java:144) [x-pack-security-7.4.0.jar:7.4.0]",
  2224. "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeAction(AuthorizationService.java:241) [x-pack-security-7.4.0.jar:7.4.0]",
  2225. "at org.elasticsearch.xpack.security.authz.AuthorizationService.maybeAuthorizeRunAs(AuthorizationService.java:225) [x-pack-security-7.4.0.jar:7.4.0]",
  2226. "at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorize$1(AuthorizationService.java:191) [x-pack-security-7.4.0.jar:7.4.0]",
  2227. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  2228. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
  2229. "at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$resolveAuthorizationInfo$1(RBACEngine.java:117) [x-pack-security-7.4.0.jar:7.4.0]",
  2230. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  2231. "at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRoles(CompositeRolesStore.java:229) [x-pack-security-7.4.0.jar:7.4.0]",
  2232. "at org.elasticsearch.xpack.security.authz.RBACEngine.getRoles(RBACEngine.java:123) [x-pack-security-7.4.0.jar:7.4.0]",
  2233. "at org.elasticsearch.xpack.security.authz.RBACEngine.resolveAuthorizationInfo(RBACEngine.java:111) [x-pack-security-7.4.0.jar:7.4.0]",
  2234. "at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:193) [x-pack-security-7.4.0.jar:7.4.0]",
  2235. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.authorizeRequest(SecurityActionFilter.java:172) [x-pack-security-7.4.0.jar:7.4.0]",
  2236. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$3(SecurityActionFilter.java:158) [x-pack-security-7.4.0.jar:7.4.0]",
  2237. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  2238. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:246) [x-pack-security-7.4.0.jar:7.4.0]",
  2239. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
  2240. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
  2241. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
  2242. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
  2243. "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:139) [x-pack-security-7.4.0.jar:7.4.0]",
  2244. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:155) [x-pack-security-7.4.0.jar:7.4.0]",
  2245. "at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:107) [x-pack-security-7.4.0.jar:7.4.0]",
  2246. "at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:151) [elasticsearch-7.4.0.jar:7.4.0]",
  2247. "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:129) [elasticsearch-7.4.0.jar:7.4.0]",
  2248. "at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:64) [elasticsearch-7.4.0.jar:7.4.0]",
  2249. "at org.elasticsearch.client.node.NodeClient.executeLocally(NodeClient.java:83) [elasticsearch-7.4.0.jar:7.4.0]",
  2250. "at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:72) [elasticsearch-7.4.0.jar:7.4.0]",
  2251. "at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:396) [elasticsearch-7.4.0.jar:7.4.0]",
  2252. "at org.elasticsearch.action.ActionRequestBuilder.execute(ActionRequestBuilder.java:70) [elasticsearch-7.4.0.jar:7.4.0]",
  2253. "at org.elasticsearch.xpack.monitoring.rest.action.RestMonitoringBulkAction.lambda$doPrepareRequest$0(RestMonitoringBulkAction.java:104) [x-pack-monitoring-7.4.0.jar:7.4.0]",
  2254. "at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:108) [elasticsearch-7.4.0.jar:7.4.0]",
  2255. "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.lambda$handleRequest$0(SecurityRestFilter.java:58) [x-pack-security-7.4.0.jar:7.4.0]",
  2256. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  2257. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$writeAuthToContext$24(AuthenticationService.java:570) [x-pack-security-7.4.0.jar:7.4.0]",
  2258. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.writeAuthToContext(AuthenticationService.java:579) [x-pack-security-7.4.0.jar:7.4.0]",
  2259. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.finishAuthentication(AuthenticationService.java:560) [x-pack-security-7.4.0.jar:7.4.0]",
  2260. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeUser(AuthenticationService.java:510) [x-pack-security-7.4.0.jar:7.4.0]",
  2261. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$16(AuthenticationService.java:404) [x-pack-security-7.4.0.jar:7.4.0]",
  2262. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  2263. "at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43) [elasticsearch-7.4.0.jar:7.4.0]",
  2264. "at org.elasticsearch.xpack.core.common.IteratingActionListener.onResponse(IteratingActionListener.java:120) [x-pack-core-7.4.0.jar:7.4.0]",
  2265. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$13(AuthenticationService.java:374) [x-pack-security-7.4.0.jar:7.4.0]",
  2266. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  2267. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$1(CachingUsernamePasswordRealm.java:145) [x-pack-security-7.4.0.jar:7.4.0]",
  2268. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  2269. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.handleCachedAuthentication(CachingUsernamePasswordRealm.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
  2270. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.lambda$authenticateWithCache$2(CachingUsernamePasswordRealm.java:137) [x-pack-security-7.4.0.jar:7.4.0]",
  2271. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  2272. "at org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:99) [elasticsearch-7.4.0.jar:7.4.0]",
  2273. "at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-7.4.0.jar:7.4.0]",
  2274. "at org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225) [elasticsearch-7.4.0.jar:7.4.0]",
  2275. "at org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:93) [elasticsearch-7.4.0.jar:7.4.0]",
  2276. "at org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:55) [elasticsearch-7.4.0.jar:7.4.0]",
  2277. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticateWithCache(CachingUsernamePasswordRealm.java:132) [x-pack-security-7.4.0.jar:7.4.0]",
  2278. "at org.elasticsearch.xpack.security.authc.support.CachingUsernamePasswordRealm.authenticate(CachingUsernamePasswordRealm.java:103) [x-pack-security-7.4.0.jar:7.4.0]",
  2279. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$consumeToken$15(AuthenticationService.java:365) [x-pack-security-7.4.0.jar:7.4.0]",
  2280. "at org.elasticsearch.xpack.core.common.IteratingActionListener.run(IteratingActionListener.java:102) [x-pack-core-7.4.0.jar:7.4.0]",
  2281. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.consumeToken(AuthenticationService.java:408) [x-pack-security-7.4.0.jar:7.4.0]",
  2282. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$extractToken$11(AuthenticationService.java:335) [x-pack-security-7.4.0.jar:7.4.0]",
  2283. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.extractToken(AuthenticationService.java:345) [x-pack-security-7.4.0.jar:7.4.0]",
  2284. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$checkForApiKey$3(AuthenticationService.java:288) [x-pack-security-7.4.0.jar:7.4.0]",
  2285. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  2286. "at org.elasticsearch.xpack.security.authc.ApiKeyService.authenticateWithApiKeyIfPresent(ApiKeyService.java:362) [x-pack-security-7.4.0.jar:7.4.0]",
  2287. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.checkForApiKey(AuthenticationService.java:269) [x-pack-security-7.4.0.jar:7.4.0]",
  2288. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$0(AuthenticationService.java:252) [x-pack-security-7.4.0.jar:7.4.0]",
  2289. "at org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:62) [elasticsearch-7.4.0.jar:7.4.0]",
  2290. "at org.elasticsearch.xpack.security.authc.TokenService.getAndValidateToken(TokenService.java:390) [x-pack-security-7.4.0.jar:7.4.0]",
  2291. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:248) [x-pack-security-7.4.0.jar:7.4.0]",
  2292. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:306) [x-pack-security-7.4.0.jar:7.4.0]",
  2293. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:317) [x-pack-security-7.4.0.jar:7.4.0]",
  2294. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:244) [x-pack-security-7.4.0.jar:7.4.0]",
  2295. "at org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:196) [x-pack-security-7.4.0.jar:7.4.0]",
  2296. "at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:122) [x-pack-security-7.4.0.jar:7.4.0]",
  2297. "at org.elasticsearch.xpack.security.rest.SecurityRestFilter.handleRequest(SecurityRestFilter.java:55) [x-pack-security-7.4.0.jar:7.4.0]",
  2298. "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:222) [elasticsearch-7.4.0.jar:7.4.0]",
  2299. "at org.elasticsearch.rest.RestController.tryAllHandlers(RestController.java:295) [elasticsearch-7.4.0.jar:7.4.0]",
  2300. "at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:166) [elasticsearch-7.4.0.jar:7.4.0]",
  2301. "at org.elasticsearch.http.AbstractHttpServerTransport.dispatchRequest(AbstractHttpServerTransport.java:322) [elasticsearch-7.4.0.jar:7.4.0]",
  2302. "at org.elasticsearch.http.AbstractHttpServerTransport.handleIncomingRequest(AbstractHttpServerTransport.java:372) [elasticsearch-7.4.0.jar:7.4.0]",
  2303. "at org.elasticsearch.http.AbstractHttpServerTransport.incomingRequest(AbstractHttpServerTransport.java:301) [elasticsearch-7.4.0.jar:7.4.0]",
  2304. "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:69) [transport-netty4-client-7.4.0.jar:7.4.0]",
  2305. "at org.elasticsearch.http.netty4.Netty4HttpRequestHandler.channelRead0(Netty4HttpRequestHandler.java:31) [transport-netty4-client-7.4.0.jar:7.4.0]",
  2306. "at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2307. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2308. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2309. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2310. "at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:58) [transport-netty4-client-7.4.0.jar:7.4.0]",
  2311. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2312. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2313. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2314. "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  2315. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2316. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2317. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2318. "at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  2319. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2320. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2321. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2322. "at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:328) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  2323. "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:302) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  2324. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2325. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2326. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2327. "at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:287) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  2328. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2329. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2330. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2331. "at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1475) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  2332. "at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1224) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  2333. "at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1271) [netty-handler-4.1.38.Final.jar:4.1.38.Final]",
  2334. "at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:505) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  2335. "at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:444) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  2336. "at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:283) [netty-codec-4.1.38.Final.jar:4.1.38.Final]",
  2337. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2338. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2339. "at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2340. "at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1421) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2341. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2342. "at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2343. "at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:930) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2344. "at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2345. "at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:697) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2346. "at io.netty.channel.nio.NioEventLoop.processSelectedKeysPlain(NioEventLoop.java:597) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2347. "at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:551) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2348. "at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:511) [netty-transport-4.1.38.Final.jar:4.1.38.Final]",
  2349. "at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:918) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
  2350. "at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.38.Final.jar:4.1.38.Final]",
  2351. "at java.lang.Thread.run(Thread.java:830) [?:?]"] }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement