API tools faq
paste
Guest User

Untitled

a guest
Nov 1st, 2024
91
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 351.12 KB | None | 0 0
raw download clone embed print report
  1. [2024-10-15T11:40:03,418][DEBUG][org.elasticsearch.action.admin.indices.settings.put.TransportUpdateSettingsAction] [Node-2] failed to update settings on indices [[[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]]
  2. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  3. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  4. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  5. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  6. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  7. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  8. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  9. [2024-10-15T11:40:03,418][DEBUG][org.elasticsearch.action.support.master.TransportMasterNodeAction] [Node-2] unexpected exception during publication
  10. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  11. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  12. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  13. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  14. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  15. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  16. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  17. [2024-10-15T11:40:03,418][WARN ][rest.suppressed ] [Node-2] path: /designer-objects-ia/_settings, params: {master_timeout=30s, index=designer-objects-ia, timeout=30s}, status: 503
  18. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  19. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  20. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  21. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  22. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  23. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  24. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  25. [2024-10-15T11:40:03,917][DEBUG][org.elasticsearch.action.admin.indices.settings.put.TransportUpdateSettingsAction] [Node-2] failed to update settings on indices [[[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]]
  26. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  27. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  28. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  29. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  30. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  31. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  32. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  33. [2024-10-15T11:40:03,917][DEBUG][org.elasticsearch.action.support.master.TransportMasterNodeAction] [Node-2] unexpected exception during publication
  34. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  35. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  36. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  37. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  38. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  39. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  40. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  41. [2024-10-15T11:40:03,917][WARN ][rest.suppressed ] [Node-2] path: /designer-objects-ia/_settings, params: {master_timeout=30s, index=designer-objects-ia, timeout=30s}, status: 503
  42. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  43. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  44. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  45. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  46. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  47. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  48. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  49. [2024-10-15T11:40:17,020][DEBUG][org.elasticsearch.action.admin.indices.settings.put.TransportUpdateSettingsAction] [Node-2] failed to update settings on indices [[[news-8-0/JXXtmZtqSRm2GKNx1-2Gkw]]]
  50. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[news-8-0/JXXtmZtqSRm2GKNx1-2Gkw]]) within 30s
  51. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  52. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  53. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  54. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  55. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  56. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  57. [2024-10-15T11:40:17,020][DEBUG][org.elasticsearch.action.support.master.TransportMasterNodeAction] [Node-2] unexpected exception during publication
  58. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[news-8-0/JXXtmZtqSRm2GKNx1-2Gkw]]) within 30s
  59. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  60. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  61. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  62. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  63. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  64. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  65. [2024-10-15T11:40:33,421][DEBUG][org.elasticsearch.action.admin.indices.settings.put.TransportUpdateSettingsAction] [Node-2] failed to update settings on indices [[[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]]
  66. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  67. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  68. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  69. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  70. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  71. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  72. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  73. [2024-10-15T11:40:33,421][DEBUG][org.elasticsearch.action.support.master.TransportMasterNodeAction] [Node-2] unexpected exception during publication
  74. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  75. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  76. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  77. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  78. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  79. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  80. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  81. [2024-10-15T11:40:33,920][DEBUG][org.elasticsearch.action.admin.indices.settings.put.TransportUpdateSettingsAction] [Node-2] failed to update settings on indices [[[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]]
  82. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  83. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  84. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  85. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  86. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  87. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  88. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  89. [2024-10-15T11:40:33,920][DEBUG][org.elasticsearch.action.support.master.TransportMasterNodeAction] [Node-2] unexpected exception during publication
  90. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  91. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  92. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  93. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  94. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  95. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  96. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  97. [2024-10-15T11:40:47,023][DEBUG][org.elasticsearch.action.admin.indices.settings.put.TransportUpdateSettingsAction] [Node-2] failed to update settings on indices [[[news-8-0/JXXtmZtqSRm2GKNx1-2Gkw]]]
  98. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[news-8-0/JXXtmZtqSRm2GKNx1-2Gkw]]) within 30s
  99. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  100. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  101. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  102. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  103. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  104. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  105. [2024-10-15T11:40:47,023][DEBUG][org.elasticsearch.action.support.master.TransportMasterNodeAction] [Node-2] unexpected exception during publication
  106. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[news-8-0/JXXtmZtqSRm2GKNx1-2Gkw]]) within 30s
  107. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  108. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  109. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  110. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  111. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  112. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  113. [2024-10-15T11:41:03,425][DEBUG][org.elasticsearch.action.admin.indices.settings.put.TransportUpdateSettingsAction] [Node-2] failed to update settings on indices [[[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]]
  114. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  115. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  116. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  117. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  118. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  119. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  120. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  121. [2024-10-15T11:41:03,425][DEBUG][org.elasticsearch.action.support.master.TransportMasterNodeAction] [Node-2] unexpected exception during publication
  122. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  123. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  124. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  125. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  126. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  127. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  128. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  129. [2024-10-15T11:41:03,923][DEBUG][org.elasticsearch.action.admin.indices.settings.put.TransportUpdateSettingsAction] [Node-2] failed to update settings on indices [[[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]]
  130. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  131. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  132. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  133. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  134. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  135. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  136. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  137. [2024-10-15T11:41:03,924][DEBUG][org.elasticsearch.action.support.master.TransportMasterNodeAction] [Node-2] unexpected exception during publication
  138. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  139. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  140. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  141. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  142. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  143. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  144. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  145. [2024-10-15T11:41:17,027][DEBUG][org.elasticsearch.action.admin.indices.settings.put.TransportUpdateSettingsAction] [Node-2] failed to update settings on indices [[[news-8-0/JXXtmZtqSRm2GKNx1-2Gkw]]]
  146. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[news-8-0/JXXtmZtqSRm2GKNx1-2Gkw]]) within 30s
  147. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  148. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  149. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  150. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  151. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  152. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  153. [2024-10-15T11:41:17,027][DEBUG][org.elasticsearch.action.support.master.TransportMasterNodeAction] [Node-2] unexpected exception during publication
  154. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[news-8-0/JXXtmZtqSRm2GKNx1-2Gkw]]) within 30s
  155. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  156. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  157. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  158. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  159. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  160. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  161. [2024-10-15T11:41:17,027][WARN ][rest.suppressed ] [Node-2] path: /news/_settings, params: {master_timeout=30s, index=news, timeout=30s}, status: 503
  162. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[news-8-0/JXXtmZtqSRm2GKNx1-2Gkw]]) within 30s
  163. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  164. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  165. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  166. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  167. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  168. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  169. [2024-10-15T11:41:33,927][DEBUG][org.elasticsearch.action.admin.indices.settings.put.TransportUpdateSettingsAction] [Node-2] failed to update settings on indices [[[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]]
  170. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  171. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  172. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  173. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  174. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  175. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  176. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  177. [2024-10-15T11:41:33,928][DEBUG][org.elasticsearch.action.support.master.TransportMasterNodeAction] [Node-2] unexpected exception during publication
  178. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  179. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  180. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  181. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  182. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  183. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  184. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  185. [2024-10-15T11:42:03,930][DEBUG][org.elasticsearch.action.admin.indices.settings.put.TransportUpdateSettingsAction] [Node-2] failed to update settings on indices [[[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]]
  186. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  187. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  188. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  189. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  190. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  191. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  192. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  193. [2024-10-15T11:42:03,930][DEBUG][org.elasticsearch.action.support.master.TransportMasterNodeAction] [Node-2] unexpected exception during publication
  194. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  195. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  196. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  197. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  198. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  199. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  200. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  201. [2024-10-15T11:42:03,930][WARN ][rest.suppressed ] [Node-2] path: /designer-objects-ia/_settings, params: {master_timeout=30s, index=designer-objects-ia, timeout=30s}, status: 503
  202. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  203. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  204. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  205. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  206. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  207. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  208. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  209. [2024-10-15T11:42:26,860][DEBUG][org.elasticsearch.action.admin.indices.settings.put.TransportUpdateSettingsAction] [Node-2] failed to update settings on indices [[[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]]
  210. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  211. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  212. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  213. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  214. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  215. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  216. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  217. [2024-10-15T11:42:26,860][DEBUG][org.elasticsearch.action.support.master.TransportMasterNodeAction] [Node-2] unexpected exception during publication
  218. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  219. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  220. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  221. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  222. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  223. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  224. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  225. [2024-10-15T11:42:30,995][DEBUG][org.elasticsearch.action.admin.indices.settings.put.TransportUpdateSettingsAction] [Node-2] failed to update settings on indices [[[news-8-0/JXXtmZtqSRm2GKNx1-2Gkw]]]
  226. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[news-8-0/JXXtmZtqSRm2GKNx1-2Gkw]]) within 30s
  227. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  228. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  229. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  230. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  231. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  232. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  233. [2024-10-15T11:42:30,995][DEBUG][org.elasticsearch.action.support.master.TransportMasterNodeAction] [Node-2] unexpected exception during publication
  234. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[news-8-0/JXXtmZtqSRm2GKNx1-2Gkw]]) within 30s
  235. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  236. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  237. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  238. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  239. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  240. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  241. [2024-10-15T11:42:30,995][WARN ][rest.suppressed ] [Node-2] path: /news/_settings, params: {master_timeout=30s, index=news, timeout=30s}, status: 503
  242. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[news-8-0/JXXtmZtqSRm2GKNx1-2Gkw]]) within 30s
  243. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  244. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  245. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  246. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  247. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  248. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  249. [2024-10-15T11:42:56,863][DEBUG][org.elasticsearch.action.admin.indices.settings.put.TransportUpdateSettingsAction] [Node-2] failed to update settings on indices [[[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]]
  250. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  251. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  252. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  253. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  254. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  255. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  256. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  257. [2024-10-15T11:42:56,864][DEBUG][org.elasticsearch.action.support.master.TransportMasterNodeAction] [Node-2] unexpected exception during publication
  258. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  259. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  260. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  261. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  262. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  263. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  264. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  265. [2024-10-15T11:43:00,997][DEBUG][org.elasticsearch.action.admin.indices.settings.put.TransportUpdateSettingsAction] [Node-2] failed to update settings on indices [[[news-8-0/JXXtmZtqSRm2GKNx1-2Gkw]]]
  266. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[news-8-0/JXXtmZtqSRm2GKNx1-2Gkw]]) within 30s
  267. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  268. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  269. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  270. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  271. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  272. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  273. [2024-10-15T11:43:00,997][DEBUG][org.elasticsearch.action.support.master.TransportMasterNodeAction] [Node-2] unexpected exception during publication
  274. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[news-8-0/JXXtmZtqSRm2GKNx1-2Gkw]]) within 30s
  275. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  276. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  277. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  278. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  279. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  280. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  281. [2024-10-15T11:43:26,866][DEBUG][org.elasticsearch.action.admin.indices.settings.put.TransportUpdateSettingsAction] [Node-2] failed to update settings on indices [[[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]]
  282. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  283. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  284. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  285. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  286. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  287. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  288. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  289. [2024-10-15T11:43:26,866][DEBUG][org.elasticsearch.action.support.master.TransportMasterNodeAction] [Node-2] unexpected exception during publication
  290. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  291. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  292. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  293. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  294. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  295. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  296. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  297. [2024-10-15T11:43:26,867][WARN ][rest.suppressed ] [Node-2] path: /designer-objects-ia/_settings, params: {master_timeout=30s, index=designer-objects-ia, timeout=30s}, status: 503
  298. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  299. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  300. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  301. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  302. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  303. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  304. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  305. [2024-10-15T11:43:31,000][DEBUG][org.elasticsearch.action.admin.indices.settings.put.TransportUpdateSettingsAction] [Node-2] failed to update settings on indices [[[news-8-0/JXXtmZtqSRm2GKNx1-2Gkw]]]
  306. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[news-8-0/JXXtmZtqSRm2GKNx1-2Gkw]]) within 30s
  307. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  308. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  309. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  310. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  311. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  312. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  313. [2024-10-15T11:43:31,000][DEBUG][org.elasticsearch.action.support.master.TransportMasterNodeAction] [Node-2] unexpected exception during publication
  314. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[news-8-0/JXXtmZtqSRm2GKNx1-2Gkw]]) within 30s
  315. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  316. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  317. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  318. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  319. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  320. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  321. [2024-10-15T11:43:34,118][DEBUG][org.elasticsearch.action.admin.indices.settings.put.TransportUpdateSettingsAction] [Node-2] failed to update settings on indices [[[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]]
  322. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  323. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  324. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  325. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  326. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  327. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  328. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  329. [2024-10-15T11:43:34,118][DEBUG][org.elasticsearch.action.support.master.TransportMasterNodeAction] [Node-2] unexpected exception during publication
  330. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  331. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  332. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  333. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  334. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  335. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  336. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  337. [2024-10-15T11:43:34,118][WARN ][rest.suppressed ] [Node-2] path: /designer-objects-ia/_settings, params: {master_timeout=30s, index=designer-objects-ia, timeout=30s}, status: 503
  338. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  339. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  340. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  341. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  342. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  343. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  344. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  345. [2024-10-15T11:43:56,869][DEBUG][org.elasticsearch.action.admin.indices.settings.put.TransportUpdateSettingsAction] [Node-2] failed to update settings on indices [[[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]]
  346. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  347. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  348. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  349. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  350. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  351. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  352. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  353. [2024-10-15T11:43:56,869][DEBUG][org.elasticsearch.action.support.master.TransportMasterNodeAction] [Node-2] unexpected exception during publication
  354. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  355. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  356. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  357. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  358. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  359. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  360. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  361. [2024-10-15T11:44:01,003][DEBUG][org.elasticsearch.action.admin.indices.settings.put.TransportUpdateSettingsAction] [Node-2] failed to update settings on indices [[[news-8-0/JXXtmZtqSRm2GKNx1-2Gkw]]]
  362. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[news-8-0/JXXtmZtqSRm2GKNx1-2Gkw]]) within 30s
  363. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  364. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  365. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  366. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  367. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  368. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  369. [2024-10-15T11:44:01,004][DEBUG][org.elasticsearch.action.support.master.TransportMasterNodeAction] [Node-2] unexpected exception during publication
  370. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[news-8-0/JXXtmZtqSRm2GKNx1-2Gkw]]) within 30s
  371. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  372. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  373. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  374. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  375. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  376. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  377. [2024-10-15T11:44:01,004][WARN ][rest.suppressed ] [Node-2] path: /news/_settings, params: {master_timeout=30s, index=news, timeout=30s}, status: 503
  378. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[news-8-0/JXXtmZtqSRm2GKNx1-2Gkw]]) within 30s
  379. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  380. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  381. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  382. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  383. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  384. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  385. [2024-10-15T11:44:04,121][DEBUG][org.elasticsearch.action.admin.indices.settings.put.TransportUpdateSettingsAction] [Node-2] failed to update settings on indices [[[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]]
  386. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  387. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  388. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  389. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  390. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  391. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  392. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  393. [2024-10-15T11:44:04,121][DEBUG][org.elasticsearch.action.support.master.TransportMasterNodeAction] [Node-2] unexpected exception during publication
  394. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  395. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  396. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  397. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  398. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  399. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  400. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  401. [2024-10-15T11:44:05,124][DEBUG][org.elasticsearch.action.support.nodes.TransportNodesAction] [Node-2] failed to execute [cluster:monitor/nodes/info] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  402. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/info[n]] request_id [6543025] timed out after [1001ms]
  403. [2024-10-15T11:44:26,873][DEBUG][org.elasticsearch.action.admin.indices.settings.put.TransportUpdateSettingsAction] [Node-2] failed to update settings on indices [[[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]]
  404. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  405. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  406. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  407. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  408. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  409. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  410. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  411. [2024-10-15T11:44:26,873][DEBUG][org.elasticsearch.action.support.master.TransportMasterNodeAction] [Node-2] unexpected exception during publication
  412. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  413. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  414. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  415. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  416. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  417. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  418. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  419. [2024-10-15T11:44:31,006][DEBUG][org.elasticsearch.action.admin.indices.settings.put.TransportUpdateSettingsAction] [Node-2] failed to update settings on indices [[[news-8-0/JXXtmZtqSRm2GKNx1-2Gkw]]]
  420. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[news-8-0/JXXtmZtqSRm2GKNx1-2Gkw]]) within 30s
  421. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  422. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  423. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  424. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  425. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  426. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  427. [2024-10-15T11:44:31,006][DEBUG][org.elasticsearch.action.support.master.TransportMasterNodeAction] [Node-2] unexpected exception during publication
  428. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[news-8-0/JXXtmZtqSRm2GKNx1-2Gkw]]) within 30s
  429. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  430. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  431. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  432. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  433. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  434. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  435. [2024-10-15T11:44:35,154][DEBUG][org.elasticsearch.action.support.nodes.TransportNodesAction] [Node-2] failed to execute [cluster:monitor/nodes/info] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  436. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/info[n]] request_id [6543076] timed out after [1000ms]
  437. [2024-10-15T11:44:37,652][DEBUG][org.elasticsearch.action.support.nodes.TransportNodesAction] [Node-2] failed to execute [cluster:monitor/nodes/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  438. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] request_id [6543055] timed out after [15005ms]
  439. [2024-10-15T11:44:37,653][DEBUG][org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction] [Node-2] failed to execute [indices:monitor/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  440. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] request_id [6543059] timed out after [15005ms]
  441. [2024-10-15T11:44:37,653][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve stats for node [UtQcAppJSkO-4BQc4b4avA]
  442. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] request_id [6543055] timed out after [15005ms]
  443. [2024-10-15T11:44:37,655][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve shard stats from node [UtQcAppJSkO-4BQc4b4avA]
  444. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] request_id [6543059] timed out after [15005ms]
  445. [2024-10-15T11:45:04,154][DEBUG][org.elasticsearch.action.admin.indices.settings.put.TransportUpdateSettingsAction] [Node-2] failed to update settings on indices [[[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]]
  446. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  447. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  448. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  449. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  450. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  451. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  452. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  453. [2024-10-15T11:45:04,155][DEBUG][org.elasticsearch.action.support.master.TransportMasterNodeAction] [Node-2] unexpected exception during publication
  454. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  455. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  456. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  457. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  458. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  459. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  460. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  461. [2024-10-15T11:45:09,298][DEBUG][org.elasticsearch.action.support.nodes.TransportNodesAction] [Node-2] failed to execute [cluster:monitor/nodes/info] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  462. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/info[n]] request_id [6543159] timed out after [1000ms]
  463. [2024-10-15T11:45:22,366][DEBUG][org.elasticsearch.action.support.nodes.TransportNodesAction] [Node-2] failed to execute [cluster:monitor/nodes/info] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  464. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/info[n]] request_id [6543189] timed out after [1001ms]
  465. [2024-10-15T11:45:22,656][DEBUG][org.elasticsearch.action.support.nodes.TransportNodesAction] [Node-2] failed to execute [cluster:monitor/nodes/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  466. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] request_id [6543149] timed out after [15006ms]
  467. [2024-10-15T11:45:22,656][DEBUG][org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction] [Node-2] failed to execute [indices:monitor/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  468. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] request_id [6543153] timed out after [15006ms]
  469. [2024-10-15T11:45:22,656][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve stats for node [UtQcAppJSkO-4BQc4b4avA]
  470. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] request_id [6543149] timed out after [15006ms]
  471. [2024-10-15T11:45:22,658][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve shard stats from node [UtQcAppJSkO-4BQc4b4avA]
  472. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] request_id [6543153] timed out after [15006ms]
  473. [2024-10-15T11:46:07,659][DEBUG][org.elasticsearch.action.support.nodes.TransportNodesAction] [Node-2] failed to execute [cluster:monitor/nodes/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  474. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] request_id [6543259] timed out after [15006ms]
  475. [2024-10-15T11:46:07,659][DEBUG][org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction] [Node-2] failed to execute [indices:monitor/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  476. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] request_id [6543263] timed out after [15006ms]
  477. [2024-10-15T11:46:07,659][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve stats for node [UtQcAppJSkO-4BQc4b4avA]
  478. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] request_id [6543259] timed out after [15006ms]
  479. [2024-10-15T11:46:07,660][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve shard stats from node [UtQcAppJSkO-4BQc4b4avA]
  480. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] request_id [6543263] timed out after [15006ms]
  481. [2024-10-15T11:46:52,661][DEBUG][org.elasticsearch.action.support.nodes.TransportNodesAction] [Node-2] failed to execute [cluster:monitor/nodes/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  482. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] request_id [6543348] timed out after [15006ms]
  483. [2024-10-15T11:46:52,661][DEBUG][org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction] [Node-2] failed to execute [indices:monitor/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  484. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] request_id [6543352] timed out after [15006ms]
  485. [2024-10-15T11:46:52,661][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve stats for node [UtQcAppJSkO-4BQc4b4avA]
  486. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] request_id [6543348] timed out after [15006ms]
  487. [2024-10-15T11:46:52,661][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve shard stats from node [UtQcAppJSkO-4BQc4b4avA]
  488. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] request_id [6543352] timed out after [15006ms]
  489. [2024-10-15T11:47:37,662][DEBUG][org.elasticsearch.action.support.nodes.TransportNodesAction] [Node-2] failed to execute [cluster:monitor/nodes/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  490. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] request_id [6543456] timed out after [15006ms]
  491. [2024-10-15T11:47:37,662][DEBUG][org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction] [Node-2] failed to execute [indices:monitor/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  492. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] request_id [6543460] timed out after [15006ms]
  493. [2024-10-15T11:47:37,663][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve stats for node [UtQcAppJSkO-4BQc4b4avA]
  494. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] request_id [6543456] timed out after [15006ms]
  495. [2024-10-15T11:47:37,663][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve shard stats from node [UtQcAppJSkO-4BQc4b4avA]
  496. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] request_id [6543460] timed out after [15006ms]
  497. [2024-10-15T11:48:09,561][DEBUG][org.elasticsearch.action.admin.indices.settings.put.TransportUpdateSettingsAction] [Node-2] failed to update settings on indices [[[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]]
  498. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  499. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  500. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  501. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  502. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  503. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  504. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  505. [2024-10-15T11:48:09,562][DEBUG][org.elasticsearch.action.support.master.TransportMasterNodeAction] [Node-2] unexpected exception during publication
  506. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  507. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  508. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  509. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  510. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  511. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  512. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  513. [2024-10-15T11:48:09,562][WARN ][rest.suppressed ] [Node-2] path: /designer-objects-ia/_settings, params: {master_timeout=30s, index=designer-objects-ia, timeout=30s}, status: 503
  514. org.elasticsearch.cluster.metadata.ProcessClusterEventTimeoutException: failed to process cluster event (update-settings [[designer-objects-ia-8-6/jZvLf-kxTGSigmHZrFQI7A]]) within 30s
  515. at org.elasticsearch.cluster.service.MasterService$TaskTimeoutHandler.doRun(MasterService.java:1460) ~[elasticsearch-8.14.1.jar:?]
  516. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  517. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  518. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  519. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  520. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  521. [2024-10-15T11:48:22,664][DEBUG][org.elasticsearch.action.support.nodes.TransportNodesAction] [Node-2] failed to execute [cluster:monitor/nodes/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  522. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] request_id [6543543] timed out after [15007ms]
  523. [2024-10-15T11:48:22,664][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve stats for node [UtQcAppJSkO-4BQc4b4avA]
  524. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] request_id [6543543] timed out after [15007ms]
  525. [2024-10-15T11:48:22,664][DEBUG][org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction] [Node-2] failed to execute [indices:monitor/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  526. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] request_id [6543547] timed out after [15007ms]
  527. [2024-10-15T11:48:22,665][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve shard stats from node [UtQcAppJSkO-4BQc4b4avA]
  528. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] request_id [6543547] timed out after [15007ms]
  529. [2024-10-15T11:49:07,665][DEBUG][org.elasticsearch.action.support.nodes.TransportNodesAction] [Node-2] failed to execute [cluster:monitor/nodes/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  530. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] request_id [6543645] timed out after [15006ms]
  531. [2024-10-15T11:49:07,666][DEBUG][org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction] [Node-2] failed to execute [indices:monitor/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  532. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] request_id [6543649] timed out after [15006ms]
  533. [2024-10-15T11:49:07,666][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve stats for node [UtQcAppJSkO-4BQc4b4avA]
  534. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] request_id [6543645] timed out after [15006ms]
  535. [2024-10-15T11:49:07,666][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve shard stats from node [UtQcAppJSkO-4BQc4b4avA]
  536. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] request_id [6543649] timed out after [15006ms]
  537. [2024-10-15T11:49:52,667][DEBUG][org.elasticsearch.action.support.nodes.TransportNodesAction] [Node-2] failed to execute [cluster:monitor/nodes/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  538. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] request_id [6543733] timed out after [15006ms]
  539. [2024-10-15T11:49:52,667][DEBUG][org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction] [Node-2] failed to execute [indices:monitor/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  540. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] request_id [6543737] timed out after [15006ms]
  541. [2024-10-15T11:49:52,667][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve stats for node [UtQcAppJSkO-4BQc4b4avA]
  542. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] request_id [6543733] timed out after [15006ms]
  543. [2024-10-15T11:49:52,668][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve shard stats from node [UtQcAppJSkO-4BQc4b4avA]
  544. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] request_id [6543737] timed out after [15006ms]
  545. [2024-10-15T11:50:37,669][DEBUG][org.elasticsearch.action.support.nodes.TransportNodesAction] [Node-2] failed to execute [cluster:monitor/nodes/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  546. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] request_id [6543834] timed out after [15005ms]
  547. [2024-10-15T11:50:37,669][DEBUG][org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction] [Node-2] failed to execute [indices:monitor/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  548. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] request_id [6543838] timed out after [15005ms]
  549. [2024-10-15T11:50:37,669][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve stats for node [UtQcAppJSkO-4BQc4b4avA]
  550. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] request_id [6543834] timed out after [15005ms]
  551. [2024-10-15T11:50:37,670][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve shard stats from node [UtQcAppJSkO-4BQc4b4avA]
  552. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] request_id [6543838] timed out after [15005ms]
  553. [2024-10-15T11:51:22,671][DEBUG][org.elasticsearch.action.support.nodes.TransportNodesAction] [Node-2] failed to execute [cluster:monitor/nodes/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  554. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] request_id [6543926] timed out after [15006ms]
  555. [2024-10-15T11:51:22,671][DEBUG][org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction] [Node-2] failed to execute [indices:monitor/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  556. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] request_id [6543930] timed out after [15006ms]
  557. [2024-10-15T11:51:22,671][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve stats for node [UtQcAppJSkO-4BQc4b4avA]
  558. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] request_id [6543926] timed out after [15006ms]
  559. [2024-10-15T11:51:22,672][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve shard stats from node [UtQcAppJSkO-4BQc4b4avA]
  560. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] request_id [6543930] timed out after [15006ms]
  561. [2024-10-15T11:52:07,672][DEBUG][org.elasticsearch.action.support.nodes.TransportNodesAction] [Node-2] failed to execute [cluster:monitor/nodes/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  562. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] request_id [6544027] timed out after [15006ms]
  563. [2024-10-15T11:52:07,673][DEBUG][org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction] [Node-2] failed to execute [indices:monitor/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  564. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] request_id [6544031] timed out after [15006ms]
  565. [2024-10-15T11:52:07,673][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve stats for node [UtQcAppJSkO-4BQc4b4avA]
  566. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] request_id [6544027] timed out after [15006ms]
  567. [2024-10-15T11:52:07,673][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve shard stats from node [UtQcAppJSkO-4BQc4b4avA]
  568. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] request_id [6544031] timed out after [15006ms]
  569. [2024-10-15T11:52:52,674][DEBUG][org.elasticsearch.action.support.nodes.TransportNodesAction] [Node-2] failed to execute [cluster:monitor/nodes/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  570. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] request_id [6544116] timed out after [15006ms]
  571. [2024-10-15T11:52:52,674][DEBUG][org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction] [Node-2] failed to execute [indices:monitor/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  572. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] request_id [6544120] timed out after [15006ms]
  573. [2024-10-15T11:52:52,674][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve stats for node [UtQcAppJSkO-4BQc4b4avA]
  574. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] request_id [6544116] timed out after [15006ms]
  575. [2024-10-15T11:52:52,675][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve shard stats from node [UtQcAppJSkO-4BQc4b4avA]
  576. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] request_id [6544120] timed out after [15006ms]
  577. [2024-10-15T11:53:37,676][DEBUG][org.elasticsearch.action.support.nodes.TransportNodesAction] [Node-2] failed to execute [cluster:monitor/nodes/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  578. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] request_id [6544220] timed out after [15006ms]
  579. [2024-10-15T11:53:37,676][DEBUG][org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction] [Node-2] failed to execute [indices:monitor/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  580. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] request_id [6544224] timed out after [15006ms]
  581. [2024-10-15T11:53:37,676][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve stats for node [UtQcAppJSkO-4BQc4b4avA]
  582. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] request_id [6544220] timed out after [15006ms]
  583. [2024-10-15T11:53:37,676][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve shard stats from node [UtQcAppJSkO-4BQc4b4avA]
  584. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] request_id [6544224] timed out after [15006ms]
  585. [2024-10-15T11:54:22,677][DEBUG][org.elasticsearch.action.support.nodes.TransportNodesAction] [Node-2] failed to execute [cluster:monitor/nodes/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  586. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] request_id [6544312] timed out after [15006ms]
  587. [2024-10-15T11:54:22,677][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve stats for node [UtQcAppJSkO-4BQc4b4avA]
  588. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] request_id [6544312] timed out after [15006ms]
  589. [2024-10-15T11:54:22,677][DEBUG][org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction] [Node-2] failed to execute [indices:monitor/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  590. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] request_id [6544316] timed out after [15006ms]
  591. [2024-10-15T11:54:22,678][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve shard stats from node [UtQcAppJSkO-4BQc4b4avA]
  592. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] request_id [6544316] timed out after [15006ms]
  593. [2024-10-15T11:55:07,679][DEBUG][org.elasticsearch.action.support.nodes.TransportNodesAction] [Node-2] failed to execute [cluster:monitor/nodes/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  594. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] request_id [6544416] timed out after [15006ms]
  595. [2024-10-15T11:55:07,679][DEBUG][org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction] [Node-2] failed to execute [indices:monitor/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  596. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] request_id [6544420] timed out after [15006ms]
  597. [2024-10-15T11:55:07,679][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve stats for node [UtQcAppJSkO-4BQc4b4avA]
  598. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] request_id [6544416] timed out after [15006ms]
  599. [2024-10-15T11:55:07,680][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve shard stats from node [UtQcAppJSkO-4BQc4b4avA]
  600. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] request_id [6544420] timed out after [15006ms]
  601. [2024-10-15T11:55:52,681][DEBUG][org.elasticsearch.action.support.nodes.TransportNodesAction] [Node-2] failed to execute [cluster:monitor/nodes/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  602. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] request_id [6544504] timed out after [15006ms]
  603. [2024-10-15T11:55:52,681][DEBUG][org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction] [Node-2] failed to execute [indices:monitor/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  604. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] request_id [6544508] timed out after [15006ms]
  605. [2024-10-15T11:55:52,681][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve stats for node [UtQcAppJSkO-4BQc4b4avA]
  606. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] request_id [6544504] timed out after [15006ms]
  607. [2024-10-15T11:55:52,681][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve shard stats from node [UtQcAppJSkO-4BQc4b4avA]
  608. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] request_id [6544508] timed out after [15006ms]
  609. [2024-10-15T11:56:37,682][DEBUG][org.elasticsearch.action.support.nodes.TransportNodesAction] [Node-2] failed to execute [cluster:monitor/nodes/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  610. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] request_id [6544612] timed out after [15006ms]
  611. [2024-10-15T11:56:37,682][DEBUG][org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction] [Node-2] failed to execute [indices:monitor/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  612. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] request_id [6544616] timed out after [15006ms]
  613. [2024-10-15T11:56:37,682][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve stats for node [UtQcAppJSkO-4BQc4b4avA]
  614. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] request_id [6544612] timed out after [15006ms]
  615. [2024-10-15T11:56:37,683][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve shard stats from node [UtQcAppJSkO-4BQc4b4avA]
  616. org.elasticsearch.transport.ReceiveTimeoutTransportException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] request_id [6544616] timed out after [15006ms]
  617. [2024-10-15T11:56:42,067][INFO ][org.elasticsearch.transport.TcpTransport] [Node-2] close connection exception caught on transport layer [Netty4TcpChannel{localAddress=/<Node-2-IP>:9300, remoteAddress=/<Node-1-IP>:32804, profile=default}], disconnecting from relevant node: Connection timed out
  618. [2024-10-15T11:56:52,305][INFO ][org.elasticsearch.transport.TcpTransport] [Node-2] close connection exception caught on transport layer [Netty4TcpChannel{localAddress=/<Node-2-IP>:9300, remoteAddress=/<Node-1-IP>:32832, profile=default}], disconnecting from relevant node: Connection timed out
  619. [2024-10-15T11:56:52,305][INFO ][org.elasticsearch.transport.TcpTransport] [Node-2] close connection exception caught on transport layer [Netty4TcpChannel{localAddress=/<Node-2-IP>:9300, remoteAddress=/<Node-1-IP>:32818, profile=default}], disconnecting from relevant node: Connection timed out
  620. [2024-10-15T11:57:17,905][INFO ][org.elasticsearch.transport.TcpTransport] [Node-2] close connection exception caught on transport layer [Netty4TcpChannel{localAddress=/<Node-2-IP>:35846, remoteAddress=Node-1/<Node-1-IP>:9300, profile=default}], disconnecting from relevant node: Connection timed out
  621. [2024-10-15T11:57:17,907][INFO ][org.elasticsearch.transport.ClusterConnectionManager] [Node-2] transport connection to [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}] closed by remote
  622. [2024-10-15T11:57:17,912][DEBUG][org.elasticsearch.action.support.nodes.TransportNodesAction] [Node-2] failed to execute [cluster:monitor/nodes/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  623. org.elasticsearch.transport.NodeDisconnectedException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] disconnected
  624. [2024-10-15T11:57:17,912][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve stats for node [UtQcAppJSkO-4BQc4b4avA]
  625. org.elasticsearch.transport.NodeDisconnectedException: [Node-1][<Node-1-IP>:9300][cluster:monitor/nodes/stats[n]] disconnected
  626. [2024-10-15T11:57:17,912][DEBUG][org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction] [Node-2] failed to execute [indices:monitor/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  627. org.elasticsearch.transport.NodeDisconnectedException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] disconnected
  628. [2024-10-15T11:57:17,913][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve shard stats from node [UtQcAppJSkO-4BQc4b4avA]
  629. org.elasticsearch.transport.NodeDisconnectedException: [Node-1][<Node-1-IP>:9300][indices:monitor/stats[n]] disconnected
  630. [2024-10-15T11:57:17,927][DEBUG][org.elasticsearch.action.search.TransportSearchAction] [Node-2] [UtQcAppJSkO-4BQc4b4avA][designer-objects-ia-8-6][0]: Failed to execute [SearchRequest{searchType=QUERY_THEN_FETCH, indices=[designer-objects-ia-8-6], indicesOptions=IndicesOptions[ignore_unavailable=false, allow_no_indices=true, expand_wildcards_open=true, expand_wildcards_closed=false, expand_wildcards_hidden=false, allow_aliases_to_multiple_indices=true, forbid_closed_indices=true, ignore_aliases=false, ignore_throttled=true], routing='null', preference='null', requestCache=null, scroll=null, maxConcurrentShardRequests=5, batchedReduceSize=512, preFilterShardSize=null, allowPartialSearchResults=true, localClusterAlias=null, getOrCreateAbsoluteStartMillis=-1, ccsMinimizeRoundtrips=true, source={"from":0,"size":0,"query":{"bool":{"must":[{"bool":{"filter":[{"nested":{"query":{"terms":{"relationships.uuid":["_a-0000ecbc-b8ff-8000-9ca3-011c48011c48_18487895"],"boost":1.0}},"path":"relationships","ignore_unmapped":false,"score_mode":"none","boost":1.0}}],"boost":1.0}}],"filter":[{"term":{"_t":{"value":"DTObjectInfo"}}}],"boost":1.0}},"track_total_hits":2147483647}}] lastShard [false]
  631. org.elasticsearch.transport.NodeDisconnectedException: [Node-1][<Node-1-IP>:9300][indices:data/read/search[phase/query]] disconnected
  632. [2024-10-15T11:57:17,928][DEBUG][org.elasticsearch.action.search.TransportSearchAction] [Node-2] [tNTw-p6NSnSJxY968nPYZw][designer-objects-ia-8-6][0]: Failed to execute [SearchRequest{searchType=QUERY_THEN_FETCH, indices=[designer-objects-ia-8-6], indicesOptions=IndicesOptions[ignore_unavailable=false, allow_no_indices=true, expand_wildcards_open=true, expand_wildcards_closed=false, expand_wildcards_hidden=false, allow_aliases_to_multiple_indices=true, forbid_closed_indices=true, ignore_aliases=false, ignore_throttled=true], routing='null', preference='null', requestCache=null, scroll=null, maxConcurrentShardRequests=5, batchedReduceSize=512, preFilterShardSize=null, allowPartialSearchResults=true, localClusterAlias=null, getOrCreateAbsoluteStartMillis=-1, ccsMinimizeRoundtrips=true, source={"from":0,"size":0,"query":{"bool":{"must":[{"bool":{"filter":[{"nested":{"query":{"terms":{"relationships.uuid":["_a-0000ecbc-b8ff-8000-9ca3-011c48011c48_18487895"],"boost":1.0}},"path":"relationships","ignore_unmapped":false,"score_mode":"none","boost":1.0}}],"boost":1.0}}],"filter":[{"term":{"_t":{"value":"DTObjectInfo"}}}],"boost":1.0}},"track_total_hits":2147483647}}] lastShard [false]
  633. org.elasticsearch.transport.SendRequestTransportException: [Node-2][<Node-2-IP>:9300][indices:data/read/search[phase/query]]
  634. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:853) ~[elasticsearch-8.14.1.jar:?]
  635. at org.elasticsearch.transport.TransportService.sendChildRequest(TransportService.java:913) ~[elasticsearch-8.14.1.jar:?]
  636. at org.elasticsearch.transport.TransportService.sendChildRequest(TransportService.java:901) ~[elasticsearch-8.14.1.jar:?]
  637. at org.elasticsearch.action.search.SearchTransportService.sendExecuteQuery(SearchTransportService.java:214) ~[elasticsearch-8.14.1.jar:?]
  638. at org.elasticsearch.action.search.SearchQueryThenFetchAsyncAction.executePhaseOnShard(SearchQueryThenFetchAsyncAction.java:92) ~[elasticsearch-8.14.1.jar:?]
  639. at org.elasticsearch.action.search.AbstractSearchAsyncAction.lambda$performPhaseOnShard$5(AbstractSearchAsyncAction.java:320) ~[elasticsearch-8.14.1.jar:?]
  640. at org.elasticsearch.action.search.AbstractSearchAsyncAction.performPhaseOnShard(AbstractSearchAsyncAction.java:356) ~[elasticsearch-8.14.1.jar:?]
  641. at org.elasticsearch.action.search.AbstractSearchAsyncAction.onShardFailure(AbstractSearchAsyncAction.java:505) ~[elasticsearch-8.14.1.jar:?]
  642. at org.elasticsearch.action.search.AbstractSearchAsyncAction$1.onFailure(AbstractSearchAsyncAction.java:335) ~[elasticsearch-8.14.1.jar:?]
  643. at org.elasticsearch.action.ActionListenerImplementations.safeAcceptException(ActionListenerImplementations.java:62) ~[elasticsearch-8.14.1.jar:?]
  644. at org.elasticsearch.action.ActionListenerImplementations.safeOnFailure(ActionListenerImplementations.java:73) ~[elasticsearch-8.14.1.jar:?]
  645. at org.elasticsearch.action.DelegatingActionListener.onFailure(DelegatingActionListener.java:31) ~[elasticsearch-8.14.1.jar:?]
  646. at org.elasticsearch.action.ActionListenerResponseHandler.handleException(ActionListenerResponseHandler.java:53) ~[elasticsearch-8.14.1.jar:?]
  647. at org.elasticsearch.action.search.SearchTransportService$ConnectionCountingHandler.handleException(SearchTransportService.java:634) ~[elasticsearch-8.14.1.jar:?]
  648. at org.elasticsearch.transport.TransportService$UnregisterChildTransportResponseHandler.handleException(TransportService.java:1752) ~[elasticsearch-8.14.1.jar:?]
  649. at org.elasticsearch.transport.TransportService$ContextRestoreResponseHandler.handleException(TransportService.java:1476) ~[elasticsearch-8.14.1.jar:?]
  650. at org.elasticsearch.transport.TransportService$7.doRun(TransportService.java:1360) ~[elasticsearch-8.14.1.jar:?]
  651. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  652. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  653. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  654. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  655. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  656. Caused by: org.elasticsearch.tasks.TaskCancelledException: parent task was cancelled [http channel [Netty4HttpChannel{localAddress=/<Node-2-IP>:9200, remoteAddress=/<Node-3-IP>:38416}] closed]
  657. at org.elasticsearch.tasks.TaskManager$CancellableTaskHolder.registerChildConnection(TaskManager.java:666) ~[elasticsearch-8.14.1.jar:?]
  658. at org.elasticsearch.tasks.TaskManager.registerChildConnection(TaskManager.java:362) ~[elasticsearch-8.14.1.jar:?]
  659. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:833) ~[elasticsearch-8.14.1.jar:?]
  660. ... 21 more
  661. [2024-10-15T11:57:17,929][DEBUG][org.elasticsearch.action.search.TransportSearchAction] [Node-2] [6LpgSROnTNmGmzzlCfofZQ][designer-objects-ia-8-6][0]: Failed to execute [SearchRequest{searchType=QUERY_THEN_FETCH, indices=[designer-objects-ia-8-6], indicesOptions=IndicesOptions[ignore_unavailable=false, allow_no_indices=true, expand_wildcards_open=true, expand_wildcards_closed=false, expand_wildcards_hidden=false, allow_aliases_to_multiple_indices=true, forbid_closed_indices=true, ignore_aliases=false, ignore_throttled=true], routing='null', preference='null', requestCache=null, scroll=null, maxConcurrentShardRequests=5, batchedReduceSize=512, preFilterShardSize=null, allowPartialSearchResults=true, localClusterAlias=null, getOrCreateAbsoluteStartMillis=-1, ccsMinimizeRoundtrips=true, source={"from":0,"size":0,"query":{"bool":{"must":[{"bool":{"filter":[{"nested":{"query":{"terms":{"relationships.uuid":["_a-0000ecbc-b8ff-8000-9ca3-011c48011c48_18487895"],"boost":1.0}},"path":"relationships","ignore_unmapped":false,"score_mode":"none","boost":1.0}}],"boost":1.0}}],"filter":[{"term":{"_t":{"value":"DTObjectInfo"}}}],"boost":1.0}},"track_total_hits":2147483647}}] lastShard [true]
  662. org.elasticsearch.transport.SendRequestTransportException: [Node-3][<Node-3-IP>:9300][indices:data/read/search[phase/query]]
  663. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:853) ~[elasticsearch-8.14.1.jar:?]
  664. at org.elasticsearch.transport.TransportService.sendChildRequest(TransportService.java:913) ~[elasticsearch-8.14.1.jar:?]
  665. at org.elasticsearch.transport.TransportService.sendChildRequest(TransportService.java:901) ~[elasticsearch-8.14.1.jar:?]
  666. at org.elasticsearch.action.search.SearchTransportService.sendExecuteQuery(SearchTransportService.java:214) ~[elasticsearch-8.14.1.jar:?]
  667. at org.elasticsearch.action.search.SearchQueryThenFetchAsyncAction.executePhaseOnShard(SearchQueryThenFetchAsyncAction.java:92) ~[elasticsearch-8.14.1.jar:?]
  668. at org.elasticsearch.action.search.AbstractSearchAsyncAction.lambda$performPhaseOnShard$5(AbstractSearchAsyncAction.java:320) ~[elasticsearch-8.14.1.jar:?]
  669. at org.elasticsearch.action.search.AbstractSearchAsyncAction.performPhaseOnShard(AbstractSearchAsyncAction.java:356) ~[elasticsearch-8.14.1.jar:?]
  670. at org.elasticsearch.action.search.AbstractSearchAsyncAction.onShardFailure(AbstractSearchAsyncAction.java:505) ~[elasticsearch-8.14.1.jar:?]
  671. at org.elasticsearch.action.search.AbstractSearchAsyncAction$1.onFailure(AbstractSearchAsyncAction.java:335) ~[elasticsearch-8.14.1.jar:?]
  672. at org.elasticsearch.action.ActionListenerImplementations.safeAcceptException(ActionListenerImplementations.java:62) ~[elasticsearch-8.14.1.jar:?]
  673. at org.elasticsearch.action.ActionListenerImplementations.safeOnFailure(ActionListenerImplementations.java:73) ~[elasticsearch-8.14.1.jar:?]
  674. at org.elasticsearch.action.DelegatingActionListener.onFailure(DelegatingActionListener.java:31) ~[elasticsearch-8.14.1.jar:?]
  675. at org.elasticsearch.action.ActionListenerResponseHandler.handleException(ActionListenerResponseHandler.java:53) ~[elasticsearch-8.14.1.jar:?]
  676. at org.elasticsearch.action.search.SearchTransportService$ConnectionCountingHandler.handleException(SearchTransportService.java:634) ~[elasticsearch-8.14.1.jar:?]
  677. at org.elasticsearch.transport.TransportService.handleSendRequestException(TransportService.java:859) ~[elasticsearch-8.14.1.jar:?]
  678. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:853) ~[elasticsearch-8.14.1.jar:?]
  679. at org.elasticsearch.transport.TransportService.sendChildRequest(TransportService.java:913) ~[elasticsearch-8.14.1.jar:?]
  680. at org.elasticsearch.transport.TransportService.sendChildRequest(TransportService.java:901) ~[elasticsearch-8.14.1.jar:?]
  681. at org.elasticsearch.action.search.SearchTransportService.sendExecuteQuery(SearchTransportService.java:214) ~[elasticsearch-8.14.1.jar:?]
  682. at org.elasticsearch.action.search.SearchQueryThenFetchAsyncAction.executePhaseOnShard(SearchQueryThenFetchAsyncAction.java:92) ~[elasticsearch-8.14.1.jar:?]
  683. at org.elasticsearch.action.search.AbstractSearchAsyncAction.lambda$performPhaseOnShard$5(AbstractSearchAsyncAction.java:320) ~[elasticsearch-8.14.1.jar:?]
  684. at org.elasticsearch.action.search.AbstractSearchAsyncAction.performPhaseOnShard(AbstractSearchAsyncAction.java:356) ~[elasticsearch-8.14.1.jar:?]
  685. at org.elasticsearch.action.search.AbstractSearchAsyncAction.onShardFailure(AbstractSearchAsyncAction.java:505) ~[elasticsearch-8.14.1.jar:?]
  686. at org.elasticsearch.action.search.AbstractSearchAsyncAction$1.onFailure(AbstractSearchAsyncAction.java:335) ~[elasticsearch-8.14.1.jar:?]
  687. at org.elasticsearch.action.ActionListenerImplementations.safeAcceptException(ActionListenerImplementations.java:62) ~[elasticsearch-8.14.1.jar:?]
  688. at org.elasticsearch.action.ActionListenerImplementations.safeOnFailure(ActionListenerImplementations.java:73) ~[elasticsearch-8.14.1.jar:?]
  689. at org.elasticsearch.action.DelegatingActionListener.onFailure(DelegatingActionListener.java:31) ~[elasticsearch-8.14.1.jar:?]
  690. at org.elasticsearch.action.ActionListenerResponseHandler.handleException(ActionListenerResponseHandler.java:53) ~[elasticsearch-8.14.1.jar:?]
  691. at org.elasticsearch.action.search.SearchTransportService$ConnectionCountingHandler.handleException(SearchTransportService.java:634) ~[elasticsearch-8.14.1.jar:?]
  692. at org.elasticsearch.transport.TransportService$UnregisterChildTransportResponseHandler.handleException(TransportService.java:1752) ~[elasticsearch-8.14.1.jar:?]
  693. at org.elasticsearch.transport.TransportService$ContextRestoreResponseHandler.handleException(TransportService.java:1476) ~[elasticsearch-8.14.1.jar:?]
  694. at org.elasticsearch.transport.TransportService$7.doRun(TransportService.java:1360) ~[elasticsearch-8.14.1.jar:?]
  695. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  696. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  697. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  698. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  699. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  700. Caused by: org.elasticsearch.tasks.TaskCancelledException: parent task was cancelled [http channel [Netty4HttpChannel{localAddress=/<Node-2-IP>:9200, remoteAddress=/<Node-3-IP>:38416}] closed]
  701. at org.elasticsearch.tasks.TaskManager$CancellableTaskHolder.registerChildConnection(TaskManager.java:666) ~[elasticsearch-8.14.1.jar:?]
  702. at org.elasticsearch.tasks.TaskManager.registerChildConnection(TaskManager.java:362) ~[elasticsearch-8.14.1.jar:?]
  703. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:833) ~[elasticsearch-8.14.1.jar:?]
  704. ... 36 more
  705. [2024-10-15T11:57:17,930][DEBUG][org.elasticsearch.action.search.TransportSearchAction] [Node-2] All shards failed for phase: [query]
  706. org.elasticsearch.tasks.TaskCancelledException: parent task was cancelled [http channel [Netty4HttpChannel{localAddress=/<Node-2-IP>:9200, remoteAddress=/<Node-3-IP>:38416}] closed]
  707. at org.elasticsearch.tasks.TaskManager$CancellableTaskHolder.registerChildConnection(TaskManager.java:666) ~[elasticsearch-8.14.1.jar:?]
  708. at org.elasticsearch.tasks.TaskManager.registerChildConnection(TaskManager.java:362) ~[elasticsearch-8.14.1.jar:?]
  709. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:833) ~[elasticsearch-8.14.1.jar:?]
  710. at org.elasticsearch.transport.TransportService.sendChildRequest(TransportService.java:913) ~[elasticsearch-8.14.1.jar:?]
  711. at org.elasticsearch.transport.TransportService.sendChildRequest(TransportService.java:901) ~[elasticsearch-8.14.1.jar:?]
  712. at org.elasticsearch.action.search.SearchTransportService.sendExecuteQuery(SearchTransportService.java:214) ~[elasticsearch-8.14.1.jar:?]
  713. at org.elasticsearch.action.search.SearchQueryThenFetchAsyncAction.executePhaseOnShard(SearchQueryThenFetchAsyncAction.java:92) ~[elasticsearch-8.14.1.jar:?]
  714. at org.elasticsearch.action.search.AbstractSearchAsyncAction.lambda$performPhaseOnShard$5(AbstractSearchAsyncAction.java:320) ~[elasticsearch-8.14.1.jar:?]
  715. at org.elasticsearch.action.search.AbstractSearchAsyncAction.performPhaseOnShard(AbstractSearchAsyncAction.java:356) ~[elasticsearch-8.14.1.jar:?]
  716. at org.elasticsearch.action.search.AbstractSearchAsyncAction.onShardFailure(AbstractSearchAsyncAction.java:505) ~[elasticsearch-8.14.1.jar:?]
  717. at org.elasticsearch.action.search.AbstractSearchAsyncAction$1.onFailure(AbstractSearchAsyncAction.java:335) ~[elasticsearch-8.14.1.jar:?]
  718. at org.elasticsearch.action.ActionListenerImplementations.safeAcceptException(ActionListenerImplementations.java:62) ~[elasticsearch-8.14.1.jar:?]
  719. at org.elasticsearch.action.ActionListenerImplementations.safeOnFailure(ActionListenerImplementations.java:73) ~[elasticsearch-8.14.1.jar:?]
  720. at org.elasticsearch.action.DelegatingActionListener.onFailure(DelegatingActionListener.java:31) ~[elasticsearch-8.14.1.jar:?]
  721. at org.elasticsearch.action.ActionListenerResponseHandler.handleException(ActionListenerResponseHandler.java:53) ~[elasticsearch-8.14.1.jar:?]
  722. at org.elasticsearch.action.search.SearchTransportService$ConnectionCountingHandler.handleException(SearchTransportService.java:634) ~[elasticsearch-8.14.1.jar:?]
  723. at org.elasticsearch.transport.TransportService.handleSendRequestException(TransportService.java:859) ~[elasticsearch-8.14.1.jar:?]
  724. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:853) ~[elasticsearch-8.14.1.jar:?]
  725. at org.elasticsearch.transport.TransportService.sendChildRequest(TransportService.java:913) ~[elasticsearch-8.14.1.jar:?]
  726. at org.elasticsearch.transport.TransportService.sendChildRequest(TransportService.java:901) ~[elasticsearch-8.14.1.jar:?]
  727. at org.elasticsearch.action.search.SearchTransportService.sendExecuteQuery(SearchTransportService.java:214) ~[elasticsearch-8.14.1.jar:?]
  728. at org.elasticsearch.action.search.SearchQueryThenFetchAsyncAction.executePhaseOnShard(SearchQueryThenFetchAsyncAction.java:92) ~[elasticsearch-8.14.1.jar:?]
  729. at org.elasticsearch.action.search.AbstractSearchAsyncAction.lambda$performPhaseOnShard$5(AbstractSearchAsyncAction.java:320) ~[elasticsearch-8.14.1.jar:?]
  730. at org.elasticsearch.action.search.AbstractSearchAsyncAction.performPhaseOnShard(AbstractSearchAsyncAction.java:356) ~[elasticsearch-8.14.1.jar:?]
  731. at org.elasticsearch.action.search.AbstractSearchAsyncAction.onShardFailure(AbstractSearchAsyncAction.java:505) ~[elasticsearch-8.14.1.jar:?]
  732. at org.elasticsearch.action.search.AbstractSearchAsyncAction$1.onFailure(AbstractSearchAsyncAction.java:335) ~[elasticsearch-8.14.1.jar:?]
  733. at org.elasticsearch.action.ActionListenerImplementations.safeAcceptException(ActionListenerImplementations.java:62) ~[elasticsearch-8.14.1.jar:?]
  734. at org.elasticsearch.action.ActionListenerImplementations.safeOnFailure(ActionListenerImplementations.java:73) ~[elasticsearch-8.14.1.jar:?]
  735. at org.elasticsearch.action.DelegatingActionListener.onFailure(DelegatingActionListener.java:31) ~[elasticsearch-8.14.1.jar:?]
  736. at org.elasticsearch.action.ActionListenerResponseHandler.handleException(ActionListenerResponseHandler.java:53) ~[elasticsearch-8.14.1.jar:?]
  737. at org.elasticsearch.action.search.SearchTransportService$ConnectionCountingHandler.handleException(SearchTransportService.java:634) ~[elasticsearch-8.14.1.jar:?]
  738. at org.elasticsearch.transport.TransportService$UnregisterChildTransportResponseHandler.handleException(TransportService.java:1752) ~[elasticsearch-8.14.1.jar:?]
  739. at org.elasticsearch.transport.TransportService$ContextRestoreResponseHandler.handleException(TransportService.java:1476) ~[elasticsearch-8.14.1.jar:?]
  740. at org.elasticsearch.transport.TransportService$7.doRun(TransportService.java:1360) ~[elasticsearch-8.14.1.jar:?]
  741. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  742. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  743. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  744. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  745. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  746. [2024-10-15T11:57:47,914][DEBUG][org.elasticsearch.action.support.nodes.TransportNodesAction] [Node-2] failed to execute [cluster:monitor/nodes/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  747. org.elasticsearch.transport.NodeNotConnectedException: [Node-1][<Node-1-IP>:9300] Node not connected
  748. at org.elasticsearch.transport.ClusterConnectionManager.getConnection(ClusterConnectionManager.java:283) ~[elasticsearch-8.14.1.jar:?]
  749. at org.elasticsearch.transport.TransportService.getConnection(TransportService.java:876) ~[elasticsearch-8.14.1.jar:?]
  750. at org.elasticsearch.transport.TransportService.getConnectionOrFail(TransportService.java:771) ~[elasticsearch-8.14.1.jar:?]
  751. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:757) ~[elasticsearch-8.14.1.jar:?]
  752. at org.elasticsearch.action.support.nodes.TransportNodesAction$1.sendItemRequest(TransportNodesAction.java:127) ~[elasticsearch-8.14.1.jar:?]
  753. at org.elasticsearch.action.support.nodes.TransportNodesAction$1.sendItemRequest(TransportNodesAction.java:95) ~[elasticsearch-8.14.1.jar:?]
  754. at org.elasticsearch.action.support.CancellableFanOut.lambda$run$2(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  755. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  756. at org.elasticsearch.action.support.CancellableFanOut.run(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  757. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:173) ~[elasticsearch-8.14.1.jar:?]
  758. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:47) ~[elasticsearch-8.14.1.jar:?]
  759. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:96) ~[elasticsearch-8.14.1.jar:?]
  760. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$4(SecurityActionFilter.java:182) ~[?:?]
  761. at org.elasticsearch.action.ActionListenerImplementations$DelegatingFailureActionListener.onResponse(ActionListenerImplementations.java:217) ~[elasticsearch-8.14.1.jar:?]
  762. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:682) ~[?:?]
  763. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:314) ~[?:?]
  764. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$5(SecurityActionFilter.java:178) ~[?:?]
  765. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  766. at org.elasticsearch.action.ActionListenerImplementations$MappedActionListener.onResponse(ActionListenerImplementations.java:95) ~[elasticsearch-8.14.1.jar:?]
  767. at org.elasticsearch.xpack.security.authc.AuthenticatorChain.authenticate(AuthenticatorChain.java:93) ~[?:?]
  768. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:264) ~[?:?]
  769. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:173) ~[?:?]
  770. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:174) ~[?:?]
  771. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:109) ~[?:?]
  772. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsInternalUser(SecurityContext.java:170) ~[?:?]
  773. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsSystemUser(SecurityContext.java:179) ~[?:?]
  774. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsSystemUser(SecurityContext.java:175) ~[?:?]
  775. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:109) ~[?:?]
  776. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:93) ~[elasticsearch-8.14.1.jar:?]
  777. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:68) ~[elasticsearch-8.14.1.jar:?]
  778. at org.elasticsearch.tasks.TaskManager.registerAndExecute(TaskManager.java:196) ~[elasticsearch-8.14.1.jar:?]
  779. at org.elasticsearch.client.internal.node.NodeClient.executeLocally(NodeClient.java:105) ~[elasticsearch-8.14.1.jar:?]
  780. at org.elasticsearch.client.internal.node.NodeClient.doExecute(NodeClient.java:83) ~[elasticsearch-8.14.1.jar:?]
  781. at org.elasticsearch.client.internal.support.AbstractClient.execute(AbstractClient.java:357) ~[elasticsearch-8.14.1.jar:?]
  782. at org.elasticsearch.client.internal.support.AbstractClient$ClusterAdmin.execute(AbstractClient.java:653) ~[elasticsearch-8.14.1.jar:?]
  783. at org.elasticsearch.client.internal.support.AbstractClient$ClusterAdmin.nodesStats(AbstractClient.java:746) ~[elasticsearch-8.14.1.jar:?]
  784. at org.elasticsearch.cluster.InternalClusterInfoService$AsyncRefresh.fetchNodeStats(InternalClusterInfoService.java:288) ~[elasticsearch-8.14.1.jar:?]
  785. at org.elasticsearch.cluster.InternalClusterInfoService$AsyncRefresh.execute(InternalClusterInfoService.java:184) ~[elasticsearch-8.14.1.jar:?]
  786. at org.elasticsearch.cluster.InternalClusterInfoService.refreshAsync(InternalClusterInfoService.java:435) ~[elasticsearch-8.14.1.jar:?]
  787. at org.elasticsearch.cluster.InternalClusterInfoService$RefreshScheduler.lambda$getListener$0(InternalClusterInfoService.java:392) ~[elasticsearch-8.14.1.jar:?]
  788. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:917) ~[elasticsearch-8.14.1.jar:?]
  789. at org.elasticsearch.threadpool.ThreadPool$1.run(ThreadPool.java:589) ~[elasticsearch-8.14.1.jar:?]
  790. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
  791. at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
  792. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
  793. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  794. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  795. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  796. [2024-10-15T11:57:47,915][DEBUG][org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction] [Node-2] failed to execute [indices:monitor/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  797. org.elasticsearch.transport.NodeNotConnectedException: [Node-1][<Node-1-IP>:9300] Node not connected
  798. at org.elasticsearch.transport.ClusterConnectionManager.getConnection(ClusterConnectionManager.java:283) ~[elasticsearch-8.14.1.jar:?]
  799. at org.elasticsearch.transport.TransportService.getConnection(TransportService.java:876) ~[elasticsearch-8.14.1.jar:?]
  800. at org.elasticsearch.transport.TransportService.getConnectionOrFail(TransportService.java:771) ~[elasticsearch-8.14.1.jar:?]
  801. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:757) ~[elasticsearch-8.14.1.jar:?]
  802. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$1.sendItemRequest(TransportBroadcastByNodeAction.java:313) ~[elasticsearch-8.14.1.jar:?]
  803. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$1.sendItemRequest(TransportBroadcastByNodeAction.java:295) ~[elasticsearch-8.14.1.jar:?]
  804. at org.elasticsearch.action.support.CancellableFanOut.lambda$run$2(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  805. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  806. at org.elasticsearch.action.support.CancellableFanOut.run(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  807. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.executeAsCoordinatingNode(TransportBroadcastByNodeAction.java:386) ~[elasticsearch-8.14.1.jar:?]
  808. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecuteForked(TransportBroadcastByNodeAction.java:273) ~[elasticsearch-8.14.1.jar:?]
  809. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.lambda$doExecute$1(TransportBroadcastByNodeAction.java:232) ~[elasticsearch-8.14.1.jar:?]
  810. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  811. at org.elasticsearch.action.ActionRunnable$5.doRun(ActionRunnable.java:123) ~[elasticsearch-8.14.1.jar:?]
  812. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  813. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  814. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  815. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  816. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  817. [2024-10-15T11:57:47,917][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve stats for node [UtQcAppJSkO-4BQc4b4avA]
  818. org.elasticsearch.transport.NodeNotConnectedException: [Node-1][<Node-1-IP>:9300] Node not connected
  819. at org.elasticsearch.transport.ClusterConnectionManager.getConnection(ClusterConnectionManager.java:283) ~[elasticsearch-8.14.1.jar:?]
  820. at org.elasticsearch.transport.TransportService.getConnection(TransportService.java:876) ~[elasticsearch-8.14.1.jar:?]
  821. at org.elasticsearch.transport.TransportService.getConnectionOrFail(TransportService.java:771) ~[elasticsearch-8.14.1.jar:?]
  822. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:757) ~[elasticsearch-8.14.1.jar:?]
  823. at org.elasticsearch.action.support.nodes.TransportNodesAction$1.sendItemRequest(TransportNodesAction.java:127) ~[elasticsearch-8.14.1.jar:?]
  824. at org.elasticsearch.action.support.nodes.TransportNodesAction$1.sendItemRequest(TransportNodesAction.java:95) ~[elasticsearch-8.14.1.jar:?]
  825. at org.elasticsearch.action.support.CancellableFanOut.lambda$run$2(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  826. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  827. at org.elasticsearch.action.support.CancellableFanOut.run(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  828. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:173) ~[elasticsearch-8.14.1.jar:?]
  829. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:47) ~[elasticsearch-8.14.1.jar:?]
  830. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:96) ~[elasticsearch-8.14.1.jar:?]
  831. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$4(SecurityActionFilter.java:182) ~[?:?]
  832. at org.elasticsearch.action.ActionListenerImplementations$DelegatingFailureActionListener.onResponse(ActionListenerImplementations.java:217) ~[elasticsearch-8.14.1.jar:?]
  833. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:682) ~[?:?]
  834. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:314) ~[?:?]
  835. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$5(SecurityActionFilter.java:178) ~[?:?]
  836. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  837. at org.elasticsearch.action.ActionListenerImplementations$MappedActionListener.onResponse(ActionListenerImplementations.java:95) ~[elasticsearch-8.14.1.jar:?]
  838. at org.elasticsearch.xpack.security.authc.AuthenticatorChain.authenticate(AuthenticatorChain.java:93) ~[?:?]
  839. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:264) ~[?:?]
  840. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:173) ~[?:?]
  841. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:174) ~[?:?]
  842. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:109) ~[?:?]
  843. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsInternalUser(SecurityContext.java:170) ~[?:?]
  844. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsSystemUser(SecurityContext.java:179) ~[?:?]
  845. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsSystemUser(SecurityContext.java:175) ~[?:?]
  846. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:109) ~[?:?]
  847. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:93) ~[elasticsearch-8.14.1.jar:?]
  848. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:68) ~[elasticsearch-8.14.1.jar:?]
  849. at org.elasticsearch.tasks.TaskManager.registerAndExecute(TaskManager.java:196) ~[elasticsearch-8.14.1.jar:?]
  850. at org.elasticsearch.client.internal.node.NodeClient.executeLocally(NodeClient.java:105) ~[elasticsearch-8.14.1.jar:?]
  851. at org.elasticsearch.client.internal.node.NodeClient.doExecute(NodeClient.java:83) ~[elasticsearch-8.14.1.jar:?]
  852. at org.elasticsearch.client.internal.support.AbstractClient.execute(AbstractClient.java:357) ~[elasticsearch-8.14.1.jar:?]
  853. at org.elasticsearch.client.internal.support.AbstractClient$ClusterAdmin.execute(AbstractClient.java:653) ~[elasticsearch-8.14.1.jar:?]
  854. at org.elasticsearch.client.internal.support.AbstractClient$ClusterAdmin.nodesStats(AbstractClient.java:746) ~[elasticsearch-8.14.1.jar:?]
  855. at org.elasticsearch.cluster.InternalClusterInfoService$AsyncRefresh.fetchNodeStats(InternalClusterInfoService.java:288) ~[elasticsearch-8.14.1.jar:?]
  856. at org.elasticsearch.cluster.InternalClusterInfoService$AsyncRefresh.execute(InternalClusterInfoService.java:184) ~[elasticsearch-8.14.1.jar:?]
  857. at org.elasticsearch.cluster.InternalClusterInfoService.refreshAsync(InternalClusterInfoService.java:435) ~[elasticsearch-8.14.1.jar:?]
  858. at org.elasticsearch.cluster.InternalClusterInfoService$RefreshScheduler.lambda$getListener$0(InternalClusterInfoService.java:392) ~[elasticsearch-8.14.1.jar:?]
  859. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:917) ~[elasticsearch-8.14.1.jar:?]
  860. at org.elasticsearch.threadpool.ThreadPool$1.run(ThreadPool.java:589) ~[elasticsearch-8.14.1.jar:?]
  861. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
  862. at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
  863. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
  864. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  865. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  866. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  867. [2024-10-15T11:57:47,923][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve shard stats from node [UtQcAppJSkO-4BQc4b4avA]
  868. org.elasticsearch.transport.NodeNotConnectedException: [Node-1][<Node-1-IP>:9300] Node not connected
  869. at org.elasticsearch.transport.ClusterConnectionManager.getConnection(ClusterConnectionManager.java:283) ~[elasticsearch-8.14.1.jar:?]
  870. at org.elasticsearch.transport.TransportService.getConnection(TransportService.java:876) ~[elasticsearch-8.14.1.jar:?]
  871. at org.elasticsearch.transport.TransportService.getConnectionOrFail(TransportService.java:771) ~[elasticsearch-8.14.1.jar:?]
  872. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:757) ~[elasticsearch-8.14.1.jar:?]
  873. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$1.sendItemRequest(TransportBroadcastByNodeAction.java:313) ~[elasticsearch-8.14.1.jar:?]
  874. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$1.sendItemRequest(TransportBroadcastByNodeAction.java:295) ~[elasticsearch-8.14.1.jar:?]
  875. at org.elasticsearch.action.support.CancellableFanOut.lambda$run$2(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  876. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  877. at org.elasticsearch.action.support.CancellableFanOut.run(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  878. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.executeAsCoordinatingNode(TransportBroadcastByNodeAction.java:386) ~[elasticsearch-8.14.1.jar:?]
  879. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecuteForked(TransportBroadcastByNodeAction.java:273) ~[elasticsearch-8.14.1.jar:?]
  880. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.lambda$doExecute$1(TransportBroadcastByNodeAction.java:232) ~[elasticsearch-8.14.1.jar:?]
  881. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  882. at org.elasticsearch.action.ActionRunnable$5.doRun(ActionRunnable.java:123) ~[elasticsearch-8.14.1.jar:?]
  883. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  884. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  885. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  886. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  887. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  888. [2024-10-15T11:57:56,770][WARN ][org.elasticsearch.cluster.NodeConnectionsService] [Node-2] failed to connect to {Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true} (tried [1] times)
  889. org.elasticsearch.transport.ConnectTransportException: [Node-1][<Node-1-IP>:9300] connect_timeout[30s]
  890. at org.elasticsearch.transport.TcpTransport$ChannelsConnectedListener.onTimeout(TcpTransport.java:1150) ~[elasticsearch-8.14.1.jar:?]
  891. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:917) ~[elasticsearch-8.14.1.jar:?]
  892. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  893. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  894. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  895. [2024-10-15T11:58:17,924][DEBUG][org.elasticsearch.action.support.nodes.TransportNodesAction] [Node-2] failed to execute [cluster:monitor/nodes/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  896. org.elasticsearch.transport.NodeNotConnectedException: [Node-1][<Node-1-IP>:9300] Node not connected
  897. at org.elasticsearch.transport.ClusterConnectionManager.getConnection(ClusterConnectionManager.java:283) ~[elasticsearch-8.14.1.jar:?]
  898. at org.elasticsearch.transport.TransportService.getConnection(TransportService.java:876) ~[elasticsearch-8.14.1.jar:?]
  899. at org.elasticsearch.transport.TransportService.getConnectionOrFail(TransportService.java:771) ~[elasticsearch-8.14.1.jar:?]
  900. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:757) ~[elasticsearch-8.14.1.jar:?]
  901. at org.elasticsearch.action.support.nodes.TransportNodesAction$1.sendItemRequest(TransportNodesAction.java:127) ~[elasticsearch-8.14.1.jar:?]
  902. at org.elasticsearch.action.support.nodes.TransportNodesAction$1.sendItemRequest(TransportNodesAction.java:95) ~[elasticsearch-8.14.1.jar:?]
  903. at org.elasticsearch.action.support.CancellableFanOut.lambda$run$2(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  904. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  905. at org.elasticsearch.action.support.CancellableFanOut.run(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  906. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:173) ~[elasticsearch-8.14.1.jar:?]
  907. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:47) ~[elasticsearch-8.14.1.jar:?]
  908. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:96) ~[elasticsearch-8.14.1.jar:?]
  909. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$4(SecurityActionFilter.java:182) ~[?:?]
  910. at org.elasticsearch.action.ActionListenerImplementations$DelegatingFailureActionListener.onResponse(ActionListenerImplementations.java:217) ~[elasticsearch-8.14.1.jar:?]
  911. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:682) ~[?:?]
  912. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:314) ~[?:?]
  913. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$5(SecurityActionFilter.java:178) ~[?:?]
  914. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  915. at org.elasticsearch.action.ActionListenerImplementations$MappedActionListener.onResponse(ActionListenerImplementations.java:95) ~[elasticsearch-8.14.1.jar:?]
  916. at org.elasticsearch.xpack.security.authc.AuthenticatorChain.authenticate(AuthenticatorChain.java:93) ~[?:?]
  917. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:264) ~[?:?]
  918. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:173) ~[?:?]
  919. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:174) ~[?:?]
  920. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:109) ~[?:?]
  921. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsInternalUser(SecurityContext.java:170) ~[?:?]
  922. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsSystemUser(SecurityContext.java:179) ~[?:?]
  923. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsSystemUser(SecurityContext.java:175) ~[?:?]
  924. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:109) ~[?:?]
  925. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:93) ~[elasticsearch-8.14.1.jar:?]
  926. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:68) ~[elasticsearch-8.14.1.jar:?]
  927. at org.elasticsearch.tasks.TaskManager.registerAndExecute(TaskManager.java:196) ~[elasticsearch-8.14.1.jar:?]
  928. at org.elasticsearch.client.internal.node.NodeClient.executeLocally(NodeClient.java:105) ~[elasticsearch-8.14.1.jar:?]
  929. at org.elasticsearch.client.internal.node.NodeClient.doExecute(NodeClient.java:83) ~[elasticsearch-8.14.1.jar:?]
  930. at org.elasticsearch.client.internal.support.AbstractClient.execute(AbstractClient.java:357) ~[elasticsearch-8.14.1.jar:?]
  931. at org.elasticsearch.client.internal.support.AbstractClient$ClusterAdmin.execute(AbstractClient.java:653) ~[elasticsearch-8.14.1.jar:?]
  932. at org.elasticsearch.client.internal.support.AbstractClient$ClusterAdmin.nodesStats(AbstractClient.java:746) ~[elasticsearch-8.14.1.jar:?]
  933. at org.elasticsearch.cluster.InternalClusterInfoService$AsyncRefresh.fetchNodeStats(InternalClusterInfoService.java:288) ~[elasticsearch-8.14.1.jar:?]
  934. at org.elasticsearch.cluster.InternalClusterInfoService$AsyncRefresh.execute(InternalClusterInfoService.java:184) ~[elasticsearch-8.14.1.jar:?]
  935. at org.elasticsearch.cluster.InternalClusterInfoService.refreshAsync(InternalClusterInfoService.java:435) ~[elasticsearch-8.14.1.jar:?]
  936. at org.elasticsearch.cluster.InternalClusterInfoService$RefreshScheduler.lambda$getListener$0(InternalClusterInfoService.java:392) ~[elasticsearch-8.14.1.jar:?]
  937. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:917) ~[elasticsearch-8.14.1.jar:?]
  938. at org.elasticsearch.threadpool.ThreadPool$1.run(ThreadPool.java:589) ~[elasticsearch-8.14.1.jar:?]
  939. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
  940. at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
  941. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
  942. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  943. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  944. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  945. [2024-10-15T11:58:17,927][DEBUG][org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction] [Node-2] failed to execute [indices:monitor/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  946. org.elasticsearch.transport.NodeNotConnectedException: [Node-1][<Node-1-IP>:9300] Node not connected
  947. at org.elasticsearch.transport.ClusterConnectionManager.getConnection(ClusterConnectionManager.java:283) ~[elasticsearch-8.14.1.jar:?]
  948. at org.elasticsearch.transport.TransportService.getConnection(TransportService.java:876) ~[elasticsearch-8.14.1.jar:?]
  949. at org.elasticsearch.transport.TransportService.getConnectionOrFail(TransportService.java:771) ~[elasticsearch-8.14.1.jar:?]
  950. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:757) ~[elasticsearch-8.14.1.jar:?]
  951. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$1.sendItemRequest(TransportBroadcastByNodeAction.java:313) ~[elasticsearch-8.14.1.jar:?]
  952. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$1.sendItemRequest(TransportBroadcastByNodeAction.java:295) ~[elasticsearch-8.14.1.jar:?]
  953. at org.elasticsearch.action.support.CancellableFanOut.lambda$run$2(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  954. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  955. at org.elasticsearch.action.support.CancellableFanOut.run(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  956. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.executeAsCoordinatingNode(TransportBroadcastByNodeAction.java:386) ~[elasticsearch-8.14.1.jar:?]
  957. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecuteForked(TransportBroadcastByNodeAction.java:273) ~[elasticsearch-8.14.1.jar:?]
  958. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.lambda$doExecute$1(TransportBroadcastByNodeAction.java:232) ~[elasticsearch-8.14.1.jar:?]
  959. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  960. at org.elasticsearch.action.ActionRunnable$5.doRun(ActionRunnable.java:123) ~[elasticsearch-8.14.1.jar:?]
  961. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  962. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  963. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  964. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  965. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  966. [2024-10-15T11:58:17,930][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve stats for node [UtQcAppJSkO-4BQc4b4avA]
  967. org.elasticsearch.transport.NodeNotConnectedException: [Node-1][<Node-1-IP>:9300] Node not connected
  968. at org.elasticsearch.transport.ClusterConnectionManager.getConnection(ClusterConnectionManager.java:283) ~[elasticsearch-8.14.1.jar:?]
  969. at org.elasticsearch.transport.TransportService.getConnection(TransportService.java:876) ~[elasticsearch-8.14.1.jar:?]
  970. at org.elasticsearch.transport.TransportService.getConnectionOrFail(TransportService.java:771) ~[elasticsearch-8.14.1.jar:?]
  971. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:757) ~[elasticsearch-8.14.1.jar:?]
  972. at org.elasticsearch.action.support.nodes.TransportNodesAction$1.sendItemRequest(TransportNodesAction.java:127) ~[elasticsearch-8.14.1.jar:?]
  973. at org.elasticsearch.action.support.nodes.TransportNodesAction$1.sendItemRequest(TransportNodesAction.java:95) ~[elasticsearch-8.14.1.jar:?]
  974. at org.elasticsearch.action.support.CancellableFanOut.lambda$run$2(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  975. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  976. at org.elasticsearch.action.support.CancellableFanOut.run(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  977. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:173) ~[elasticsearch-8.14.1.jar:?]
  978. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:47) ~[elasticsearch-8.14.1.jar:?]
  979. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:96) ~[elasticsearch-8.14.1.jar:?]
  980. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$4(SecurityActionFilter.java:182) ~[?:?]
  981. at org.elasticsearch.action.ActionListenerImplementations$DelegatingFailureActionListener.onResponse(ActionListenerImplementations.java:217) ~[elasticsearch-8.14.1.jar:?]
  982. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:682) ~[?:?]
  983. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:314) ~[?:?]
  984. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$5(SecurityActionFilter.java:178) ~[?:?]
  985. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  986. at org.elasticsearch.action.ActionListenerImplementations$MappedActionListener.onResponse(ActionListenerImplementations.java:95) ~[elasticsearch-8.14.1.jar:?]
  987. at org.elasticsearch.xpack.security.authc.AuthenticatorChain.authenticate(AuthenticatorChain.java:93) ~[?:?]
  988. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:264) ~[?:?]
  989. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:173) ~[?:?]
  990. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:174) ~[?:?]
  991. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:109) ~[?:?]
  992. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsInternalUser(SecurityContext.java:170) ~[?:?]
  993. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsSystemUser(SecurityContext.java:179) ~[?:?]
  994. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsSystemUser(SecurityContext.java:175) ~[?:?]
  995. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:109) ~[?:?]
  996. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:93) ~[elasticsearch-8.14.1.jar:?]
  997. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:68) ~[elasticsearch-8.14.1.jar:?]
  998. at org.elasticsearch.tasks.TaskManager.registerAndExecute(TaskManager.java:196) ~[elasticsearch-8.14.1.jar:?]
  999. at org.elasticsearch.client.internal.node.NodeClient.executeLocally(NodeClient.java:105) ~[elasticsearch-8.14.1.jar:?]
  1000. at org.elasticsearch.client.internal.node.NodeClient.doExecute(NodeClient.java:83) ~[elasticsearch-8.14.1.jar:?]
  1001. at org.elasticsearch.client.internal.support.AbstractClient.execute(AbstractClient.java:357) ~[elasticsearch-8.14.1.jar:?]
  1002. at org.elasticsearch.client.internal.support.AbstractClient$ClusterAdmin.execute(AbstractClient.java:653) ~[elasticsearch-8.14.1.jar:?]
  1003. at org.elasticsearch.client.internal.support.AbstractClient$ClusterAdmin.nodesStats(AbstractClient.java:746) ~[elasticsearch-8.14.1.jar:?]
  1004. at org.elasticsearch.cluster.InternalClusterInfoService$AsyncRefresh.fetchNodeStats(InternalClusterInfoService.java:288) ~[elasticsearch-8.14.1.jar:?]
  1005. at org.elasticsearch.cluster.InternalClusterInfoService$AsyncRefresh.execute(InternalClusterInfoService.java:184) ~[elasticsearch-8.14.1.jar:?]
  1006. at org.elasticsearch.cluster.InternalClusterInfoService.refreshAsync(InternalClusterInfoService.java:435) ~[elasticsearch-8.14.1.jar:?]
  1007. at org.elasticsearch.cluster.InternalClusterInfoService$RefreshScheduler.lambda$getListener$0(InternalClusterInfoService.java:392) ~[elasticsearch-8.14.1.jar:?]
  1008. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:917) ~[elasticsearch-8.14.1.jar:?]
  1009. at org.elasticsearch.threadpool.ThreadPool$1.run(ThreadPool.java:589) ~[elasticsearch-8.14.1.jar:?]
  1010. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
  1011. at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
  1012. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
  1013. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  1014. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  1015. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  1016. [2024-10-15T11:58:17,939][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve shard stats from node [UtQcAppJSkO-4BQc4b4avA]
  1017. org.elasticsearch.transport.NodeNotConnectedException: [Node-1][<Node-1-IP>:9300] Node not connected
  1018. at org.elasticsearch.transport.ClusterConnectionManager.getConnection(ClusterConnectionManager.java:283) ~[elasticsearch-8.14.1.jar:?]
  1019. at org.elasticsearch.transport.TransportService.getConnection(TransportService.java:876) ~[elasticsearch-8.14.1.jar:?]
  1020. at org.elasticsearch.transport.TransportService.getConnectionOrFail(TransportService.java:771) ~[elasticsearch-8.14.1.jar:?]
  1021. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:757) ~[elasticsearch-8.14.1.jar:?]
  1022. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$1.sendItemRequest(TransportBroadcastByNodeAction.java:313) ~[elasticsearch-8.14.1.jar:?]
  1023. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$1.sendItemRequest(TransportBroadcastByNodeAction.java:295) ~[elasticsearch-8.14.1.jar:?]
  1024. at org.elasticsearch.action.support.CancellableFanOut.lambda$run$2(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  1025. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  1026. at org.elasticsearch.action.support.CancellableFanOut.run(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  1027. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.executeAsCoordinatingNode(TransportBroadcastByNodeAction.java:386) ~[elasticsearch-8.14.1.jar:?]
  1028. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecuteForked(TransportBroadcastByNodeAction.java:273) ~[elasticsearch-8.14.1.jar:?]
  1029. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.lambda$doExecute$1(TransportBroadcastByNodeAction.java:232) ~[elasticsearch-8.14.1.jar:?]
  1030. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  1031. at org.elasticsearch.action.ActionRunnable$5.doRun(ActionRunnable.java:123) ~[elasticsearch-8.14.1.jar:?]
  1032. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  1033. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  1034. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  1035. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  1036. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  1037. [2024-10-15T11:58:22,569][DEBUG][org.elasticsearch.action.search.TransportSearchAction] [Node-2] [UtQcAppJSkO-4BQc4b4avA][designer-objects-ia-8-6][0]: Failed to execute [SearchRequest{searchType=QUERY_THEN_FETCH, indices=[designer-objects-ia-8-6], indicesOptions=IndicesOptions[ignore_unavailable=false, allow_no_indices=true, expand_wildcards_open=true, expand_wildcards_closed=false, expand_wildcards_hidden=false, allow_aliases_to_multiple_indices=true, forbid_closed_indices=true, ignore_aliases=false, ignore_throttled=true], routing='null', preference='null', requestCache=null, scroll=null, maxConcurrentShardRequests=5, batchedReduceSize=512, preFilterShardSize=null, allowPartialSearchResults=true, localClusterAlias=null, getOrCreateAbsoluteStartMillis=-1, ccsMinimizeRoundtrips=true, source={"from":0,"size":0,"query":{"bool":{"must":[{"bool":{"filter":[{"nested":{"query":{"terms":{"relationships.uuid":["_a-0000e892-8b62-8000-9bc3-011c48011c48_1080531"],"boost":1.0}},"path":"relationships","ignore_unmapped":false,"score_mode":"none","boost":1.0}},{"terms":{"type":["Application"],"boost":1.0}}],"boost":1.0}}],"filter":[{"term":{"_t":{"value":"DTObjectInfo"}}}],"boost":1.0}},"track_total_hits":2147483647}}] lastShard [false]
  1038. org.elasticsearch.transport.NodeNotConnectedException: [Node-1][<Node-1-IP>:9300] Node not connected
  1039. at org.elasticsearch.transport.ClusterConnectionManager.getConnection(ClusterConnectionManager.java:283) ~[elasticsearch-8.14.1.jar:?]
  1040. at org.elasticsearch.transport.TransportService.getConnection(TransportService.java:876) ~[elasticsearch-8.14.1.jar:?]
  1041. at org.elasticsearch.action.search.SearchTransportService.getConnection(SearchTransportService.java:606) ~[elasticsearch-8.14.1.jar:?]
  1042. at org.elasticsearch.action.search.TransportSearchAction.lambda$buildConnectionLookup$17(TransportSearchAction.java:1211) ~[elasticsearch-8.14.1.jar:?]
  1043. at org.elasticsearch.action.search.AbstractSearchAsyncAction.getConnection(AbstractSearchAsyncAction.java:749) ~[elasticsearch-8.14.1.jar:?]
  1044. at org.elasticsearch.action.search.SearchQueryThenFetchAsyncAction.executePhaseOnShard(SearchQueryThenFetchAsyncAction.java:92) ~[elasticsearch-8.14.1.jar:?]
  1045. at org.elasticsearch.action.search.AbstractSearchAsyncAction.lambda$performPhaseOnShard$5(AbstractSearchAsyncAction.java:320) ~[elasticsearch-8.14.1.jar:?]
  1046. at org.elasticsearch.action.search.AbstractSearchAsyncAction.performPhaseOnShard(AbstractSearchAsyncAction.java:356) ~[elasticsearch-8.14.1.jar:?]
  1047. at org.elasticsearch.action.search.AbstractSearchAsyncAction.run(AbstractSearchAsyncAction.java:248) ~[elasticsearch-8.14.1.jar:?]
  1048. at org.elasticsearch.action.search.AbstractSearchAsyncAction.executePhase(AbstractSearchAsyncAction.java:454) ~[elasticsearch-8.14.1.jar:?]
  1049. at org.elasticsearch.action.search.AbstractSearchAsyncAction.start(AbstractSearchAsyncAction.java:223) ~[elasticsearch-8.14.1.jar:?]
  1050. at org.elasticsearch.action.search.TransportSearchAction.executeSearch(TransportSearchAction.java:1175) ~[elasticsearch-8.14.1.jar:?]
  1051. at org.elasticsearch.action.search.TransportSearchAction.executeLocalSearch(TransportSearchAction.java:934) ~[elasticsearch-8.14.1.jar:?]
  1052. at org.elasticsearch.action.search.TransportSearchAction.lambda$executeRequest$6(TransportSearchAction.java:353) ~[elasticsearch-8.14.1.jar:?]
  1053. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  1054. at org.elasticsearch.index.query.Rewriteable.rewriteAndFetch(Rewriteable.java:109) ~[elasticsearch-8.14.1.jar:?]
  1055. at org.elasticsearch.index.query.Rewriteable.rewriteAndFetch(Rewriteable.java:77) ~[elasticsearch-8.14.1.jar:?]
  1056. at org.elasticsearch.action.search.TransportSearchAction.executeRequest(TransportSearchAction.java:465) ~[elasticsearch-8.14.1.jar:?]
  1057. at org.elasticsearch.action.search.TransportSearchAction.doExecute(TransportSearchAction.java:309) ~[elasticsearch-8.14.1.jar:?]
  1058. at org.elasticsearch.action.search.TransportSearchAction.doExecute(TransportSearchAction.java:113) ~[elasticsearch-8.14.1.jar:?]
  1059. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:96) ~[elasticsearch-8.14.1.jar:?]
  1060. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$4(SecurityActionFilter.java:182) ~[?:?]
  1061. at org.elasticsearch.action.ActionListenerImplementations$DelegatingFailureActionListener.onResponse(ActionListenerImplementations.java:217) ~[elasticsearch-8.14.1.jar:?]
  1062. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:637) ~[?:?]
  1063. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1064. at org.elasticsearch.xpack.security.authz.interceptor.IndicesAliasesRequestInterceptor.intercept(IndicesAliasesRequestInterceptor.java:124) ~[?:?]
  1065. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  1066. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1067. at org.elasticsearch.xpack.security.authz.interceptor.ResizeRequestInterceptor.intercept(ResizeRequestInterceptor.java:98) ~[?:?]
  1068. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  1069. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1070. at org.elasticsearch.xpack.security.authz.interceptor.FieldAndDocumentLevelSecurityRequestInterceptor.intercept(FieldAndDocumentLevelSecurityRequestInterceptor.java:79) ~[?:?]
  1071. at org.elasticsearch.xpack.security.authz.interceptor.ValidateRequestInterceptor.intercept(ValidateRequestInterceptor.java:20) ~[?:?]
  1072. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  1073. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1074. at org.elasticsearch.xpack.security.authz.interceptor.FieldAndDocumentLevelSecurityRequestInterceptor.intercept(FieldAndDocumentLevelSecurityRequestInterceptor.java:79) ~[?:?]
  1075. at org.elasticsearch.xpack.security.authz.interceptor.SearchRequestInterceptor.intercept(SearchRequestInterceptor.java:21) ~[?:?]
  1076. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  1077. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1078. at org.elasticsearch.xpack.security.authz.interceptor.FieldAndDocumentLevelSecurityRequestInterceptor.intercept(FieldAndDocumentLevelSecurityRequestInterceptor.java:79) ~[?:?]
  1079. at org.elasticsearch.xpack.security.authz.interceptor.ShardSearchRequestInterceptor.intercept(ShardSearchRequestInterceptor.java:24) ~[?:?]
  1080. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  1081. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1082. at org.elasticsearch.xpack.security.authz.interceptor.SearchRequestCacheDisablingInterceptor.intercept(SearchRequestCacheDisablingInterceptor.java:53) ~[?:?]
  1083. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  1084. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1085. at org.elasticsearch.xpack.security.authz.interceptor.DlsFlsLicenseRequestInterceptor.intercept(DlsFlsLicenseRequestInterceptor.java:106) ~[?:?]
  1086. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  1087. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1088. at org.elasticsearch.xpack.security.authz.interceptor.FieldAndDocumentLevelSecurityRequestInterceptor.intercept(FieldAndDocumentLevelSecurityRequestInterceptor.java:79) ~[?:?]
  1089. at org.elasticsearch.xpack.security.authz.interceptor.UpdateRequestInterceptor.intercept(UpdateRequestInterceptor.java:27) ~[?:?]
  1090. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  1091. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1092. at org.elasticsearch.xpack.security.authz.interceptor.BulkShardRequestInterceptor.intercept(BulkShardRequestInterceptor.java:85) ~[?:?]
  1093. at org.elasticsearch.xpack.security.authz.AuthorizationService.runRequestInterceptors(AuthorizationService.java:631) ~[?:?]
  1094. at org.elasticsearch.xpack.security.authz.AuthorizationService.handleIndexActionAuthorizationResult(AuthorizationService.java:616) ~[?:?]
  1095. at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$13(AuthorizationService.java:514) ~[?:?]
  1096. at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:1030) ~[?:?]
  1097. at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:996) ~[?:?]
  1098. at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:32) ~[elasticsearch-8.14.1.jar:?]
  1099. at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$authorizeIndexAction$3(RBACEngine.java:420) ~[?:?]
  1100. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  1101. at org.elasticsearch.action.support.SubscribableListener$SuccessResult.complete(SubscribableListener.java:382) ~[elasticsearch-8.14.1.jar:?]
  1102. at org.elasticsearch.action.support.SubscribableListener.tryComplete(SubscribableListener.java:302) ~[elasticsearch-8.14.1.jar:?]
  1103. at org.elasticsearch.action.support.SubscribableListener.addListener(SubscribableListener.java:205) ~[elasticsearch-8.14.1.jar:?]
  1104. at org.elasticsearch.action.support.SubscribableListener.addListener(SubscribableListener.java:170) ~[elasticsearch-8.14.1.jar:?]
  1105. at org.elasticsearch.xpack.security.authz.AuthorizationService$CachingAsyncSupplier.getAsync(AuthorizationService.java:1076) ~[?:?]
  1106. at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeIndexAction(RBACEngine.java:388) ~[?:?]
  1107. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeAction(AuthorizationService.java:507) ~[?:?]
  1108. at org.elasticsearch.xpack.security.authz.AuthorizationService.maybeAuthorizeRunAs(AuthorizationService.java:439) ~[?:?]
  1109. at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorize$3(AuthorizationService.java:326) ~[?:?]
  1110. at org.elasticsearch.action.ActionListener$2.onResponse(ActionListener.java:171) ~[elasticsearch-8.14.1.jar:?]
  1111. at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:32) ~[elasticsearch-8.14.1.jar:?]
  1112. at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$resolveAuthorizationInfo$0(RBACEngine.java:154) ~[?:?]
  1113. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  1114. at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.lambda$getRoles$4(CompositeRolesStore.java:193) ~[?:?]
  1115. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  1116. at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.lambda$getRole$5(CompositeRolesStore.java:211) ~[?:?]
  1117. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  1118. at org.elasticsearch.xpack.core.security.authz.store.RoleReferenceIntersection.lambda$buildRole$0(RoleReferenceIntersection.java:49) ~[?:?]
  1119. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  1120. at org.elasticsearch.action.support.GroupedActionListener.onResponse(GroupedActionListener.java:56) ~[elasticsearch-8.14.1.jar:?]
  1121. at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.buildRoleFromRoleReference(CompositeRolesStore.java:291) ~[?:?]
  1122. at org.elasticsearch.xpack.core.security.authz.store.RoleReferenceIntersection.lambda$buildRole$1(RoleReferenceIntersection.java:53) ~[?:?]
  1123. at java.lang.Iterable.forEach(Iterable.java:75) ~[?:?]
  1124. at org.elasticsearch.xpack.core.security.authz.store.RoleReferenceIntersection.buildRole(RoleReferenceIntersection.java:53) ~[?:?]
  1125. at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRole(CompositeRolesStore.java:209) ~[?:?]
  1126. at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRoles(CompositeRolesStore.java:186) ~[?:?]
  1127. at org.elasticsearch.xpack.security.authz.RBACEngine.resolveAuthorizationInfo(RBACEngine.java:150) ~[?:?]
  1128. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:342) ~[?:?]
  1129. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$5(SecurityActionFilter.java:178) ~[?:?]
  1130. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  1131. at org.elasticsearch.action.ActionListenerImplementations$MappedActionListener.onResponse(ActionListenerImplementations.java:95) ~[elasticsearch-8.14.1.jar:?]
  1132. at org.elasticsearch.xpack.security.authc.AuthenticatorChain.authenticate(AuthenticatorChain.java:93) ~[?:?]
  1133. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:264) ~[?:?]
  1134. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:173) ~[?:?]
  1135. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:174) ~[?:?]
  1136. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:131) ~[?:?]
  1137. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:93) ~[elasticsearch-8.14.1.jar:?]
  1138. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:68) ~[elasticsearch-8.14.1.jar:?]
  1139. at org.elasticsearch.tasks.TaskManager.registerAndExecute(TaskManager.java:196) ~[elasticsearch-8.14.1.jar:?]
  1140. at org.elasticsearch.client.internal.node.NodeClient.executeLocally(NodeClient.java:105) ~[elasticsearch-8.14.1.jar:?]
  1141. at org.elasticsearch.rest.action.RestCancellableNodeClient.doExecute(RestCancellableNodeClient.java:81) ~[elasticsearch-8.14.1.jar:?]
  1142. at org.elasticsearch.client.internal.support.AbstractClient.execute(AbstractClient.java:357) ~[elasticsearch-8.14.1.jar:?]
  1143. at org.elasticsearch.rest.action.search.RestSearchAction.lambda$prepareRequest$2(RestSearchAction.java:125) ~[elasticsearch-8.14.1.jar:?]
  1144. at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:106) ~[elasticsearch-8.14.1.jar:?]
  1145. at org.elasticsearch.rest.RestController$1.onResponse(RestController.java:452) ~[elasticsearch-8.14.1.jar:?]
  1146. at org.elasticsearch.rest.RestController$1.onResponse(RestController.java:446) ~[elasticsearch-8.14.1.jar:?]
  1147. at org.elasticsearch.xpack.security.rest.SecurityRestFilter.doHandleRequest(SecurityRestFilter.java:89) ~[?:?]
  1148. at org.elasticsearch.xpack.security.rest.SecurityRestFilter.lambda$intercept$0(SecurityRestFilter.java:81) ~[?:?]
  1149. at org.elasticsearch.action.ActionListener$2.onResponse(ActionListener.java:171) ~[elasticsearch-8.14.1.jar:?]
  1150. at org.elasticsearch.xpack.security.authc.support.SecondaryAuthenticator.lambda$authenticateAndAttachToContext$3(SecondaryAuthenticator.java:99) ~[?:?]
  1151. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  1152. at org.elasticsearch.xpack.security.authc.support.SecondaryAuthenticator.authenticate(SecondaryAuthenticator.java:109) ~[?:?]
  1153. at org.elasticsearch.xpack.security.authc.support.SecondaryAuthenticator.authenticateAndAttachToContext(SecondaryAuthenticator.java:90) ~[?:?]
  1154. at org.elasticsearch.xpack.security.rest.SecurityRestFilter.intercept(SecurityRestFilter.java:75) ~[?:?]
  1155. at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:446) ~[elasticsearch-8.14.1.jar:?]
  1156. at org.elasticsearch.rest.RestController.tryAllHandlers(RestController.java:606) ~[elasticsearch-8.14.1.jar:?]
  1157. at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:329) ~[elasticsearch-8.14.1.jar:?]
  1158. at org.elasticsearch.http.AbstractHttpServerTransport.dispatchRequest(AbstractHttpServerTransport.java:487) ~[elasticsearch-8.14.1.jar:?]
  1159. at org.elasticsearch.http.AbstractHttpServerTransport.handleIncomingRequest(AbstractHttpServerTransport.java:583) ~[elasticsearch-8.14.1.jar:?]
  1160. at org.elasticsearch.http.AbstractHttpServerTransport.incomingRequest(AbstractHttpServerTransport.java:460) ~[elasticsearch-8.14.1.jar:?]
  1161. at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.handlePipelinedRequest(Netty4HttpPipeliningHandler.java:126) ~[?:?]
  1162. at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:116) ~[?:?]
  1163. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[?:?]
  1164. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[?:?]
  1165. at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[?:?]
  1166. at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103) ~[?:?]
  1167. at io.netty.handler.codec.MessageToMessageCodec.channelRead(MessageToMessageCodec.java:111) ~[?:?]
  1168. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[?:?]
  1169. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[?:?]
  1170. at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[?:?]
  1171. at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103) ~[?:?]
  1172. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[?:?]
  1173. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[?:?]
  1174. at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[?:?]
  1175. at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103) ~[?:?]
  1176. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[?:?]
  1177. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[?:?]
  1178. at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[?:?]
  1179. at org.elasticsearch.http.netty4.Netty4HttpHeaderValidator.forwardData(Netty4HttpHeaderValidator.java:209) ~[?:?]
  1180. at org.elasticsearch.http.netty4.Netty4HttpHeaderValidator.forwardFullRequest(Netty4HttpHeaderValidator.java:152) ~[?:?]
  1181. at org.elasticsearch.http.netty4.Netty4HttpHeaderValidator$1.lambda$onResponse$0(Netty4HttpHeaderValidator.java:125) ~[?:?]
  1182. at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[?:?]
  1183. at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[?:?]
  1184. at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:470) ~[?:?]
  1185. at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:566) ~[?:?]
  1186. at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[?:?]
  1187. at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[?:?]
  1188. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  1189. [2024-10-15T11:58:47,940][DEBUG][org.elasticsearch.action.support.nodes.TransportNodesAction] [Node-2] failed to execute [cluster:monitor/nodes/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  1190. org.elasticsearch.transport.NodeNotConnectedException: [Node-1][<Node-1-IP>:9300] Node not connected
  1191. at org.elasticsearch.transport.ClusterConnectionManager.getConnection(ClusterConnectionManager.java:283) ~[elasticsearch-8.14.1.jar:?]
  1192. at org.elasticsearch.transport.TransportService.getConnection(TransportService.java:876) ~[elasticsearch-8.14.1.jar:?]
  1193. at org.elasticsearch.transport.TransportService.getConnectionOrFail(TransportService.java:771) ~[elasticsearch-8.14.1.jar:?]
  1194. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:757) ~[elasticsearch-8.14.1.jar:?]
  1195. at org.elasticsearch.action.support.nodes.TransportNodesAction$1.sendItemRequest(TransportNodesAction.java:127) ~[elasticsearch-8.14.1.jar:?]
  1196. at org.elasticsearch.action.support.nodes.TransportNodesAction$1.sendItemRequest(TransportNodesAction.java:95) ~[elasticsearch-8.14.1.jar:?]
  1197. at org.elasticsearch.action.support.CancellableFanOut.lambda$run$2(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  1198. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  1199. at org.elasticsearch.action.support.CancellableFanOut.run(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  1200. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:173) ~[elasticsearch-8.14.1.jar:?]
  1201. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:47) ~[elasticsearch-8.14.1.jar:?]
  1202. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:96) ~[elasticsearch-8.14.1.jar:?]
  1203. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$4(SecurityActionFilter.java:182) ~[?:?]
  1204. at org.elasticsearch.action.ActionListenerImplementations$DelegatingFailureActionListener.onResponse(ActionListenerImplementations.java:217) ~[elasticsearch-8.14.1.jar:?]
  1205. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:682) ~[?:?]
  1206. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:314) ~[?:?]
  1207. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$5(SecurityActionFilter.java:178) ~[?:?]
  1208. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  1209. at org.elasticsearch.action.ActionListenerImplementations$MappedActionListener.onResponse(ActionListenerImplementations.java:95) ~[elasticsearch-8.14.1.jar:?]
  1210. at org.elasticsearch.xpack.security.authc.AuthenticatorChain.authenticate(AuthenticatorChain.java:93) ~[?:?]
  1211. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:264) ~[?:?]
  1212. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:173) ~[?:?]
  1213. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:174) ~[?:?]
  1214. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:109) ~[?:?]
  1215. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsInternalUser(SecurityContext.java:170) ~[?:?]
  1216. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsSystemUser(SecurityContext.java:179) ~[?:?]
  1217. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsSystemUser(SecurityContext.java:175) ~[?:?]
  1218. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:109) ~[?:?]
  1219. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:93) ~[elasticsearch-8.14.1.jar:?]
  1220. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:68) ~[elasticsearch-8.14.1.jar:?]
  1221. at org.elasticsearch.tasks.TaskManager.registerAndExecute(TaskManager.java:196) ~[elasticsearch-8.14.1.jar:?]
  1222. at org.elasticsearch.client.internal.node.NodeClient.executeLocally(NodeClient.java:105) ~[elasticsearch-8.14.1.jar:?]
  1223. at org.elasticsearch.client.internal.node.NodeClient.doExecute(NodeClient.java:83) ~[elasticsearch-8.14.1.jar:?]
  1224. at org.elasticsearch.client.internal.support.AbstractClient.execute(AbstractClient.java:357) ~[elasticsearch-8.14.1.jar:?]
  1225. at org.elasticsearch.client.internal.support.AbstractClient$ClusterAdmin.execute(AbstractClient.java:653) ~[elasticsearch-8.14.1.jar:?]
  1226. at org.elasticsearch.client.internal.support.AbstractClient$ClusterAdmin.nodesStats(AbstractClient.java:746) ~[elasticsearch-8.14.1.jar:?]
  1227. at org.elasticsearch.cluster.InternalClusterInfoService$AsyncRefresh.fetchNodeStats(InternalClusterInfoService.java:288) ~[elasticsearch-8.14.1.jar:?]
  1228. at org.elasticsearch.cluster.InternalClusterInfoService$AsyncRefresh.execute(InternalClusterInfoService.java:184) ~[elasticsearch-8.14.1.jar:?]
  1229. at org.elasticsearch.cluster.InternalClusterInfoService.refreshAsync(InternalClusterInfoService.java:435) ~[elasticsearch-8.14.1.jar:?]
  1230. at org.elasticsearch.cluster.InternalClusterInfoService$RefreshScheduler.lambda$getListener$0(InternalClusterInfoService.java:392) ~[elasticsearch-8.14.1.jar:?]
  1231. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:917) ~[elasticsearch-8.14.1.jar:?]
  1232. at org.elasticsearch.threadpool.ThreadPool$1.run(ThreadPool.java:589) ~[elasticsearch-8.14.1.jar:?]
  1233. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
  1234. at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
  1235. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
  1236. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  1237. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  1238. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  1239. [2024-10-15T11:58:47,941][DEBUG][org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction] [Node-2] failed to execute [indices:monitor/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  1240. org.elasticsearch.transport.NodeNotConnectedException: [Node-1][<Node-1-IP>:9300] Node not connected
  1241. at org.elasticsearch.transport.ClusterConnectionManager.getConnection(ClusterConnectionManager.java:283) ~[elasticsearch-8.14.1.jar:?]
  1242. at org.elasticsearch.transport.TransportService.getConnection(TransportService.java:876) ~[elasticsearch-8.14.1.jar:?]
  1243. at org.elasticsearch.transport.TransportService.getConnectionOrFail(TransportService.java:771) ~[elasticsearch-8.14.1.jar:?]
  1244. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:757) ~[elasticsearch-8.14.1.jar:?]
  1245. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$1.sendItemRequest(TransportBroadcastByNodeAction.java:313) ~[elasticsearch-8.14.1.jar:?]
  1246. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$1.sendItemRequest(TransportBroadcastByNodeAction.java:295) ~[elasticsearch-8.14.1.jar:?]
  1247. at org.elasticsearch.action.support.CancellableFanOut.lambda$run$2(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  1248. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  1249. at org.elasticsearch.action.support.CancellableFanOut.run(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  1250. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.executeAsCoordinatingNode(TransportBroadcastByNodeAction.java:386) ~[elasticsearch-8.14.1.jar:?]
  1251. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecuteForked(TransportBroadcastByNodeAction.java:273) ~[elasticsearch-8.14.1.jar:?]
  1252. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.lambda$doExecute$1(TransportBroadcastByNodeAction.java:232) ~[elasticsearch-8.14.1.jar:?]
  1253. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  1254. at org.elasticsearch.action.ActionRunnable$5.doRun(ActionRunnable.java:123) ~[elasticsearch-8.14.1.jar:?]
  1255. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  1256. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  1257. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  1258. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  1259. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  1260. [2024-10-15T11:58:47,943][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve stats for node [UtQcAppJSkO-4BQc4b4avA]
  1261. org.elasticsearch.transport.NodeNotConnectedException: [Node-1][<Node-1-IP>:9300] Node not connected
  1262. at org.elasticsearch.transport.ClusterConnectionManager.getConnection(ClusterConnectionManager.java:283) ~[elasticsearch-8.14.1.jar:?]
  1263. at org.elasticsearch.transport.TransportService.getConnection(TransportService.java:876) ~[elasticsearch-8.14.1.jar:?]
  1264. at org.elasticsearch.transport.TransportService.getConnectionOrFail(TransportService.java:771) ~[elasticsearch-8.14.1.jar:?]
  1265. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:757) ~[elasticsearch-8.14.1.jar:?]
  1266. at org.elasticsearch.action.support.nodes.TransportNodesAction$1.sendItemRequest(TransportNodesAction.java:127) ~[elasticsearch-8.14.1.jar:?]
  1267. at org.elasticsearch.action.support.nodes.TransportNodesAction$1.sendItemRequest(TransportNodesAction.java:95) ~[elasticsearch-8.14.1.jar:?]
  1268. at org.elasticsearch.action.support.CancellableFanOut.lambda$run$2(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  1269. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  1270. at org.elasticsearch.action.support.CancellableFanOut.run(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  1271. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:173) ~[elasticsearch-8.14.1.jar:?]
  1272. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:47) ~[elasticsearch-8.14.1.jar:?]
  1273. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:96) ~[elasticsearch-8.14.1.jar:?]
  1274. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$4(SecurityActionFilter.java:182) ~[?:?]
  1275. at org.elasticsearch.action.ActionListenerImplementations$DelegatingFailureActionListener.onResponse(ActionListenerImplementations.java:217) ~[elasticsearch-8.14.1.jar:?]
  1276. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:682) ~[?:?]
  1277. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:314) ~[?:?]
  1278. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$5(SecurityActionFilter.java:178) ~[?:?]
  1279. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  1280. at org.elasticsearch.action.ActionListenerImplementations$MappedActionListener.onResponse(ActionListenerImplementations.java:95) ~[elasticsearch-8.14.1.jar:?]
  1281. at org.elasticsearch.xpack.security.authc.AuthenticatorChain.authenticate(AuthenticatorChain.java:93) ~[?:?]
  1282. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:264) ~[?:?]
  1283. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:173) ~[?:?]
  1284. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:174) ~[?:?]
  1285. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:109) ~[?:?]
  1286. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsInternalUser(SecurityContext.java:170) ~[?:?]
  1287. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsSystemUser(SecurityContext.java:179) ~[?:?]
  1288. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsSystemUser(SecurityContext.java:175) ~[?:?]
  1289. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:109) ~[?:?]
  1290. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:93) ~[elasticsearch-8.14.1.jar:?]
  1291. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:68) ~[elasticsearch-8.14.1.jar:?]
  1292. at org.elasticsearch.tasks.TaskManager.registerAndExecute(TaskManager.java:196) ~[elasticsearch-8.14.1.jar:?]
  1293. at org.elasticsearch.client.internal.node.NodeClient.executeLocally(NodeClient.java:105) ~[elasticsearch-8.14.1.jar:?]
  1294. at org.elasticsearch.client.internal.node.NodeClient.doExecute(NodeClient.java:83) ~[elasticsearch-8.14.1.jar:?]
  1295. at org.elasticsearch.client.internal.support.AbstractClient.execute(AbstractClient.java:357) ~[elasticsearch-8.14.1.jar:?]
  1296. at org.elasticsearch.client.internal.support.AbstractClient$ClusterAdmin.execute(AbstractClient.java:653) ~[elasticsearch-8.14.1.jar:?]
  1297. at org.elasticsearch.client.internal.support.AbstractClient$ClusterAdmin.nodesStats(AbstractClient.java:746) ~[elasticsearch-8.14.1.jar:?]
  1298. at org.elasticsearch.cluster.InternalClusterInfoService$AsyncRefresh.fetchNodeStats(InternalClusterInfoService.java:288) ~[elasticsearch-8.14.1.jar:?]
  1299. at org.elasticsearch.cluster.InternalClusterInfoService$AsyncRefresh.execute(InternalClusterInfoService.java:184) ~[elasticsearch-8.14.1.jar:?]
  1300. at org.elasticsearch.cluster.InternalClusterInfoService.refreshAsync(InternalClusterInfoService.java:435) ~[elasticsearch-8.14.1.jar:?]
  1301. at org.elasticsearch.cluster.InternalClusterInfoService$RefreshScheduler.lambda$getListener$0(InternalClusterInfoService.java:392) ~[elasticsearch-8.14.1.jar:?]
  1302. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:917) ~[elasticsearch-8.14.1.jar:?]
  1303. at org.elasticsearch.threadpool.ThreadPool$1.run(ThreadPool.java:589) ~[elasticsearch-8.14.1.jar:?]
  1304. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
  1305. at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
  1306. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
  1307. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  1308. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  1309. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  1310. [2024-10-15T11:58:47,954][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve shard stats from node [UtQcAppJSkO-4BQc4b4avA]
  1311. org.elasticsearch.transport.NodeNotConnectedException: [Node-1][<Node-1-IP>:9300] Node not connected
  1312. at org.elasticsearch.transport.ClusterConnectionManager.getConnection(ClusterConnectionManager.java:283) ~[elasticsearch-8.14.1.jar:?]
  1313. at org.elasticsearch.transport.TransportService.getConnection(TransportService.java:876) ~[elasticsearch-8.14.1.jar:?]
  1314. at org.elasticsearch.transport.TransportService.getConnectionOrFail(TransportService.java:771) ~[elasticsearch-8.14.1.jar:?]
  1315. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:757) ~[elasticsearch-8.14.1.jar:?]
  1316. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$1.sendItemRequest(TransportBroadcastByNodeAction.java:313) ~[elasticsearch-8.14.1.jar:?]
  1317. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$1.sendItemRequest(TransportBroadcastByNodeAction.java:295) ~[elasticsearch-8.14.1.jar:?]
  1318. at org.elasticsearch.action.support.CancellableFanOut.lambda$run$2(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  1319. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  1320. at org.elasticsearch.action.support.CancellableFanOut.run(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  1321. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.executeAsCoordinatingNode(TransportBroadcastByNodeAction.java:386) ~[elasticsearch-8.14.1.jar:?]
  1322. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecuteForked(TransportBroadcastByNodeAction.java:273) ~[elasticsearch-8.14.1.jar:?]
  1323. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.lambda$doExecute$1(TransportBroadcastByNodeAction.java:232) ~[elasticsearch-8.14.1.jar:?]
  1324. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  1325. at org.elasticsearch.action.ActionRunnable$5.doRun(ActionRunnable.java:123) ~[elasticsearch-8.14.1.jar:?]
  1326. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  1327. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  1328. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  1329. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  1330. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  1331. [2024-10-15T11:59:17,955][DEBUG][org.elasticsearch.action.support.nodes.TransportNodesAction] [Node-2] failed to execute [cluster:monitor/nodes/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  1332. org.elasticsearch.transport.NodeNotConnectedException: [Node-1][<Node-1-IP>:9300] Node not connected
  1333. at org.elasticsearch.transport.ClusterConnectionManager.getConnection(ClusterConnectionManager.java:283) ~[elasticsearch-8.14.1.jar:?]
  1334. at org.elasticsearch.transport.TransportService.getConnection(TransportService.java:876) ~[elasticsearch-8.14.1.jar:?]
  1335. at org.elasticsearch.transport.TransportService.getConnectionOrFail(TransportService.java:771) ~[elasticsearch-8.14.1.jar:?]
  1336. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:757) ~[elasticsearch-8.14.1.jar:?]
  1337. at org.elasticsearch.action.support.nodes.TransportNodesAction$1.sendItemRequest(TransportNodesAction.java:127) ~[elasticsearch-8.14.1.jar:?]
  1338. at org.elasticsearch.action.support.nodes.TransportNodesAction$1.sendItemRequest(TransportNodesAction.java:95) ~[elasticsearch-8.14.1.jar:?]
  1339. at org.elasticsearch.action.support.CancellableFanOut.lambda$run$2(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  1340. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  1341. at org.elasticsearch.action.support.CancellableFanOut.run(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  1342. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:173) ~[elasticsearch-8.14.1.jar:?]
  1343. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:47) ~[elasticsearch-8.14.1.jar:?]
  1344. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:96) ~[elasticsearch-8.14.1.jar:?]
  1345. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$4(SecurityActionFilter.java:182) ~[?:?]
  1346. at org.elasticsearch.action.ActionListenerImplementations$DelegatingFailureActionListener.onResponse(ActionListenerImplementations.java:217) ~[elasticsearch-8.14.1.jar:?]
  1347. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:682) ~[?:?]
  1348. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:314) ~[?:?]
  1349. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$5(SecurityActionFilter.java:178) ~[?:?]
  1350. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  1351. at org.elasticsearch.action.ActionListenerImplementations$MappedActionListener.onResponse(ActionListenerImplementations.java:95) ~[elasticsearch-8.14.1.jar:?]
  1352. at org.elasticsearch.xpack.security.authc.AuthenticatorChain.authenticate(AuthenticatorChain.java:93) ~[?:?]
  1353. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:264) ~[?:?]
  1354. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:173) ~[?:?]
  1355. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:174) ~[?:?]
  1356. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:109) ~[?:?]
  1357. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsInternalUser(SecurityContext.java:170) ~[?:?]
  1358. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsSystemUser(SecurityContext.java:179) ~[?:?]
  1359. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsSystemUser(SecurityContext.java:175) ~[?:?]
  1360. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:109) ~[?:?]
  1361. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:93) ~[elasticsearch-8.14.1.jar:?]
  1362. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:68) ~[elasticsearch-8.14.1.jar:?]
  1363. at org.elasticsearch.tasks.TaskManager.registerAndExecute(TaskManager.java:196) ~[elasticsearch-8.14.1.jar:?]
  1364. at org.elasticsearch.client.internal.node.NodeClient.executeLocally(NodeClient.java:105) ~[elasticsearch-8.14.1.jar:?]
  1365. at org.elasticsearch.client.internal.node.NodeClient.doExecute(NodeClient.java:83) ~[elasticsearch-8.14.1.jar:?]
  1366. at org.elasticsearch.client.internal.support.AbstractClient.execute(AbstractClient.java:357) ~[elasticsearch-8.14.1.jar:?]
  1367. at org.elasticsearch.client.internal.support.AbstractClient$ClusterAdmin.execute(AbstractClient.java:653) ~[elasticsearch-8.14.1.jar:?]
  1368. at org.elasticsearch.client.internal.support.AbstractClient$ClusterAdmin.nodesStats(AbstractClient.java:746) ~[elasticsearch-8.14.1.jar:?]
  1369. at org.elasticsearch.cluster.InternalClusterInfoService$AsyncRefresh.fetchNodeStats(InternalClusterInfoService.java:288) ~[elasticsearch-8.14.1.jar:?]
  1370. at org.elasticsearch.cluster.InternalClusterInfoService$AsyncRefresh.execute(InternalClusterInfoService.java:184) ~[elasticsearch-8.14.1.jar:?]
  1371. at org.elasticsearch.cluster.InternalClusterInfoService.refreshAsync(InternalClusterInfoService.java:435) ~[elasticsearch-8.14.1.jar:?]
  1372. at org.elasticsearch.cluster.InternalClusterInfoService$RefreshScheduler.lambda$getListener$0(InternalClusterInfoService.java:392) ~[elasticsearch-8.14.1.jar:?]
  1373. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:917) ~[elasticsearch-8.14.1.jar:?]
  1374. at org.elasticsearch.threadpool.ThreadPool$1.run(ThreadPool.java:589) ~[elasticsearch-8.14.1.jar:?]
  1375. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
  1376. at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
  1377. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
  1378. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  1379. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  1380. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  1381. [2024-10-15T11:59:17,956][DEBUG][org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction] [Node-2] failed to execute [indices:monitor/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  1382. org.elasticsearch.transport.NodeNotConnectedException: [Node-1][<Node-1-IP>:9300] Node not connected
  1383. at org.elasticsearch.transport.ClusterConnectionManager.getConnection(ClusterConnectionManager.java:283) ~[elasticsearch-8.14.1.jar:?]
  1384. at org.elasticsearch.transport.TransportService.getConnection(TransportService.java:876) ~[elasticsearch-8.14.1.jar:?]
  1385. at org.elasticsearch.transport.TransportService.getConnectionOrFail(TransportService.java:771) ~[elasticsearch-8.14.1.jar:?]
  1386. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:757) ~[elasticsearch-8.14.1.jar:?]
  1387. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$1.sendItemRequest(TransportBroadcastByNodeAction.java:313) ~[elasticsearch-8.14.1.jar:?]
  1388. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$1.sendItemRequest(TransportBroadcastByNodeAction.java:295) ~[elasticsearch-8.14.1.jar:?]
  1389. at org.elasticsearch.action.support.CancellableFanOut.lambda$run$2(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  1390. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  1391. at org.elasticsearch.action.support.CancellableFanOut.run(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  1392. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.executeAsCoordinatingNode(TransportBroadcastByNodeAction.java:386) ~[elasticsearch-8.14.1.jar:?]
  1393. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecuteForked(TransportBroadcastByNodeAction.java:273) ~[elasticsearch-8.14.1.jar:?]
  1394. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.lambda$doExecute$1(TransportBroadcastByNodeAction.java:232) ~[elasticsearch-8.14.1.jar:?]
  1395. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  1396. at org.elasticsearch.action.ActionRunnable$5.doRun(ActionRunnable.java:123) ~[elasticsearch-8.14.1.jar:?]
  1397. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  1398. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  1399. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  1400. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  1401. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  1402. [2024-10-15T11:59:17,958][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve stats for node [UtQcAppJSkO-4BQc4b4avA]
  1403. org.elasticsearch.transport.NodeNotConnectedException: [Node-1][<Node-1-IP>:9300] Node not connected
  1404. at org.elasticsearch.transport.ClusterConnectionManager.getConnection(ClusterConnectionManager.java:283) ~[elasticsearch-8.14.1.jar:?]
  1405. at org.elasticsearch.transport.TransportService.getConnection(TransportService.java:876) ~[elasticsearch-8.14.1.jar:?]
  1406. at org.elasticsearch.transport.TransportService.getConnectionOrFail(TransportService.java:771) ~[elasticsearch-8.14.1.jar:?]
  1407. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:757) ~[elasticsearch-8.14.1.jar:?]
  1408. at org.elasticsearch.action.support.nodes.TransportNodesAction$1.sendItemRequest(TransportNodesAction.java:127) ~[elasticsearch-8.14.1.jar:?]
  1409. at org.elasticsearch.action.support.nodes.TransportNodesAction$1.sendItemRequest(TransportNodesAction.java:95) ~[elasticsearch-8.14.1.jar:?]
  1410. at org.elasticsearch.action.support.CancellableFanOut.lambda$run$2(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  1411. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  1412. at org.elasticsearch.action.support.CancellableFanOut.run(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  1413. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:173) ~[elasticsearch-8.14.1.jar:?]
  1414. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:47) ~[elasticsearch-8.14.1.jar:?]
  1415. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:96) ~[elasticsearch-8.14.1.jar:?]
  1416. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$4(SecurityActionFilter.java:182) ~[?:?]
  1417. at org.elasticsearch.action.ActionListenerImplementations$DelegatingFailureActionListener.onResponse(ActionListenerImplementations.java:217) ~[elasticsearch-8.14.1.jar:?]
  1418. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:682) ~[?:?]
  1419. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:314) ~[?:?]
  1420. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$5(SecurityActionFilter.java:178) ~[?:?]
  1421. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  1422. at org.elasticsearch.action.ActionListenerImplementations$MappedActionListener.onResponse(ActionListenerImplementations.java:95) ~[elasticsearch-8.14.1.jar:?]
  1423. at org.elasticsearch.xpack.security.authc.AuthenticatorChain.authenticate(AuthenticatorChain.java:93) ~[?:?]
  1424. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:264) ~[?:?]
  1425. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:173) ~[?:?]
  1426. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:174) ~[?:?]
  1427. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:109) ~[?:?]
  1428. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsInternalUser(SecurityContext.java:170) ~[?:?]
  1429. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsSystemUser(SecurityContext.java:179) ~[?:?]
  1430. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsSystemUser(SecurityContext.java:175) ~[?:?]
  1431. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:109) ~[?:?]
  1432. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:93) ~[elasticsearch-8.14.1.jar:?]
  1433. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:68) ~[elasticsearch-8.14.1.jar:?]
  1434. at org.elasticsearch.tasks.TaskManager.registerAndExecute(TaskManager.java:196) ~[elasticsearch-8.14.1.jar:?]
  1435. at org.elasticsearch.client.internal.node.NodeClient.executeLocally(NodeClient.java:105) ~[elasticsearch-8.14.1.jar:?]
  1436. at org.elasticsearch.client.internal.node.NodeClient.doExecute(NodeClient.java:83) ~[elasticsearch-8.14.1.jar:?]
  1437. at org.elasticsearch.client.internal.support.AbstractClient.execute(AbstractClient.java:357) ~[elasticsearch-8.14.1.jar:?]
  1438. at org.elasticsearch.client.internal.support.AbstractClient$ClusterAdmin.execute(AbstractClient.java:653) ~[elasticsearch-8.14.1.jar:?]
  1439. at org.elasticsearch.client.internal.support.AbstractClient$ClusterAdmin.nodesStats(AbstractClient.java:746) ~[elasticsearch-8.14.1.jar:?]
  1440. at org.elasticsearch.cluster.InternalClusterInfoService$AsyncRefresh.fetchNodeStats(InternalClusterInfoService.java:288) ~[elasticsearch-8.14.1.jar:?]
  1441. at org.elasticsearch.cluster.InternalClusterInfoService$AsyncRefresh.execute(InternalClusterInfoService.java:184) ~[elasticsearch-8.14.1.jar:?]
  1442. at org.elasticsearch.cluster.InternalClusterInfoService.refreshAsync(InternalClusterInfoService.java:435) ~[elasticsearch-8.14.1.jar:?]
  1443. at org.elasticsearch.cluster.InternalClusterInfoService$RefreshScheduler.lambda$getListener$0(InternalClusterInfoService.java:392) ~[elasticsearch-8.14.1.jar:?]
  1444. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:917) ~[elasticsearch-8.14.1.jar:?]
  1445. at org.elasticsearch.threadpool.ThreadPool$1.run(ThreadPool.java:589) ~[elasticsearch-8.14.1.jar:?]
  1446. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
  1447. at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
  1448. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
  1449. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  1450. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  1451. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  1452. [2024-10-15T11:59:17,966][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve shard stats from node [UtQcAppJSkO-4BQc4b4avA]
  1453. org.elasticsearch.transport.NodeNotConnectedException: [Node-1][<Node-1-IP>:9300] Node not connected
  1454. at org.elasticsearch.transport.ClusterConnectionManager.getConnection(ClusterConnectionManager.java:283) ~[elasticsearch-8.14.1.jar:?]
  1455. at org.elasticsearch.transport.TransportService.getConnection(TransportService.java:876) ~[elasticsearch-8.14.1.jar:?]
  1456. at org.elasticsearch.transport.TransportService.getConnectionOrFail(TransportService.java:771) ~[elasticsearch-8.14.1.jar:?]
  1457. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:757) ~[elasticsearch-8.14.1.jar:?]
  1458. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$1.sendItemRequest(TransportBroadcastByNodeAction.java:313) ~[elasticsearch-8.14.1.jar:?]
  1459. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$1.sendItemRequest(TransportBroadcastByNodeAction.java:295) ~[elasticsearch-8.14.1.jar:?]
  1460. at org.elasticsearch.action.support.CancellableFanOut.lambda$run$2(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  1461. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  1462. at org.elasticsearch.action.support.CancellableFanOut.run(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  1463. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.executeAsCoordinatingNode(TransportBroadcastByNodeAction.java:386) ~[elasticsearch-8.14.1.jar:?]
  1464. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecuteForked(TransportBroadcastByNodeAction.java:273) ~[elasticsearch-8.14.1.jar:?]
  1465. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.lambda$doExecute$1(TransportBroadcastByNodeAction.java:232) ~[elasticsearch-8.14.1.jar:?]
  1466. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  1467. at org.elasticsearch.action.ActionRunnable$5.doRun(ActionRunnable.java:123) ~[elasticsearch-8.14.1.jar:?]
  1468. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  1469. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  1470. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  1471. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  1472. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  1473. [2024-10-15T11:59:38,099][DEBUG][org.elasticsearch.action.search.TransportSearchAction] [Node-2] [UtQcAppJSkO-4BQc4b4avA][designer-objects-ia-8-6][0]: Failed to execute [SearchRequest{searchType=QUERY_THEN_FETCH, indices=[designer-objects-ia-8-6], indicesOptions=IndicesOptions[ignore_unavailable=false, allow_no_indices=true, expand_wildcards_open=true, expand_wildcards_closed=false, expand_wildcards_hidden=false, allow_aliases_to_multiple_indices=true, forbid_closed_indices=true, ignore_aliases=false, ignore_throttled=true], routing='null', preference='null', requestCache=null, scroll=null, maxConcurrentShardRequests=5, batchedReduceSize=512, preFilterShardSize=null, allowPartialSearchResults=true, localClusterAlias=null, getOrCreateAbsoluteStartMillis=-1, ccsMinimizeRoundtrips=true, source={"from":0,"size":0,"query":{"bool":{"must":[{"bool":{"filter":[{"nested":{"query":{"terms":{"relationships.uuid":["_a-0000ecbc-b8ff-8000-9ca3-011c48011c48_18487968"],"boost":1.0}},"path":"relationships","ignore_unmapped":false,"score_mode":"none","boost":1.0}}],"boost":1.0}}],"filter":[{"term":{"_t":{"value":"DTObjectInfo"}}}],"boost":1.0}},"track_total_hits":2147483647}}] lastShard [false]
  1474. org.elasticsearch.transport.NodeNotConnectedException: [Node-1][<Node-1-IP>:9300] Node not connected
  1475. at org.elasticsearch.transport.ClusterConnectionManager.getConnection(ClusterConnectionManager.java:283) ~[elasticsearch-8.14.1.jar:?]
  1476. at org.elasticsearch.transport.TransportService.getConnection(TransportService.java:876) ~[elasticsearch-8.14.1.jar:?]
  1477. at org.elasticsearch.action.search.SearchTransportService.getConnection(SearchTransportService.java:606) ~[elasticsearch-8.14.1.jar:?]
  1478. at org.elasticsearch.action.search.TransportSearchAction.lambda$buildConnectionLookup$17(TransportSearchAction.java:1211) ~[elasticsearch-8.14.1.jar:?]
  1479. at org.elasticsearch.action.search.AbstractSearchAsyncAction.getConnection(AbstractSearchAsyncAction.java:749) ~[elasticsearch-8.14.1.jar:?]
  1480. at org.elasticsearch.action.search.SearchQueryThenFetchAsyncAction.executePhaseOnShard(SearchQueryThenFetchAsyncAction.java:92) ~[elasticsearch-8.14.1.jar:?]
  1481. at org.elasticsearch.action.search.AbstractSearchAsyncAction.lambda$performPhaseOnShard$5(AbstractSearchAsyncAction.java:320) ~[elasticsearch-8.14.1.jar:?]
  1482. at org.elasticsearch.action.search.AbstractSearchAsyncAction.performPhaseOnShard(AbstractSearchAsyncAction.java:356) ~[elasticsearch-8.14.1.jar:?]
  1483. at org.elasticsearch.action.search.AbstractSearchAsyncAction.run(AbstractSearchAsyncAction.java:248) ~[elasticsearch-8.14.1.jar:?]
  1484. at org.elasticsearch.action.search.AbstractSearchAsyncAction.executePhase(AbstractSearchAsyncAction.java:454) ~[elasticsearch-8.14.1.jar:?]
  1485. at org.elasticsearch.action.search.AbstractSearchAsyncAction.start(AbstractSearchAsyncAction.java:223) ~[elasticsearch-8.14.1.jar:?]
  1486. at org.elasticsearch.action.search.TransportSearchAction.executeSearch(TransportSearchAction.java:1175) ~[elasticsearch-8.14.1.jar:?]
  1487. at org.elasticsearch.action.search.TransportSearchAction.executeLocalSearch(TransportSearchAction.java:934) ~[elasticsearch-8.14.1.jar:?]
  1488. at org.elasticsearch.action.search.TransportSearchAction.lambda$executeRequest$6(TransportSearchAction.java:353) ~[elasticsearch-8.14.1.jar:?]
  1489. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  1490. at org.elasticsearch.index.query.Rewriteable.rewriteAndFetch(Rewriteable.java:109) ~[elasticsearch-8.14.1.jar:?]
  1491. at org.elasticsearch.index.query.Rewriteable.rewriteAndFetch(Rewriteable.java:77) ~[elasticsearch-8.14.1.jar:?]
  1492. at org.elasticsearch.action.search.TransportSearchAction.executeRequest(TransportSearchAction.java:465) ~[elasticsearch-8.14.1.jar:?]
  1493. at org.elasticsearch.action.search.TransportSearchAction.doExecute(TransportSearchAction.java:309) ~[elasticsearch-8.14.1.jar:?]
  1494. at org.elasticsearch.action.search.TransportSearchAction.doExecute(TransportSearchAction.java:113) ~[elasticsearch-8.14.1.jar:?]
  1495. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:96) ~[elasticsearch-8.14.1.jar:?]
  1496. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$4(SecurityActionFilter.java:182) ~[?:?]
  1497. at org.elasticsearch.action.ActionListenerImplementations$DelegatingFailureActionListener.onResponse(ActionListenerImplementations.java:217) ~[elasticsearch-8.14.1.jar:?]
  1498. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:637) ~[?:?]
  1499. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1500. at org.elasticsearch.xpack.security.authz.interceptor.IndicesAliasesRequestInterceptor.intercept(IndicesAliasesRequestInterceptor.java:124) ~[?:?]
  1501. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  1502. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1503. at org.elasticsearch.xpack.security.authz.interceptor.ResizeRequestInterceptor.intercept(ResizeRequestInterceptor.java:98) ~[?:?]
  1504. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  1505. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1506. at org.elasticsearch.xpack.security.authz.interceptor.FieldAndDocumentLevelSecurityRequestInterceptor.intercept(FieldAndDocumentLevelSecurityRequestInterceptor.java:79) ~[?:?]
  1507. at org.elasticsearch.xpack.security.authz.interceptor.ValidateRequestInterceptor.intercept(ValidateRequestInterceptor.java:20) ~[?:?]
  1508. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  1509. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1510. at org.elasticsearch.xpack.security.authz.interceptor.FieldAndDocumentLevelSecurityRequestInterceptor.intercept(FieldAndDocumentLevelSecurityRequestInterceptor.java:79) ~[?:?]
  1511. at org.elasticsearch.xpack.security.authz.interceptor.SearchRequestInterceptor.intercept(SearchRequestInterceptor.java:21) ~[?:?]
  1512. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  1513. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1514. at org.elasticsearch.xpack.security.authz.interceptor.FieldAndDocumentLevelSecurityRequestInterceptor.intercept(FieldAndDocumentLevelSecurityRequestInterceptor.java:79) ~[?:?]
  1515. at org.elasticsearch.xpack.security.authz.interceptor.ShardSearchRequestInterceptor.intercept(ShardSearchRequestInterceptor.java:24) ~[?:?]
  1516. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  1517. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1518. at org.elasticsearch.xpack.security.authz.interceptor.SearchRequestCacheDisablingInterceptor.intercept(SearchRequestCacheDisablingInterceptor.java:53) ~[?:?]
  1519. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  1520. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1521. at org.elasticsearch.xpack.security.authz.interceptor.DlsFlsLicenseRequestInterceptor.intercept(DlsFlsLicenseRequestInterceptor.java:106) ~[?:?]
  1522. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  1523. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1524. at org.elasticsearch.xpack.security.authz.interceptor.FieldAndDocumentLevelSecurityRequestInterceptor.intercept(FieldAndDocumentLevelSecurityRequestInterceptor.java:79) ~[?:?]
  1525. at org.elasticsearch.xpack.security.authz.interceptor.UpdateRequestInterceptor.intercept(UpdateRequestInterceptor.java:27) ~[?:?]
  1526. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  1527. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1528. at org.elasticsearch.xpack.security.authz.interceptor.BulkShardRequestInterceptor.intercept(BulkShardRequestInterceptor.java:85) ~[?:?]
  1529. at org.elasticsearch.xpack.security.authz.AuthorizationService.runRequestInterceptors(AuthorizationService.java:631) ~[?:?]
  1530. at org.elasticsearch.xpack.security.authz.AuthorizationService.handleIndexActionAuthorizationResult(AuthorizationService.java:616) ~[?:?]
  1531. at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$13(AuthorizationService.java:514) ~[?:?]
  1532. at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:1030) ~[?:?]
  1533. at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:996) ~[?:?]
  1534. at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:32) ~[elasticsearch-8.14.1.jar:?]
  1535. at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$authorizeIndexAction$3(RBACEngine.java:420) ~[?:?]
  1536. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  1537. at org.elasticsearch.action.support.SubscribableListener$SuccessResult.complete(SubscribableListener.java:382) ~[elasticsearch-8.14.1.jar:?]
  1538. at org.elasticsearch.action.support.SubscribableListener.tryComplete(SubscribableListener.java:302) ~[elasticsearch-8.14.1.jar:?]
  1539. at org.elasticsearch.action.support.SubscribableListener.addListener(SubscribableListener.java:205) ~[elasticsearch-8.14.1.jar:?]
  1540. at org.elasticsearch.action.support.SubscribableListener.addListener(SubscribableListener.java:170) ~[elasticsearch-8.14.1.jar:?]
  1541. at org.elasticsearch.xpack.security.authz.AuthorizationService$CachingAsyncSupplier.getAsync(AuthorizationService.java:1076) ~[?:?]
  1542. at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeIndexAction(RBACEngine.java:388) ~[?:?]
  1543. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeAction(AuthorizationService.java:507) ~[?:?]
  1544. at org.elasticsearch.xpack.security.authz.AuthorizationService.maybeAuthorizeRunAs(AuthorizationService.java:439) ~[?:?]
  1545. at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorize$3(AuthorizationService.java:326) ~[?:?]
  1546. at org.elasticsearch.action.ActionListener$2.onResponse(ActionListener.java:171) ~[elasticsearch-8.14.1.jar:?]
  1547. at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:32) ~[elasticsearch-8.14.1.jar:?]
  1548. at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$resolveAuthorizationInfo$0(RBACEngine.java:154) ~[?:?]
  1549. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  1550. at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.lambda$getRoles$4(CompositeRolesStore.java:193) ~[?:?]
  1551. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  1552. at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.lambda$getRole$5(CompositeRolesStore.java:211) ~[?:?]
  1553. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  1554. at org.elasticsearch.xpack.core.security.authz.store.RoleReferenceIntersection.lambda$buildRole$0(RoleReferenceIntersection.java:49) ~[?:?]
  1555. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  1556. at org.elasticsearch.action.support.GroupedActionListener.onResponse(GroupedActionListener.java:56) ~[elasticsearch-8.14.1.jar:?]
  1557. at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.buildRoleFromRoleReference(CompositeRolesStore.java:291) ~[?:?]
  1558. at org.elasticsearch.xpack.core.security.authz.store.RoleReferenceIntersection.lambda$buildRole$1(RoleReferenceIntersection.java:53) ~[?:?]
  1559. at java.lang.Iterable.forEach(Iterable.java:75) ~[?:?]
  1560. at org.elasticsearch.xpack.core.security.authz.store.RoleReferenceIntersection.buildRole(RoleReferenceIntersection.java:53) ~[?:?]
  1561. at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRole(CompositeRolesStore.java:209) ~[?:?]
  1562. at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRoles(CompositeRolesStore.java:186) ~[?:?]
  1563. at org.elasticsearch.xpack.security.authz.RBACEngine.resolveAuthorizationInfo(RBACEngine.java:150) ~[?:?]
  1564. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:342) ~[?:?]
  1565. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$5(SecurityActionFilter.java:178) ~[?:?]
  1566. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  1567. at org.elasticsearch.action.ActionListenerImplementations$MappedActionListener.onResponse(ActionListenerImplementations.java:95) ~[elasticsearch-8.14.1.jar:?]
  1568. at org.elasticsearch.xpack.security.authc.AuthenticatorChain.authenticate(AuthenticatorChain.java:93) ~[?:?]
  1569. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:264) ~[?:?]
  1570. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:173) ~[?:?]
  1571. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:174) ~[?:?]
  1572. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:131) ~[?:?]
  1573. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:93) ~[elasticsearch-8.14.1.jar:?]
  1574. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:68) ~[elasticsearch-8.14.1.jar:?]
  1575. at org.elasticsearch.tasks.TaskManager.registerAndExecute(TaskManager.java:196) ~[elasticsearch-8.14.1.jar:?]
  1576. at org.elasticsearch.client.internal.node.NodeClient.executeLocally(NodeClient.java:105) ~[elasticsearch-8.14.1.jar:?]
  1577. at org.elasticsearch.rest.action.RestCancellableNodeClient.doExecute(RestCancellableNodeClient.java:81) ~[elasticsearch-8.14.1.jar:?]
  1578. at org.elasticsearch.client.internal.support.AbstractClient.execute(AbstractClient.java:357) ~[elasticsearch-8.14.1.jar:?]
  1579. at org.elasticsearch.rest.action.search.RestSearchAction.lambda$prepareRequest$2(RestSearchAction.java:125) ~[elasticsearch-8.14.1.jar:?]
  1580. at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:106) ~[elasticsearch-8.14.1.jar:?]
  1581. at org.elasticsearch.rest.RestController$1.onResponse(RestController.java:452) ~[elasticsearch-8.14.1.jar:?]
  1582. at org.elasticsearch.rest.RestController$1.onResponse(RestController.java:446) ~[elasticsearch-8.14.1.jar:?]
  1583. at org.elasticsearch.xpack.security.rest.SecurityRestFilter.doHandleRequest(SecurityRestFilter.java:89) ~[?:?]
  1584. at org.elasticsearch.xpack.security.rest.SecurityRestFilter.lambda$intercept$0(SecurityRestFilter.java:81) ~[?:?]
  1585. at org.elasticsearch.action.ActionListener$2.onResponse(ActionListener.java:171) ~[elasticsearch-8.14.1.jar:?]
  1586. at org.elasticsearch.xpack.security.authc.support.SecondaryAuthenticator.lambda$authenticateAndAttachToContext$3(SecondaryAuthenticator.java:99) ~[?:?]
  1587. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  1588. at org.elasticsearch.xpack.security.authc.support.SecondaryAuthenticator.authenticate(SecondaryAuthenticator.java:109) ~[?:?]
  1589. at org.elasticsearch.xpack.security.authc.support.SecondaryAuthenticator.authenticateAndAttachToContext(SecondaryAuthenticator.java:90) ~[?:?]
  1590. at org.elasticsearch.xpack.security.rest.SecurityRestFilter.intercept(SecurityRestFilter.java:75) ~[?:?]
  1591. at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:446) ~[elasticsearch-8.14.1.jar:?]
  1592. at org.elasticsearch.rest.RestController.tryAllHandlers(RestController.java:606) ~[elasticsearch-8.14.1.jar:?]
  1593. at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:329) ~[elasticsearch-8.14.1.jar:?]
  1594. at org.elasticsearch.http.AbstractHttpServerTransport.dispatchRequest(AbstractHttpServerTransport.java:487) ~[elasticsearch-8.14.1.jar:?]
  1595. at org.elasticsearch.http.AbstractHttpServerTransport.handleIncomingRequest(AbstractHttpServerTransport.java:583) ~[elasticsearch-8.14.1.jar:?]
  1596. at org.elasticsearch.http.AbstractHttpServerTransport.incomingRequest(AbstractHttpServerTransport.java:460) ~[elasticsearch-8.14.1.jar:?]
  1597. at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.handlePipelinedRequest(Netty4HttpPipeliningHandler.java:126) ~[?:?]
  1598. at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:116) ~[?:?]
  1599. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[?:?]
  1600. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[?:?]
  1601. at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[?:?]
  1602. at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103) ~[?:?]
  1603. at io.netty.handler.codec.MessageToMessageCodec.channelRead(MessageToMessageCodec.java:111) ~[?:?]
  1604. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[?:?]
  1605. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[?:?]
  1606. at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[?:?]
  1607. at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103) ~[?:?]
  1608. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[?:?]
  1609. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[?:?]
  1610. at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[?:?]
  1611. at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103) ~[?:?]
  1612. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[?:?]
  1613. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[?:?]
  1614. at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[?:?]
  1615. at org.elasticsearch.http.netty4.Netty4HttpHeaderValidator.forwardData(Netty4HttpHeaderValidator.java:209) ~[?:?]
  1616. at org.elasticsearch.http.netty4.Netty4HttpHeaderValidator.forwardFullRequest(Netty4HttpHeaderValidator.java:152) ~[?:?]
  1617. at org.elasticsearch.http.netty4.Netty4HttpHeaderValidator$1.lambda$onResponse$0(Netty4HttpHeaderValidator.java:125) ~[?:?]
  1618. at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[?:?]
  1619. at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[?:?]
  1620. at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:470) ~[?:?]
  1621. at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:566) ~[?:?]
  1622. at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[?:?]
  1623. at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[?:?]
  1624. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  1625. [2024-10-15T11:59:47,967][DEBUG][org.elasticsearch.action.support.nodes.TransportNodesAction] [Node-2] failed to execute [cluster:monitor/nodes/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  1626. org.elasticsearch.transport.NodeNotConnectedException: [Node-1][<Node-1-IP>:9300] Node not connected
  1627. at org.elasticsearch.transport.ClusterConnectionManager.getConnection(ClusterConnectionManager.java:283) ~[elasticsearch-8.14.1.jar:?]
  1628. at org.elasticsearch.transport.TransportService.getConnection(TransportService.java:876) ~[elasticsearch-8.14.1.jar:?]
  1629. at org.elasticsearch.transport.TransportService.getConnectionOrFail(TransportService.java:771) ~[elasticsearch-8.14.1.jar:?]
  1630. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:757) ~[elasticsearch-8.14.1.jar:?]
  1631. at org.elasticsearch.action.support.nodes.TransportNodesAction$1.sendItemRequest(TransportNodesAction.java:127) ~[elasticsearch-8.14.1.jar:?]
  1632. at org.elasticsearch.action.support.nodes.TransportNodesAction$1.sendItemRequest(TransportNodesAction.java:95) ~[elasticsearch-8.14.1.jar:?]
  1633. at org.elasticsearch.action.support.CancellableFanOut.lambda$run$2(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  1634. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  1635. at org.elasticsearch.action.support.CancellableFanOut.run(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  1636. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:173) ~[elasticsearch-8.14.1.jar:?]
  1637. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:47) ~[elasticsearch-8.14.1.jar:?]
  1638. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:96) ~[elasticsearch-8.14.1.jar:?]
  1639. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$4(SecurityActionFilter.java:182) ~[?:?]
  1640. at org.elasticsearch.action.ActionListenerImplementations$DelegatingFailureActionListener.onResponse(ActionListenerImplementations.java:217) ~[elasticsearch-8.14.1.jar:?]
  1641. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:682) ~[?:?]
  1642. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:314) ~[?:?]
  1643. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$5(SecurityActionFilter.java:178) ~[?:?]
  1644. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  1645. at org.elasticsearch.action.ActionListenerImplementations$MappedActionListener.onResponse(ActionListenerImplementations.java:95) ~[elasticsearch-8.14.1.jar:?]
  1646. at org.elasticsearch.xpack.security.authc.AuthenticatorChain.authenticate(AuthenticatorChain.java:93) ~[?:?]
  1647. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:264) ~[?:?]
  1648. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:173) ~[?:?]
  1649. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:174) ~[?:?]
  1650. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:109) ~[?:?]
  1651. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsInternalUser(SecurityContext.java:170) ~[?:?]
  1652. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsSystemUser(SecurityContext.java:179) ~[?:?]
  1653. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsSystemUser(SecurityContext.java:175) ~[?:?]
  1654. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:109) ~[?:?]
  1655. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:93) ~[elasticsearch-8.14.1.jar:?]
  1656. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:68) ~[elasticsearch-8.14.1.jar:?]
  1657. at org.elasticsearch.tasks.TaskManager.registerAndExecute(TaskManager.java:196) ~[elasticsearch-8.14.1.jar:?]
  1658. at org.elasticsearch.client.internal.node.NodeClient.executeLocally(NodeClient.java:105) ~[elasticsearch-8.14.1.jar:?]
  1659. at org.elasticsearch.client.internal.node.NodeClient.doExecute(NodeClient.java:83) ~[elasticsearch-8.14.1.jar:?]
  1660. at org.elasticsearch.client.internal.support.AbstractClient.execute(AbstractClient.java:357) ~[elasticsearch-8.14.1.jar:?]
  1661. at org.elasticsearch.client.internal.support.AbstractClient$ClusterAdmin.execute(AbstractClient.java:653) ~[elasticsearch-8.14.1.jar:?]
  1662. at org.elasticsearch.client.internal.support.AbstractClient$ClusterAdmin.nodesStats(AbstractClient.java:746) ~[elasticsearch-8.14.1.jar:?]
  1663. at org.elasticsearch.cluster.InternalClusterInfoService$AsyncRefresh.fetchNodeStats(InternalClusterInfoService.java:288) ~[elasticsearch-8.14.1.jar:?]
  1664. at org.elasticsearch.cluster.InternalClusterInfoService$AsyncRefresh.execute(InternalClusterInfoService.java:184) ~[elasticsearch-8.14.1.jar:?]
  1665. at org.elasticsearch.cluster.InternalClusterInfoService.refreshAsync(InternalClusterInfoService.java:435) ~[elasticsearch-8.14.1.jar:?]
  1666. at org.elasticsearch.cluster.InternalClusterInfoService$RefreshScheduler.lambda$getListener$0(InternalClusterInfoService.java:392) ~[elasticsearch-8.14.1.jar:?]
  1667. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:917) ~[elasticsearch-8.14.1.jar:?]
  1668. at org.elasticsearch.threadpool.ThreadPool$1.run(ThreadPool.java:589) ~[elasticsearch-8.14.1.jar:?]
  1669. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
  1670. at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
  1671. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
  1672. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  1673. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  1674. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  1675. [2024-10-15T11:59:47,968][DEBUG][org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction] [Node-2] failed to execute [indices:monitor/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  1676. org.elasticsearch.transport.NodeNotConnectedException: [Node-1][<Node-1-IP>:9300] Node not connected
  1677. at org.elasticsearch.transport.ClusterConnectionManager.getConnection(ClusterConnectionManager.java:283) ~[elasticsearch-8.14.1.jar:?]
  1678. at org.elasticsearch.transport.TransportService.getConnection(TransportService.java:876) ~[elasticsearch-8.14.1.jar:?]
  1679. at org.elasticsearch.transport.TransportService.getConnectionOrFail(TransportService.java:771) ~[elasticsearch-8.14.1.jar:?]
  1680. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:757) ~[elasticsearch-8.14.1.jar:?]
  1681. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$1.sendItemRequest(TransportBroadcastByNodeAction.java:313) ~[elasticsearch-8.14.1.jar:?]
  1682. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$1.sendItemRequest(TransportBroadcastByNodeAction.java:295) ~[elasticsearch-8.14.1.jar:?]
  1683. at org.elasticsearch.action.support.CancellableFanOut.lambda$run$2(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  1684. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  1685. at org.elasticsearch.action.support.CancellableFanOut.run(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  1686. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.executeAsCoordinatingNode(TransportBroadcastByNodeAction.java:386) ~[elasticsearch-8.14.1.jar:?]
  1687. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecuteForked(TransportBroadcastByNodeAction.java:273) ~[elasticsearch-8.14.1.jar:?]
  1688. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.lambda$doExecute$1(TransportBroadcastByNodeAction.java:232) ~[elasticsearch-8.14.1.jar:?]
  1689. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  1690. at org.elasticsearch.action.ActionRunnable$5.doRun(ActionRunnable.java:123) ~[elasticsearch-8.14.1.jar:?]
  1691. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  1692. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  1693. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  1694. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  1695. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  1696. [2024-10-15T11:59:47,969][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve stats for node [UtQcAppJSkO-4BQc4b4avA]
  1697. org.elasticsearch.transport.NodeNotConnectedException: [Node-1][<Node-1-IP>:9300] Node not connected
  1698. at org.elasticsearch.transport.ClusterConnectionManager.getConnection(ClusterConnectionManager.java:283) ~[elasticsearch-8.14.1.jar:?]
  1699. at org.elasticsearch.transport.TransportService.getConnection(TransportService.java:876) ~[elasticsearch-8.14.1.jar:?]
  1700. at org.elasticsearch.transport.TransportService.getConnectionOrFail(TransportService.java:771) ~[elasticsearch-8.14.1.jar:?]
  1701. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:757) ~[elasticsearch-8.14.1.jar:?]
  1702. at org.elasticsearch.action.support.nodes.TransportNodesAction$1.sendItemRequest(TransportNodesAction.java:127) ~[elasticsearch-8.14.1.jar:?]
  1703. at org.elasticsearch.action.support.nodes.TransportNodesAction$1.sendItemRequest(TransportNodesAction.java:95) ~[elasticsearch-8.14.1.jar:?]
  1704. at org.elasticsearch.action.support.CancellableFanOut.lambda$run$2(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  1705. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  1706. at org.elasticsearch.action.support.CancellableFanOut.run(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  1707. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:173) ~[elasticsearch-8.14.1.jar:?]
  1708. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:47) ~[elasticsearch-8.14.1.jar:?]
  1709. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:96) ~[elasticsearch-8.14.1.jar:?]
  1710. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$4(SecurityActionFilter.java:182) ~[?:?]
  1711. at org.elasticsearch.action.ActionListenerImplementations$DelegatingFailureActionListener.onResponse(ActionListenerImplementations.java:217) ~[elasticsearch-8.14.1.jar:?]
  1712. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:682) ~[?:?]
  1713. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:314) ~[?:?]
  1714. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$5(SecurityActionFilter.java:178) ~[?:?]
  1715. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  1716. at org.elasticsearch.action.ActionListenerImplementations$MappedActionListener.onResponse(ActionListenerImplementations.java:95) ~[elasticsearch-8.14.1.jar:?]
  1717. at org.elasticsearch.xpack.security.authc.AuthenticatorChain.authenticate(AuthenticatorChain.java:93) ~[?:?]
  1718. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:264) ~[?:?]
  1719. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:173) ~[?:?]
  1720. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:174) ~[?:?]
  1721. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:109) ~[?:?]
  1722. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsInternalUser(SecurityContext.java:170) ~[?:?]
  1723. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsSystemUser(SecurityContext.java:179) ~[?:?]
  1724. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsSystemUser(SecurityContext.java:175) ~[?:?]
  1725. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:109) ~[?:?]
  1726. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:93) ~[elasticsearch-8.14.1.jar:?]
  1727. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:68) ~[elasticsearch-8.14.1.jar:?]
  1728. at org.elasticsearch.tasks.TaskManager.registerAndExecute(TaskManager.java:196) ~[elasticsearch-8.14.1.jar:?]
  1729. at org.elasticsearch.client.internal.node.NodeClient.executeLocally(NodeClient.java:105) ~[elasticsearch-8.14.1.jar:?]
  1730. at org.elasticsearch.client.internal.node.NodeClient.doExecute(NodeClient.java:83) ~[elasticsearch-8.14.1.jar:?]
  1731. at org.elasticsearch.client.internal.support.AbstractClient.execute(AbstractClient.java:357) ~[elasticsearch-8.14.1.jar:?]
  1732. at org.elasticsearch.client.internal.support.AbstractClient$ClusterAdmin.execute(AbstractClient.java:653) ~[elasticsearch-8.14.1.jar:?]
  1733. at org.elasticsearch.client.internal.support.AbstractClient$ClusterAdmin.nodesStats(AbstractClient.java:746) ~[elasticsearch-8.14.1.jar:?]
  1734. at org.elasticsearch.cluster.InternalClusterInfoService$AsyncRefresh.fetchNodeStats(InternalClusterInfoService.java:288) ~[elasticsearch-8.14.1.jar:?]
  1735. at org.elasticsearch.cluster.InternalClusterInfoService$AsyncRefresh.execute(InternalClusterInfoService.java:184) ~[elasticsearch-8.14.1.jar:?]
  1736. at org.elasticsearch.cluster.InternalClusterInfoService.refreshAsync(InternalClusterInfoService.java:435) ~[elasticsearch-8.14.1.jar:?]
  1737. at org.elasticsearch.cluster.InternalClusterInfoService$RefreshScheduler.lambda$getListener$0(InternalClusterInfoService.java:392) ~[elasticsearch-8.14.1.jar:?]
  1738. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:917) ~[elasticsearch-8.14.1.jar:?]
  1739. at org.elasticsearch.threadpool.ThreadPool$1.run(ThreadPool.java:589) ~[elasticsearch-8.14.1.jar:?]
  1740. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
  1741. at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
  1742. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
  1743. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  1744. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  1745. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  1746. [2024-10-15T11:59:47,977][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve shard stats from node [UtQcAppJSkO-4BQc4b4avA]
  1747. org.elasticsearch.transport.NodeNotConnectedException: [Node-1][<Node-1-IP>:9300] Node not connected
  1748. at org.elasticsearch.transport.ClusterConnectionManager.getConnection(ClusterConnectionManager.java:283) ~[elasticsearch-8.14.1.jar:?]
  1749. at org.elasticsearch.transport.TransportService.getConnection(TransportService.java:876) ~[elasticsearch-8.14.1.jar:?]
  1750. at org.elasticsearch.transport.TransportService.getConnectionOrFail(TransportService.java:771) ~[elasticsearch-8.14.1.jar:?]
  1751. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:757) ~[elasticsearch-8.14.1.jar:?]
  1752. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$1.sendItemRequest(TransportBroadcastByNodeAction.java:313) ~[elasticsearch-8.14.1.jar:?]
  1753. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$1.sendItemRequest(TransportBroadcastByNodeAction.java:295) ~[elasticsearch-8.14.1.jar:?]
  1754. at org.elasticsearch.action.support.CancellableFanOut.lambda$run$2(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  1755. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  1756. at org.elasticsearch.action.support.CancellableFanOut.run(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  1757. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.executeAsCoordinatingNode(TransportBroadcastByNodeAction.java:386) ~[elasticsearch-8.14.1.jar:?]
  1758. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecuteForked(TransportBroadcastByNodeAction.java:273) ~[elasticsearch-8.14.1.jar:?]
  1759. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.lambda$doExecute$1(TransportBroadcastByNodeAction.java:232) ~[elasticsearch-8.14.1.jar:?]
  1760. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  1761. at org.elasticsearch.action.ActionRunnable$5.doRun(ActionRunnable.java:123) ~[elasticsearch-8.14.1.jar:?]
  1762. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  1763. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  1764. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  1765. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  1766. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  1767. [2024-10-15T11:59:52,802][DEBUG][org.elasticsearch.action.search.TransportSearchAction] [Node-2] [UtQcAppJSkO-4BQc4b4avA][designer-objects-ia-8-6][0]: Failed to execute [SearchRequest{searchType=QUERY_THEN_FETCH, indices=[designer-objects-ia-8-6], indicesOptions=IndicesOptions[ignore_unavailable=false, allow_no_indices=true, expand_wildcards_open=true, expand_wildcards_closed=false, expand_wildcards_hidden=false, allow_aliases_to_multiple_indices=true, forbid_closed_indices=true, ignore_aliases=false, ignore_throttled=true], routing='null', preference='null', requestCache=null, scroll=null, maxConcurrentShardRequests=5, batchedReduceSize=512, preFilterShardSize=null, allowPartialSearchResults=true, localClusterAlias=null, getOrCreateAbsoluteStartMillis=-1, ccsMinimizeRoundtrips=true, source={"from":0,"size":0,"query":{"bool":{"must":[{"bool":{"filter":[{"nested":{"query":{"terms":{"relationships.uuid":["549141c5-42d6-446e-bc3e-9914c18425bd"],"boost":1.0}},"path":"relationships","ignore_unmapped":false,"score_mode":"none","boost":1.0}},{"terms":{"type":["Application"],"boost":1.0}}],"boost":1.0}}],"filter":[{"term":{"_t":{"value":"DTObjectInfo"}}}],"boost":1.0}},"track_total_hits":2147483647}}] lastShard [false]
  1768. org.elasticsearch.transport.NodeNotConnectedException: [Node-1][<Node-1-IP>:9300] Node not connected
  1769. at org.elasticsearch.transport.ClusterConnectionManager.getConnection(ClusterConnectionManager.java:283) ~[elasticsearch-8.14.1.jar:?]
  1770. at org.elasticsearch.transport.TransportService.getConnection(TransportService.java:876) ~[elasticsearch-8.14.1.jar:?]
  1771. at org.elasticsearch.action.search.SearchTransportService.getConnection(SearchTransportService.java:606) ~[elasticsearch-8.14.1.jar:?]
  1772. at org.elasticsearch.action.search.TransportSearchAction.lambda$buildConnectionLookup$17(TransportSearchAction.java:1211) ~[elasticsearch-8.14.1.jar:?]
  1773. at org.elasticsearch.action.search.AbstractSearchAsyncAction.getConnection(AbstractSearchAsyncAction.java:749) ~[elasticsearch-8.14.1.jar:?]
  1774. at org.elasticsearch.action.search.SearchQueryThenFetchAsyncAction.executePhaseOnShard(SearchQueryThenFetchAsyncAction.java:92) ~[elasticsearch-8.14.1.jar:?]
  1775. at org.elasticsearch.action.search.AbstractSearchAsyncAction.lambda$performPhaseOnShard$5(AbstractSearchAsyncAction.java:320) ~[elasticsearch-8.14.1.jar:?]
  1776. at org.elasticsearch.action.search.AbstractSearchAsyncAction.performPhaseOnShard(AbstractSearchAsyncAction.java:356) ~[elasticsearch-8.14.1.jar:?]
  1777. at org.elasticsearch.action.search.AbstractSearchAsyncAction.run(AbstractSearchAsyncAction.java:248) ~[elasticsearch-8.14.1.jar:?]
  1778. at org.elasticsearch.action.search.AbstractSearchAsyncAction.executePhase(AbstractSearchAsyncAction.java:454) ~[elasticsearch-8.14.1.jar:?]
  1779. at org.elasticsearch.action.search.AbstractSearchAsyncAction.start(AbstractSearchAsyncAction.java:223) ~[elasticsearch-8.14.1.jar:?]
  1780. at org.elasticsearch.action.search.TransportSearchAction.executeSearch(TransportSearchAction.java:1175) ~[elasticsearch-8.14.1.jar:?]
  1781. at org.elasticsearch.action.search.TransportSearchAction.executeLocalSearch(TransportSearchAction.java:934) ~[elasticsearch-8.14.1.jar:?]
  1782. at org.elasticsearch.action.search.TransportSearchAction.lambda$executeRequest$6(TransportSearchAction.java:353) ~[elasticsearch-8.14.1.jar:?]
  1783. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  1784. at org.elasticsearch.index.query.Rewriteable.rewriteAndFetch(Rewriteable.java:109) ~[elasticsearch-8.14.1.jar:?]
  1785. at org.elasticsearch.index.query.Rewriteable.rewriteAndFetch(Rewriteable.java:77) ~[elasticsearch-8.14.1.jar:?]
  1786. at org.elasticsearch.action.search.TransportSearchAction.executeRequest(TransportSearchAction.java:465) ~[elasticsearch-8.14.1.jar:?]
  1787. at org.elasticsearch.action.search.TransportSearchAction.doExecute(TransportSearchAction.java:309) ~[elasticsearch-8.14.1.jar:?]
  1788. at org.elasticsearch.action.search.TransportSearchAction.doExecute(TransportSearchAction.java:113) ~[elasticsearch-8.14.1.jar:?]
  1789. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:96) ~[elasticsearch-8.14.1.jar:?]
  1790. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$4(SecurityActionFilter.java:182) ~[?:?]
  1791. at org.elasticsearch.action.ActionListenerImplementations$DelegatingFailureActionListener.onResponse(ActionListenerImplementations.java:217) ~[elasticsearch-8.14.1.jar:?]
  1792. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:637) ~[?:?]
  1793. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1794. at org.elasticsearch.xpack.security.authz.interceptor.IndicesAliasesRequestInterceptor.intercept(IndicesAliasesRequestInterceptor.java:124) ~[?:?]
  1795. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  1796. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1797. at org.elasticsearch.xpack.security.authz.interceptor.ResizeRequestInterceptor.intercept(ResizeRequestInterceptor.java:98) ~[?:?]
  1798. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  1799. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1800. at org.elasticsearch.xpack.security.authz.interceptor.FieldAndDocumentLevelSecurityRequestInterceptor.intercept(FieldAndDocumentLevelSecurityRequestInterceptor.java:79) ~[?:?]
  1801. at org.elasticsearch.xpack.security.authz.interceptor.ValidateRequestInterceptor.intercept(ValidateRequestInterceptor.java:20) ~[?:?]
  1802. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  1803. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1804. at org.elasticsearch.xpack.security.authz.interceptor.FieldAndDocumentLevelSecurityRequestInterceptor.intercept(FieldAndDocumentLevelSecurityRequestInterceptor.java:79) ~[?:?]
  1805. at org.elasticsearch.xpack.security.authz.interceptor.SearchRequestInterceptor.intercept(SearchRequestInterceptor.java:21) ~[?:?]
  1806. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  1807. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1808. at org.elasticsearch.xpack.security.authz.interceptor.FieldAndDocumentLevelSecurityRequestInterceptor.intercept(FieldAndDocumentLevelSecurityRequestInterceptor.java:79) ~[?:?]
  1809. at org.elasticsearch.xpack.security.authz.interceptor.ShardSearchRequestInterceptor.intercept(ShardSearchRequestInterceptor.java:24) ~[?:?]
  1810. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  1811. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1812. at org.elasticsearch.xpack.security.authz.interceptor.SearchRequestCacheDisablingInterceptor.intercept(SearchRequestCacheDisablingInterceptor.java:53) ~[?:?]
  1813. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  1814. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1815. at org.elasticsearch.xpack.security.authz.interceptor.DlsFlsLicenseRequestInterceptor.intercept(DlsFlsLicenseRequestInterceptor.java:106) ~[?:?]
  1816. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  1817. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1818. at org.elasticsearch.xpack.security.authz.interceptor.FieldAndDocumentLevelSecurityRequestInterceptor.intercept(FieldAndDocumentLevelSecurityRequestInterceptor.java:79) ~[?:?]
  1819. at org.elasticsearch.xpack.security.authz.interceptor.UpdateRequestInterceptor.intercept(UpdateRequestInterceptor.java:27) ~[?:?]
  1820. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  1821. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1822. at org.elasticsearch.xpack.security.authz.interceptor.BulkShardRequestInterceptor.intercept(BulkShardRequestInterceptor.java:85) ~[?:?]
  1823. at org.elasticsearch.xpack.security.authz.AuthorizationService.runRequestInterceptors(AuthorizationService.java:631) ~[?:?]
  1824. at org.elasticsearch.xpack.security.authz.AuthorizationService.handleIndexActionAuthorizationResult(AuthorizationService.java:616) ~[?:?]
  1825. at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$13(AuthorizationService.java:514) ~[?:?]
  1826. at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:1030) ~[?:?]
  1827. at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:996) ~[?:?]
  1828. at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:32) ~[elasticsearch-8.14.1.jar:?]
  1829. at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$authorizeIndexAction$3(RBACEngine.java:420) ~[?:?]
  1830. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  1831. at org.elasticsearch.action.support.SubscribableListener$SuccessResult.complete(SubscribableListener.java:382) ~[elasticsearch-8.14.1.jar:?]
  1832. at org.elasticsearch.action.support.SubscribableListener.tryComplete(SubscribableListener.java:302) ~[elasticsearch-8.14.1.jar:?]
  1833. at org.elasticsearch.action.support.SubscribableListener.addListener(SubscribableListener.java:205) ~[elasticsearch-8.14.1.jar:?]
  1834. at org.elasticsearch.action.support.SubscribableListener.addListener(SubscribableListener.java:170) ~[elasticsearch-8.14.1.jar:?]
  1835. at org.elasticsearch.xpack.security.authz.AuthorizationService$CachingAsyncSupplier.getAsync(AuthorizationService.java:1076) ~[?:?]
  1836. at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeIndexAction(RBACEngine.java:388) ~[?:?]
  1837. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeAction(AuthorizationService.java:507) ~[?:?]
  1838. at org.elasticsearch.xpack.security.authz.AuthorizationService.maybeAuthorizeRunAs(AuthorizationService.java:439) ~[?:?]
  1839. at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorize$3(AuthorizationService.java:326) ~[?:?]
  1840. at org.elasticsearch.action.ActionListener$2.onResponse(ActionListener.java:171) ~[elasticsearch-8.14.1.jar:?]
  1841. at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:32) ~[elasticsearch-8.14.1.jar:?]
  1842. at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$resolveAuthorizationInfo$0(RBACEngine.java:154) ~[?:?]
  1843. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  1844. at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.lambda$getRoles$4(CompositeRolesStore.java:193) ~[?:?]
  1845. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  1846. at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.lambda$getRole$5(CompositeRolesStore.java:211) ~[?:?]
  1847. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  1848. at org.elasticsearch.xpack.core.security.authz.store.RoleReferenceIntersection.lambda$buildRole$0(RoleReferenceIntersection.java:49) ~[?:?]
  1849. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  1850. at org.elasticsearch.action.support.GroupedActionListener.onResponse(GroupedActionListener.java:56) ~[elasticsearch-8.14.1.jar:?]
  1851. at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.buildRoleFromRoleReference(CompositeRolesStore.java:291) ~[?:?]
  1852. at org.elasticsearch.xpack.core.security.authz.store.RoleReferenceIntersection.lambda$buildRole$1(RoleReferenceIntersection.java:53) ~[?:?]
  1853. at java.lang.Iterable.forEach(Iterable.java:75) ~[?:?]
  1854. at org.elasticsearch.xpack.core.security.authz.store.RoleReferenceIntersection.buildRole(RoleReferenceIntersection.java:53) ~[?:?]
  1855. at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRole(CompositeRolesStore.java:209) ~[?:?]
  1856. at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRoles(CompositeRolesStore.java:186) ~[?:?]
  1857. at org.elasticsearch.xpack.security.authz.RBACEngine.resolveAuthorizationInfo(RBACEngine.java:150) ~[?:?]
  1858. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:342) ~[?:?]
  1859. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$5(SecurityActionFilter.java:178) ~[?:?]
  1860. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  1861. at org.elasticsearch.action.ActionListenerImplementations$MappedActionListener.onResponse(ActionListenerImplementations.java:95) ~[elasticsearch-8.14.1.jar:?]
  1862. at org.elasticsearch.xpack.security.authc.AuthenticatorChain.authenticate(AuthenticatorChain.java:93) ~[?:?]
  1863. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:264) ~[?:?]
  1864. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:173) ~[?:?]
  1865. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:174) ~[?:?]
  1866. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:131) ~[?:?]
  1867. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:93) ~[elasticsearch-8.14.1.jar:?]
  1868. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:68) ~[elasticsearch-8.14.1.jar:?]
  1869. at org.elasticsearch.tasks.TaskManager.registerAndExecute(TaskManager.java:196) ~[elasticsearch-8.14.1.jar:?]
  1870. at org.elasticsearch.client.internal.node.NodeClient.executeLocally(NodeClient.java:105) ~[elasticsearch-8.14.1.jar:?]
  1871. at org.elasticsearch.rest.action.RestCancellableNodeClient.doExecute(RestCancellableNodeClient.java:81) ~[elasticsearch-8.14.1.jar:?]
  1872. at org.elasticsearch.client.internal.support.AbstractClient.execute(AbstractClient.java:357) ~[elasticsearch-8.14.1.jar:?]
  1873. at org.elasticsearch.rest.action.search.RestSearchAction.lambda$prepareRequest$2(RestSearchAction.java:125) ~[elasticsearch-8.14.1.jar:?]
  1874. at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:106) ~[elasticsearch-8.14.1.jar:?]
  1875. at org.elasticsearch.rest.RestController$1.onResponse(RestController.java:452) ~[elasticsearch-8.14.1.jar:?]
  1876. at org.elasticsearch.rest.RestController$1.onResponse(RestController.java:446) ~[elasticsearch-8.14.1.jar:?]
  1877. at org.elasticsearch.xpack.security.rest.SecurityRestFilter.doHandleRequest(SecurityRestFilter.java:89) ~[?:?]
  1878. at org.elasticsearch.xpack.security.rest.SecurityRestFilter.lambda$intercept$0(SecurityRestFilter.java:81) ~[?:?]
  1879. at org.elasticsearch.action.ActionListener$2.onResponse(ActionListener.java:171) ~[elasticsearch-8.14.1.jar:?]
  1880. at org.elasticsearch.xpack.security.authc.support.SecondaryAuthenticator.lambda$authenticateAndAttachToContext$3(SecondaryAuthenticator.java:99) ~[?:?]
  1881. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  1882. at org.elasticsearch.xpack.security.authc.support.SecondaryAuthenticator.authenticate(SecondaryAuthenticator.java:109) ~[?:?]
  1883. at org.elasticsearch.xpack.security.authc.support.SecondaryAuthenticator.authenticateAndAttachToContext(SecondaryAuthenticator.java:90) ~[?:?]
  1884. at org.elasticsearch.xpack.security.rest.SecurityRestFilter.intercept(SecurityRestFilter.java:75) ~[?:?]
  1885. at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:446) ~[elasticsearch-8.14.1.jar:?]
  1886. at org.elasticsearch.rest.RestController.tryAllHandlers(RestController.java:606) ~[elasticsearch-8.14.1.jar:?]
  1887. at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:329) ~[elasticsearch-8.14.1.jar:?]
  1888. at org.elasticsearch.http.AbstractHttpServerTransport.dispatchRequest(AbstractHttpServerTransport.java:487) ~[elasticsearch-8.14.1.jar:?]
  1889. at org.elasticsearch.http.AbstractHttpServerTransport.handleIncomingRequest(AbstractHttpServerTransport.java:583) ~[elasticsearch-8.14.1.jar:?]
  1890. at org.elasticsearch.http.AbstractHttpServerTransport.incomingRequest(AbstractHttpServerTransport.java:460) ~[elasticsearch-8.14.1.jar:?]
  1891. at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.handlePipelinedRequest(Netty4HttpPipeliningHandler.java:126) ~[?:?]
  1892. at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:116) ~[?:?]
  1893. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[?:?]
  1894. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[?:?]
  1895. at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[?:?]
  1896. at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103) ~[?:?]
  1897. at io.netty.handler.codec.MessageToMessageCodec.channelRead(MessageToMessageCodec.java:111) ~[?:?]
  1898. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[?:?]
  1899. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[?:?]
  1900. at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[?:?]
  1901. at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103) ~[?:?]
  1902. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[?:?]
  1903. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[?:?]
  1904. at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[?:?]
  1905. at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103) ~[?:?]
  1906. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[?:?]
  1907. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[?:?]
  1908. at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[?:?]
  1909. at org.elasticsearch.http.netty4.Netty4HttpHeaderValidator.forwardData(Netty4HttpHeaderValidator.java:209) ~[?:?]
  1910. at org.elasticsearch.http.netty4.Netty4HttpHeaderValidator.forwardFullRequest(Netty4HttpHeaderValidator.java:152) ~[?:?]
  1911. at org.elasticsearch.http.netty4.Netty4HttpHeaderValidator$1.lambda$onResponse$0(Netty4HttpHeaderValidator.java:125) ~[?:?]
  1912. at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[?:?]
  1913. at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[?:?]
  1914. at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:470) ~[?:?]
  1915. at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:566) ~[?:?]
  1916. at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[?:?]
  1917. at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[?:?]
  1918. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  1919. [2024-10-15T11:59:52,810][DEBUG][org.elasticsearch.action.search.TransportSearchAction] [Node-2] [UtQcAppJSkO-4BQc4b4avA][designer-objects-ia-8-6][0]: Failed to execute [SearchRequest{searchType=QUERY_THEN_FETCH, indices=[designer-objects-ia-8-6], indicesOptions=IndicesOptions[ignore_unavailable=false, allow_no_indices=true, expand_wildcards_open=true, expand_wildcards_closed=false, expand_wildcards_hidden=false, allow_aliases_to_multiple_indices=true, forbid_closed_indices=true, ignore_aliases=false, ignore_throttled=true], routing='null', preference='null', requestCache=null, scroll=null, maxConcurrentShardRequests=5, batchedReduceSize=512, preFilterShardSize=null, allowPartialSearchResults=true, localClusterAlias=null, getOrCreateAbsoluteStartMillis=-1, ccsMinimizeRoundtrips=true, source={"from":0,"size":0,"query":{"bool":{"must":[{"bool":{"filter":[{"nested":{"query":{"terms":{"relationships.uuid":["0aaf17fc-42a4-4376-87b5-971a3c3e8ddf"],"boost":1.0}},"path":"relationships","ignore_unmapped":false,"score_mode":"none","boost":1.0}},{"terms":{"type":["Application"],"boost":1.0}}],"boost":1.0}}],"filter":[{"term":{"_t":{"value":"DTObjectInfo"}}}],"boost":1.0}},"track_total_hits":2147483647}}] lastShard [false]
  1920. org.elasticsearch.transport.NodeNotConnectedException: [Node-1][<Node-1-IP>:9300] Node not connected
  1921. at org.elasticsearch.transport.ClusterConnectionManager.getConnection(ClusterConnectionManager.java:283) ~[elasticsearch-8.14.1.jar:?]
  1922. at org.elasticsearch.transport.TransportService.getConnection(TransportService.java:876) ~[elasticsearch-8.14.1.jar:?]
  1923. at org.elasticsearch.action.search.SearchTransportService.getConnection(SearchTransportService.java:606) ~[elasticsearch-8.14.1.jar:?]
  1924. at org.elasticsearch.action.search.TransportSearchAction.lambda$buildConnectionLookup$17(TransportSearchAction.java:1211) ~[elasticsearch-8.14.1.jar:?]
  1925. at org.elasticsearch.action.search.AbstractSearchAsyncAction.getConnection(AbstractSearchAsyncAction.java:749) ~[elasticsearch-8.14.1.jar:?]
  1926. at org.elasticsearch.action.search.SearchQueryThenFetchAsyncAction.executePhaseOnShard(SearchQueryThenFetchAsyncAction.java:92) ~[elasticsearch-8.14.1.jar:?]
  1927. at org.elasticsearch.action.search.AbstractSearchAsyncAction.lambda$performPhaseOnShard$5(AbstractSearchAsyncAction.java:320) ~[elasticsearch-8.14.1.jar:?]
  1928. at org.elasticsearch.action.search.AbstractSearchAsyncAction.performPhaseOnShard(AbstractSearchAsyncAction.java:356) ~[elasticsearch-8.14.1.jar:?]
  1929. at org.elasticsearch.action.search.AbstractSearchAsyncAction.run(AbstractSearchAsyncAction.java:248) ~[elasticsearch-8.14.1.jar:?]
  1930. at org.elasticsearch.action.search.AbstractSearchAsyncAction.executePhase(AbstractSearchAsyncAction.java:454) ~[elasticsearch-8.14.1.jar:?]
  1931. at org.elasticsearch.action.search.AbstractSearchAsyncAction.start(AbstractSearchAsyncAction.java:223) ~[elasticsearch-8.14.1.jar:?]
  1932. at org.elasticsearch.action.search.TransportSearchAction.executeSearch(TransportSearchAction.java:1175) ~[elasticsearch-8.14.1.jar:?]
  1933. at org.elasticsearch.action.search.TransportSearchAction.executeLocalSearch(TransportSearchAction.java:934) ~[elasticsearch-8.14.1.jar:?]
  1934. at org.elasticsearch.action.search.TransportSearchAction.lambda$executeRequest$6(TransportSearchAction.java:353) ~[elasticsearch-8.14.1.jar:?]
  1935. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  1936. at org.elasticsearch.index.query.Rewriteable.rewriteAndFetch(Rewriteable.java:109) ~[elasticsearch-8.14.1.jar:?]
  1937. at org.elasticsearch.index.query.Rewriteable.rewriteAndFetch(Rewriteable.java:77) ~[elasticsearch-8.14.1.jar:?]
  1938. at org.elasticsearch.action.search.TransportSearchAction.executeRequest(TransportSearchAction.java:465) ~[elasticsearch-8.14.1.jar:?]
  1939. at org.elasticsearch.action.search.TransportSearchAction.doExecute(TransportSearchAction.java:309) ~[elasticsearch-8.14.1.jar:?]
  1940. at org.elasticsearch.action.search.TransportSearchAction.doExecute(TransportSearchAction.java:113) ~[elasticsearch-8.14.1.jar:?]
  1941. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:96) ~[elasticsearch-8.14.1.jar:?]
  1942. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$4(SecurityActionFilter.java:182) ~[?:?]
  1943. at org.elasticsearch.action.ActionListenerImplementations$DelegatingFailureActionListener.onResponse(ActionListenerImplementations.java:217) ~[elasticsearch-8.14.1.jar:?]
  1944. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:637) ~[?:?]
  1945. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1946. at org.elasticsearch.xpack.security.authz.interceptor.IndicesAliasesRequestInterceptor.intercept(IndicesAliasesRequestInterceptor.java:124) ~[?:?]
  1947. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  1948. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1949. at org.elasticsearch.xpack.security.authz.interceptor.ResizeRequestInterceptor.intercept(ResizeRequestInterceptor.java:98) ~[?:?]
  1950. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  1951. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1952. at org.elasticsearch.xpack.security.authz.interceptor.FieldAndDocumentLevelSecurityRequestInterceptor.intercept(FieldAndDocumentLevelSecurityRequestInterceptor.java:79) ~[?:?]
  1953. at org.elasticsearch.xpack.security.authz.interceptor.ValidateRequestInterceptor.intercept(ValidateRequestInterceptor.java:20) ~[?:?]
  1954. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  1955. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1956. at org.elasticsearch.xpack.security.authz.interceptor.FieldAndDocumentLevelSecurityRequestInterceptor.intercept(FieldAndDocumentLevelSecurityRequestInterceptor.java:79) ~[?:?]
  1957. at org.elasticsearch.xpack.security.authz.interceptor.SearchRequestInterceptor.intercept(SearchRequestInterceptor.java:21) ~[?:?]
  1958. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  1959. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1960. at org.elasticsearch.xpack.security.authz.interceptor.FieldAndDocumentLevelSecurityRequestInterceptor.intercept(FieldAndDocumentLevelSecurityRequestInterceptor.java:79) ~[?:?]
  1961. at org.elasticsearch.xpack.security.authz.interceptor.ShardSearchRequestInterceptor.intercept(ShardSearchRequestInterceptor.java:24) ~[?:?]
  1962. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  1963. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1964. at org.elasticsearch.xpack.security.authz.interceptor.SearchRequestCacheDisablingInterceptor.intercept(SearchRequestCacheDisablingInterceptor.java:53) ~[?:?]
  1965. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  1966. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1967. at org.elasticsearch.xpack.security.authz.interceptor.DlsFlsLicenseRequestInterceptor.intercept(DlsFlsLicenseRequestInterceptor.java:106) ~[?:?]
  1968. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  1969. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1970. at org.elasticsearch.xpack.security.authz.interceptor.FieldAndDocumentLevelSecurityRequestInterceptor.intercept(FieldAndDocumentLevelSecurityRequestInterceptor.java:79) ~[?:?]
  1971. at org.elasticsearch.xpack.security.authz.interceptor.UpdateRequestInterceptor.intercept(UpdateRequestInterceptor.java:27) ~[?:?]
  1972. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  1973. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  1974. at org.elasticsearch.xpack.security.authz.interceptor.BulkShardRequestInterceptor.intercept(BulkShardRequestInterceptor.java:85) ~[?:?]
  1975. at org.elasticsearch.xpack.security.authz.AuthorizationService.runRequestInterceptors(AuthorizationService.java:631) ~[?:?]
  1976. at org.elasticsearch.xpack.security.authz.AuthorizationService.handleIndexActionAuthorizationResult(AuthorizationService.java:616) ~[?:?]
  1977. at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$13(AuthorizationService.java:514) ~[?:?]
  1978. at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:1030) ~[?:?]
  1979. at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:996) ~[?:?]
  1980. at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:32) ~[elasticsearch-8.14.1.jar:?]
  1981. at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$authorizeIndexAction$3(RBACEngine.java:420) ~[?:?]
  1982. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  1983. at org.elasticsearch.action.support.SubscribableListener$SuccessResult.complete(SubscribableListener.java:382) ~[elasticsearch-8.14.1.jar:?]
  1984. at org.elasticsearch.action.support.SubscribableListener.tryComplete(SubscribableListener.java:302) ~[elasticsearch-8.14.1.jar:?]
  1985. at org.elasticsearch.action.support.SubscribableListener.addListener(SubscribableListener.java:205) ~[elasticsearch-8.14.1.jar:?]
  1986. at org.elasticsearch.action.support.SubscribableListener.addListener(SubscribableListener.java:170) ~[elasticsearch-8.14.1.jar:?]
  1987. at org.elasticsearch.xpack.security.authz.AuthorizationService$CachingAsyncSupplier.getAsync(AuthorizationService.java:1076) ~[?:?]
  1988. at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeIndexAction(RBACEngine.java:388) ~[?:?]
  1989. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeAction(AuthorizationService.java:507) ~[?:?]
  1990. at org.elasticsearch.xpack.security.authz.AuthorizationService.maybeAuthorizeRunAs(AuthorizationService.java:439) ~[?:?]
  1991. at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorize$3(AuthorizationService.java:326) ~[?:?]
  1992. at org.elasticsearch.action.ActionListener$2.onResponse(ActionListener.java:171) ~[elasticsearch-8.14.1.jar:?]
  1993. at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:32) ~[elasticsearch-8.14.1.jar:?]
  1994. at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$resolveAuthorizationInfo$0(RBACEngine.java:154) ~[?:?]
  1995. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  1996. at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.lambda$getRoles$4(CompositeRolesStore.java:193) ~[?:?]
  1997. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  1998. at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.lambda$getRole$5(CompositeRolesStore.java:211) ~[?:?]
  1999. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  2000. at org.elasticsearch.xpack.core.security.authz.store.RoleReferenceIntersection.lambda$buildRole$0(RoleReferenceIntersection.java:49) ~[?:?]
  2001. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  2002. at org.elasticsearch.action.support.GroupedActionListener.onResponse(GroupedActionListener.java:56) ~[elasticsearch-8.14.1.jar:?]
  2003. at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.buildRoleFromRoleReference(CompositeRolesStore.java:291) ~[?:?]
  2004. at org.elasticsearch.xpack.core.security.authz.store.RoleReferenceIntersection.lambda$buildRole$1(RoleReferenceIntersection.java:53) ~[?:?]
  2005. at java.lang.Iterable.forEach(Iterable.java:75) ~[?:?]
  2006. at org.elasticsearch.xpack.core.security.authz.store.RoleReferenceIntersection.buildRole(RoleReferenceIntersection.java:53) ~[?:?]
  2007. at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRole(CompositeRolesStore.java:209) ~[?:?]
  2008. at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRoles(CompositeRolesStore.java:186) ~[?:?]
  2009. at org.elasticsearch.xpack.security.authz.RBACEngine.resolveAuthorizationInfo(RBACEngine.java:150) ~[?:?]
  2010. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:342) ~[?:?]
  2011. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$5(SecurityActionFilter.java:178) ~[?:?]
  2012. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  2013. at org.elasticsearch.action.ActionListenerImplementations$MappedActionListener.onResponse(ActionListenerImplementations.java:95) ~[elasticsearch-8.14.1.jar:?]
  2014. at org.elasticsearch.xpack.security.authc.AuthenticatorChain.authenticate(AuthenticatorChain.java:93) ~[?:?]
  2015. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:264) ~[?:?]
  2016. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:173) ~[?:?]
  2017. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:174) ~[?:?]
  2018. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:131) ~[?:?]
  2019. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:93) ~[elasticsearch-8.14.1.jar:?]
  2020. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:68) ~[elasticsearch-8.14.1.jar:?]
  2021. at org.elasticsearch.tasks.TaskManager.registerAndExecute(TaskManager.java:196) ~[elasticsearch-8.14.1.jar:?]
  2022. at org.elasticsearch.client.internal.node.NodeClient.executeLocally(NodeClient.java:105) ~[elasticsearch-8.14.1.jar:?]
  2023. at org.elasticsearch.rest.action.RestCancellableNodeClient.doExecute(RestCancellableNodeClient.java:81) ~[elasticsearch-8.14.1.jar:?]
  2024. at org.elasticsearch.client.internal.support.AbstractClient.execute(AbstractClient.java:357) ~[elasticsearch-8.14.1.jar:?]
  2025. at org.elasticsearch.rest.action.search.RestSearchAction.lambda$prepareRequest$2(RestSearchAction.java:125) ~[elasticsearch-8.14.1.jar:?]
  2026. at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:106) ~[elasticsearch-8.14.1.jar:?]
  2027. at org.elasticsearch.rest.RestController$1.onResponse(RestController.java:452) ~[elasticsearch-8.14.1.jar:?]
  2028. at org.elasticsearch.rest.RestController$1.onResponse(RestController.java:446) ~[elasticsearch-8.14.1.jar:?]
  2029. at org.elasticsearch.xpack.security.rest.SecurityRestFilter.doHandleRequest(SecurityRestFilter.java:89) ~[?:?]
  2030. at org.elasticsearch.xpack.security.rest.SecurityRestFilter.lambda$intercept$0(SecurityRestFilter.java:81) ~[?:?]
  2031. at org.elasticsearch.action.ActionListener$2.onResponse(ActionListener.java:171) ~[elasticsearch-8.14.1.jar:?]
  2032. at org.elasticsearch.xpack.security.authc.support.SecondaryAuthenticator.lambda$authenticateAndAttachToContext$3(SecondaryAuthenticator.java:99) ~[?:?]
  2033. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  2034. at org.elasticsearch.xpack.security.authc.support.SecondaryAuthenticator.authenticate(SecondaryAuthenticator.java:109) ~[?:?]
  2035. at org.elasticsearch.xpack.security.authc.support.SecondaryAuthenticator.authenticateAndAttachToContext(SecondaryAuthenticator.java:90) ~[?:?]
  2036. at org.elasticsearch.xpack.security.rest.SecurityRestFilter.intercept(SecurityRestFilter.java:75) ~[?:?]
  2037. at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:446) ~[elasticsearch-8.14.1.jar:?]
  2038. at org.elasticsearch.rest.RestController.tryAllHandlers(RestController.java:606) ~[elasticsearch-8.14.1.jar:?]
  2039. at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:329) ~[elasticsearch-8.14.1.jar:?]
  2040. at org.elasticsearch.http.AbstractHttpServerTransport.dispatchRequest(AbstractHttpServerTransport.java:487) ~[elasticsearch-8.14.1.jar:?]
  2041. at org.elasticsearch.http.AbstractHttpServerTransport.handleIncomingRequest(AbstractHttpServerTransport.java:583) ~[elasticsearch-8.14.1.jar:?]
  2042. at org.elasticsearch.http.AbstractHttpServerTransport.incomingRequest(AbstractHttpServerTransport.java:460) ~[elasticsearch-8.14.1.jar:?]
  2043. at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.handlePipelinedRequest(Netty4HttpPipeliningHandler.java:126) ~[?:?]
  2044. at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:116) ~[?:?]
  2045. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[?:?]
  2046. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[?:?]
  2047. at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[?:?]
  2048. at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103) ~[?:?]
  2049. at io.netty.handler.codec.MessageToMessageCodec.channelRead(MessageToMessageCodec.java:111) ~[?:?]
  2050. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[?:?]
  2051. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[?:?]
  2052. at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[?:?]
  2053. at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103) ~[?:?]
  2054. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[?:?]
  2055. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[?:?]
  2056. at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[?:?]
  2057. at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103) ~[?:?]
  2058. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[?:?]
  2059. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[?:?]
  2060. at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[?:?]
  2061. at org.elasticsearch.http.netty4.Netty4HttpHeaderValidator.forwardData(Netty4HttpHeaderValidator.java:209) ~[?:?]
  2062. at org.elasticsearch.http.netty4.Netty4HttpHeaderValidator.forwardFullRequest(Netty4HttpHeaderValidator.java:152) ~[?:?]
  2063. at org.elasticsearch.http.netty4.Netty4HttpHeaderValidator$1.lambda$onResponse$0(Netty4HttpHeaderValidator.java:125) ~[?:?]
  2064. at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[?:?]
  2065. at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[?:?]
  2066. at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:470) ~[?:?]
  2067. at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:566) ~[?:?]
  2068. at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[?:?]
  2069. at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[?:?]
  2070. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  2071. [2024-10-15T12:00:17,978][DEBUG][org.elasticsearch.action.support.nodes.TransportNodesAction] [Node-2] failed to execute [cluster:monitor/nodes/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  2072. org.elasticsearch.transport.NodeNotConnectedException: [Node-1][<Node-1-IP>:9300] Node not connected
  2073. at org.elasticsearch.transport.ClusterConnectionManager.getConnection(ClusterConnectionManager.java:283) ~[elasticsearch-8.14.1.jar:?]
  2074. at org.elasticsearch.transport.TransportService.getConnection(TransportService.java:876) ~[elasticsearch-8.14.1.jar:?]
  2075. at org.elasticsearch.transport.TransportService.getConnectionOrFail(TransportService.java:771) ~[elasticsearch-8.14.1.jar:?]
  2076. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:757) ~[elasticsearch-8.14.1.jar:?]
  2077. at org.elasticsearch.action.support.nodes.TransportNodesAction$1.sendItemRequest(TransportNodesAction.java:127) ~[elasticsearch-8.14.1.jar:?]
  2078. at org.elasticsearch.action.support.nodes.TransportNodesAction$1.sendItemRequest(TransportNodesAction.java:95) ~[elasticsearch-8.14.1.jar:?]
  2079. at org.elasticsearch.action.support.CancellableFanOut.lambda$run$2(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  2080. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  2081. at org.elasticsearch.action.support.CancellableFanOut.run(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  2082. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:173) ~[elasticsearch-8.14.1.jar:?]
  2083. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:47) ~[elasticsearch-8.14.1.jar:?]
  2084. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:96) ~[elasticsearch-8.14.1.jar:?]
  2085. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$4(SecurityActionFilter.java:182) ~[?:?]
  2086. at org.elasticsearch.action.ActionListenerImplementations$DelegatingFailureActionListener.onResponse(ActionListenerImplementations.java:217) ~[elasticsearch-8.14.1.jar:?]
  2087. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:682) ~[?:?]
  2088. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:314) ~[?:?]
  2089. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$5(SecurityActionFilter.java:178) ~[?:?]
  2090. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  2091. at org.elasticsearch.action.ActionListenerImplementations$MappedActionListener.onResponse(ActionListenerImplementations.java:95) ~[elasticsearch-8.14.1.jar:?]
  2092. at org.elasticsearch.xpack.security.authc.AuthenticatorChain.authenticate(AuthenticatorChain.java:93) ~[?:?]
  2093. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:264) ~[?:?]
  2094. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:173) ~[?:?]
  2095. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:174) ~[?:?]
  2096. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:109) ~[?:?]
  2097. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsInternalUser(SecurityContext.java:170) ~[?:?]
  2098. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsSystemUser(SecurityContext.java:179) ~[?:?]
  2099. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsSystemUser(SecurityContext.java:175) ~[?:?]
  2100. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:109) ~[?:?]
  2101. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:93) ~[elasticsearch-8.14.1.jar:?]
  2102. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:68) ~[elasticsearch-8.14.1.jar:?]
  2103. at org.elasticsearch.tasks.TaskManager.registerAndExecute(TaskManager.java:196) ~[elasticsearch-8.14.1.jar:?]
  2104. at org.elasticsearch.client.internal.node.NodeClient.executeLocally(NodeClient.java:105) ~[elasticsearch-8.14.1.jar:?]
  2105. at org.elasticsearch.client.internal.node.NodeClient.doExecute(NodeClient.java:83) ~[elasticsearch-8.14.1.jar:?]
  2106. at org.elasticsearch.client.internal.support.AbstractClient.execute(AbstractClient.java:357) ~[elasticsearch-8.14.1.jar:?]
  2107. at org.elasticsearch.client.internal.support.AbstractClient$ClusterAdmin.execute(AbstractClient.java:653) ~[elasticsearch-8.14.1.jar:?]
  2108. at org.elasticsearch.client.internal.support.AbstractClient$ClusterAdmin.nodesStats(AbstractClient.java:746) ~[elasticsearch-8.14.1.jar:?]
  2109. at org.elasticsearch.cluster.InternalClusterInfoService$AsyncRefresh.fetchNodeStats(InternalClusterInfoService.java:288) ~[elasticsearch-8.14.1.jar:?]
  2110. at org.elasticsearch.cluster.InternalClusterInfoService$AsyncRefresh.execute(InternalClusterInfoService.java:184) ~[elasticsearch-8.14.1.jar:?]
  2111. at org.elasticsearch.cluster.InternalClusterInfoService.refreshAsync(InternalClusterInfoService.java:435) ~[elasticsearch-8.14.1.jar:?]
  2112. at org.elasticsearch.cluster.InternalClusterInfoService$RefreshScheduler.lambda$getListener$0(InternalClusterInfoService.java:392) ~[elasticsearch-8.14.1.jar:?]
  2113. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:917) ~[elasticsearch-8.14.1.jar:?]
  2114. at org.elasticsearch.threadpool.ThreadPool$1.run(ThreadPool.java:589) ~[elasticsearch-8.14.1.jar:?]
  2115. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
  2116. at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
  2117. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
  2118. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  2119. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  2120. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  2121. [2024-10-15T12:00:17,979][DEBUG][org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction] [Node-2] failed to execute [indices:monitor/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  2122. org.elasticsearch.transport.NodeNotConnectedException: [Node-1][<Node-1-IP>:9300] Node not connected
  2123. at org.elasticsearch.transport.ClusterConnectionManager.getConnection(ClusterConnectionManager.java:283) ~[elasticsearch-8.14.1.jar:?]
  2124. at org.elasticsearch.transport.TransportService.getConnection(TransportService.java:876) ~[elasticsearch-8.14.1.jar:?]
  2125. at org.elasticsearch.transport.TransportService.getConnectionOrFail(TransportService.java:771) ~[elasticsearch-8.14.1.jar:?]
  2126. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:757) ~[elasticsearch-8.14.1.jar:?]
  2127. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$1.sendItemRequest(TransportBroadcastByNodeAction.java:313) ~[elasticsearch-8.14.1.jar:?]
  2128. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$1.sendItemRequest(TransportBroadcastByNodeAction.java:295) ~[elasticsearch-8.14.1.jar:?]
  2129. at org.elasticsearch.action.support.CancellableFanOut.lambda$run$2(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  2130. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  2131. at org.elasticsearch.action.support.CancellableFanOut.run(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  2132. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.executeAsCoordinatingNode(TransportBroadcastByNodeAction.java:386) ~[elasticsearch-8.14.1.jar:?]
  2133. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecuteForked(TransportBroadcastByNodeAction.java:273) ~[elasticsearch-8.14.1.jar:?]
  2134. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.lambda$doExecute$1(TransportBroadcastByNodeAction.java:232) ~[elasticsearch-8.14.1.jar:?]
  2135. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  2136. at org.elasticsearch.action.ActionRunnable$5.doRun(ActionRunnable.java:123) ~[elasticsearch-8.14.1.jar:?]
  2137. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  2138. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  2139. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  2140. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  2141. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  2142. [2024-10-15T12:00:17,981][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve stats for node [UtQcAppJSkO-4BQc4b4avA]
  2143. org.elasticsearch.transport.NodeNotConnectedException: [Node-1][<Node-1-IP>:9300] Node not connected
  2144. at org.elasticsearch.transport.ClusterConnectionManager.getConnection(ClusterConnectionManager.java:283) ~[elasticsearch-8.14.1.jar:?]
  2145. at org.elasticsearch.transport.TransportService.getConnection(TransportService.java:876) ~[elasticsearch-8.14.1.jar:?]
  2146. at org.elasticsearch.transport.TransportService.getConnectionOrFail(TransportService.java:771) ~[elasticsearch-8.14.1.jar:?]
  2147. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:757) ~[elasticsearch-8.14.1.jar:?]
  2148. at org.elasticsearch.action.support.nodes.TransportNodesAction$1.sendItemRequest(TransportNodesAction.java:127) ~[elasticsearch-8.14.1.jar:?]
  2149. at org.elasticsearch.action.support.nodes.TransportNodesAction$1.sendItemRequest(TransportNodesAction.java:95) ~[elasticsearch-8.14.1.jar:?]
  2150. at org.elasticsearch.action.support.CancellableFanOut.lambda$run$2(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  2151. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  2152. at org.elasticsearch.action.support.CancellableFanOut.run(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  2153. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:173) ~[elasticsearch-8.14.1.jar:?]
  2154. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:47) ~[elasticsearch-8.14.1.jar:?]
  2155. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:96) ~[elasticsearch-8.14.1.jar:?]
  2156. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$4(SecurityActionFilter.java:182) ~[?:?]
  2157. at org.elasticsearch.action.ActionListenerImplementations$DelegatingFailureActionListener.onResponse(ActionListenerImplementations.java:217) ~[elasticsearch-8.14.1.jar:?]
  2158. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:682) ~[?:?]
  2159. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:314) ~[?:?]
  2160. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$5(SecurityActionFilter.java:178) ~[?:?]
  2161. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  2162. at org.elasticsearch.action.ActionListenerImplementations$MappedActionListener.onResponse(ActionListenerImplementations.java:95) ~[elasticsearch-8.14.1.jar:?]
  2163. at org.elasticsearch.xpack.security.authc.AuthenticatorChain.authenticate(AuthenticatorChain.java:93) ~[?:?]
  2164. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:264) ~[?:?]
  2165. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:173) ~[?:?]
  2166. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:174) ~[?:?]
  2167. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:109) ~[?:?]
  2168. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsInternalUser(SecurityContext.java:170) ~[?:?]
  2169. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsSystemUser(SecurityContext.java:179) ~[?:?]
  2170. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsSystemUser(SecurityContext.java:175) ~[?:?]
  2171. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:109) ~[?:?]
  2172. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:93) ~[elasticsearch-8.14.1.jar:?]
  2173. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:68) ~[elasticsearch-8.14.1.jar:?]
  2174. at org.elasticsearch.tasks.TaskManager.registerAndExecute(TaskManager.java:196) ~[elasticsearch-8.14.1.jar:?]
  2175. at org.elasticsearch.client.internal.node.NodeClient.executeLocally(NodeClient.java:105) ~[elasticsearch-8.14.1.jar:?]
  2176. at org.elasticsearch.client.internal.node.NodeClient.doExecute(NodeClient.java:83) ~[elasticsearch-8.14.1.jar:?]
  2177. at org.elasticsearch.client.internal.support.AbstractClient.execute(AbstractClient.java:357) ~[elasticsearch-8.14.1.jar:?]
  2178. at org.elasticsearch.client.internal.support.AbstractClient$ClusterAdmin.execute(AbstractClient.java:653) ~[elasticsearch-8.14.1.jar:?]
  2179. at org.elasticsearch.client.internal.support.AbstractClient$ClusterAdmin.nodesStats(AbstractClient.java:746) ~[elasticsearch-8.14.1.jar:?]
  2180. at org.elasticsearch.cluster.InternalClusterInfoService$AsyncRefresh.fetchNodeStats(InternalClusterInfoService.java:288) ~[elasticsearch-8.14.1.jar:?]
  2181. at org.elasticsearch.cluster.InternalClusterInfoService$AsyncRefresh.execute(InternalClusterInfoService.java:184) ~[elasticsearch-8.14.1.jar:?]
  2182. at org.elasticsearch.cluster.InternalClusterInfoService.refreshAsync(InternalClusterInfoService.java:435) ~[elasticsearch-8.14.1.jar:?]
  2183. at org.elasticsearch.cluster.InternalClusterInfoService$RefreshScheduler.lambda$getListener$0(InternalClusterInfoService.java:392) ~[elasticsearch-8.14.1.jar:?]
  2184. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:917) ~[elasticsearch-8.14.1.jar:?]
  2185. at org.elasticsearch.threadpool.ThreadPool$1.run(ThreadPool.java:589) ~[elasticsearch-8.14.1.jar:?]
  2186. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
  2187. at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
  2188. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
  2189. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  2190. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  2191. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  2192. [2024-10-15T12:00:17,989][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve shard stats from node [UtQcAppJSkO-4BQc4b4avA]
  2193. org.elasticsearch.transport.NodeNotConnectedException: [Node-1][<Node-1-IP>:9300] Node not connected
  2194. at org.elasticsearch.transport.ClusterConnectionManager.getConnection(ClusterConnectionManager.java:283) ~[elasticsearch-8.14.1.jar:?]
  2195. at org.elasticsearch.transport.TransportService.getConnection(TransportService.java:876) ~[elasticsearch-8.14.1.jar:?]
  2196. at org.elasticsearch.transport.TransportService.getConnectionOrFail(TransportService.java:771) ~[elasticsearch-8.14.1.jar:?]
  2197. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:757) ~[elasticsearch-8.14.1.jar:?]
  2198. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$1.sendItemRequest(TransportBroadcastByNodeAction.java:313) ~[elasticsearch-8.14.1.jar:?]
  2199. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$1.sendItemRequest(TransportBroadcastByNodeAction.java:295) ~[elasticsearch-8.14.1.jar:?]
  2200. at org.elasticsearch.action.support.CancellableFanOut.lambda$run$2(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  2201. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  2202. at org.elasticsearch.action.support.CancellableFanOut.run(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  2203. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.executeAsCoordinatingNode(TransportBroadcastByNodeAction.java:386) ~[elasticsearch-8.14.1.jar:?]
  2204. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecuteForked(TransportBroadcastByNodeAction.java:273) ~[elasticsearch-8.14.1.jar:?]
  2205. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.lambda$doExecute$1(TransportBroadcastByNodeAction.java:232) ~[elasticsearch-8.14.1.jar:?]
  2206. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  2207. at org.elasticsearch.action.ActionRunnable$5.doRun(ActionRunnable.java:123) ~[elasticsearch-8.14.1.jar:?]
  2208. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  2209. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  2210. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  2211. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  2212. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  2213. [2024-10-15T12:00:19,856][DEBUG][org.elasticsearch.action.search.TransportSearchAction] [Node-2] [UtQcAppJSkO-4BQc4b4avA][designer-objects-ia-8-6][0]: Failed to execute [SearchRequest{searchType=QUERY_THEN_FETCH, indices=[designer-objects-ia-8-6], indicesOptions=IndicesOptions[ignore_unavailable=false, allow_no_indices=true, expand_wildcards_open=true, expand_wildcards_closed=false, expand_wildcards_hidden=false, allow_aliases_to_multiple_indices=true, forbid_closed_indices=true, ignore_aliases=false, ignore_throttled=true], routing='null', preference='null', requestCache=null, scroll=null, maxConcurrentShardRequests=5, batchedReduceSize=512, preFilterShardSize=null, allowPartialSearchResults=true, localClusterAlias=null, getOrCreateAbsoluteStartMillis=-1, ccsMinimizeRoundtrips=true, source={"from":0,"size":0,"query":{"bool":{"must":[{"bool":{"filter":[{"nested":{"query":{"terms":{"relationships.uuid":["0aaf17fc-42a4-4376-87b5-971a3c3e8ddf"],"boost":1.0}},"path":"relationships","ignore_unmapped":false,"score_mode":"none","boost":1.0}},{"terms":{"type":["Application"],"boost":1.0}}],"boost":1.0}}],"filter":[{"term":{"_t":{"value":"DTObjectInfo"}}}],"boost":1.0}},"track_total_hits":2147483647}}] lastShard [false]
  2214. org.elasticsearch.transport.NodeNotConnectedException: [Node-1][<Node-1-IP>:9300] Node not connected
  2215. at org.elasticsearch.transport.ClusterConnectionManager.getConnection(ClusterConnectionManager.java:283) ~[elasticsearch-8.14.1.jar:?]
  2216. at org.elasticsearch.transport.TransportService.getConnection(TransportService.java:876) ~[elasticsearch-8.14.1.jar:?]
  2217. at org.elasticsearch.action.search.SearchTransportService.getConnection(SearchTransportService.java:606) ~[elasticsearch-8.14.1.jar:?]
  2218. at org.elasticsearch.action.search.TransportSearchAction.lambda$buildConnectionLookup$17(TransportSearchAction.java:1211) ~[elasticsearch-8.14.1.jar:?]
  2219. at org.elasticsearch.action.search.AbstractSearchAsyncAction.getConnection(AbstractSearchAsyncAction.java:749) ~[elasticsearch-8.14.1.jar:?]
  2220. at org.elasticsearch.action.search.SearchQueryThenFetchAsyncAction.executePhaseOnShard(SearchQueryThenFetchAsyncAction.java:92) ~[elasticsearch-8.14.1.jar:?]
  2221. at org.elasticsearch.action.search.AbstractSearchAsyncAction.lambda$performPhaseOnShard$5(AbstractSearchAsyncAction.java:320) ~[elasticsearch-8.14.1.jar:?]
  2222. at org.elasticsearch.action.search.AbstractSearchAsyncAction.performPhaseOnShard(AbstractSearchAsyncAction.java:356) ~[elasticsearch-8.14.1.jar:?]
  2223. at org.elasticsearch.action.search.AbstractSearchAsyncAction.run(AbstractSearchAsyncAction.java:248) ~[elasticsearch-8.14.1.jar:?]
  2224. at org.elasticsearch.action.search.AbstractSearchAsyncAction.executePhase(AbstractSearchAsyncAction.java:454) ~[elasticsearch-8.14.1.jar:?]
  2225. at org.elasticsearch.action.search.AbstractSearchAsyncAction.start(AbstractSearchAsyncAction.java:223) ~[elasticsearch-8.14.1.jar:?]
  2226. at org.elasticsearch.action.search.TransportSearchAction.executeSearch(TransportSearchAction.java:1175) ~[elasticsearch-8.14.1.jar:?]
  2227. at org.elasticsearch.action.search.TransportSearchAction.executeLocalSearch(TransportSearchAction.java:934) ~[elasticsearch-8.14.1.jar:?]
  2228. at org.elasticsearch.action.search.TransportSearchAction.lambda$executeRequest$6(TransportSearchAction.java:353) ~[elasticsearch-8.14.1.jar:?]
  2229. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  2230. at org.elasticsearch.index.query.Rewriteable.rewriteAndFetch(Rewriteable.java:109) ~[elasticsearch-8.14.1.jar:?]
  2231. at org.elasticsearch.index.query.Rewriteable.rewriteAndFetch(Rewriteable.java:77) ~[elasticsearch-8.14.1.jar:?]
  2232. at org.elasticsearch.action.search.TransportSearchAction.executeRequest(TransportSearchAction.java:465) ~[elasticsearch-8.14.1.jar:?]
  2233. at org.elasticsearch.action.search.TransportSearchAction.doExecute(TransportSearchAction.java:309) ~[elasticsearch-8.14.1.jar:?]
  2234. at org.elasticsearch.action.search.TransportSearchAction.doExecute(TransportSearchAction.java:113) ~[elasticsearch-8.14.1.jar:?]
  2235. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:96) ~[elasticsearch-8.14.1.jar:?]
  2236. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$4(SecurityActionFilter.java:182) ~[?:?]
  2237. at org.elasticsearch.action.ActionListenerImplementations$DelegatingFailureActionListener.onResponse(ActionListenerImplementations.java:217) ~[elasticsearch-8.14.1.jar:?]
  2238. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:637) ~[?:?]
  2239. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  2240. at org.elasticsearch.xpack.security.authz.interceptor.IndicesAliasesRequestInterceptor.intercept(IndicesAliasesRequestInterceptor.java:124) ~[?:?]
  2241. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  2242. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  2243. at org.elasticsearch.xpack.security.authz.interceptor.ResizeRequestInterceptor.intercept(ResizeRequestInterceptor.java:98) ~[?:?]
  2244. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  2245. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  2246. at org.elasticsearch.xpack.security.authz.interceptor.FieldAndDocumentLevelSecurityRequestInterceptor.intercept(FieldAndDocumentLevelSecurityRequestInterceptor.java:79) ~[?:?]
  2247. at org.elasticsearch.xpack.security.authz.interceptor.ValidateRequestInterceptor.intercept(ValidateRequestInterceptor.java:20) ~[?:?]
  2248. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  2249. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  2250. at org.elasticsearch.xpack.security.authz.interceptor.FieldAndDocumentLevelSecurityRequestInterceptor.intercept(FieldAndDocumentLevelSecurityRequestInterceptor.java:79) ~[?:?]
  2251. at org.elasticsearch.xpack.security.authz.interceptor.SearchRequestInterceptor.intercept(SearchRequestInterceptor.java:21) ~[?:?]
  2252. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  2253. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  2254. at org.elasticsearch.xpack.security.authz.interceptor.FieldAndDocumentLevelSecurityRequestInterceptor.intercept(FieldAndDocumentLevelSecurityRequestInterceptor.java:79) ~[?:?]
  2255. at org.elasticsearch.xpack.security.authz.interceptor.ShardSearchRequestInterceptor.intercept(ShardSearchRequestInterceptor.java:24) ~[?:?]
  2256. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  2257. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  2258. at org.elasticsearch.xpack.security.authz.interceptor.SearchRequestCacheDisablingInterceptor.intercept(SearchRequestCacheDisablingInterceptor.java:53) ~[?:?]
  2259. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  2260. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  2261. at org.elasticsearch.xpack.security.authz.interceptor.DlsFlsLicenseRequestInterceptor.intercept(DlsFlsLicenseRequestInterceptor.java:106) ~[?:?]
  2262. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  2263. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  2264. at org.elasticsearch.xpack.security.authz.interceptor.FieldAndDocumentLevelSecurityRequestInterceptor.intercept(FieldAndDocumentLevelSecurityRequestInterceptor.java:79) ~[?:?]
  2265. at org.elasticsearch.xpack.security.authz.interceptor.UpdateRequestInterceptor.intercept(UpdateRequestInterceptor.java:27) ~[?:?]
  2266. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:635) ~[?:?]
  2267. at org.elasticsearch.xpack.security.authz.AuthorizationService$1.onResponse(AuthorizationService.java:631) ~[?:?]
  2268. at org.elasticsearch.xpack.security.authz.interceptor.BulkShardRequestInterceptor.intercept(BulkShardRequestInterceptor.java:85) ~[?:?]
  2269. at org.elasticsearch.xpack.security.authz.AuthorizationService.runRequestInterceptors(AuthorizationService.java:631) ~[?:?]
  2270. at org.elasticsearch.xpack.security.authz.AuthorizationService.handleIndexActionAuthorizationResult(AuthorizationService.java:616) ~[?:?]
  2271. at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$13(AuthorizationService.java:514) ~[?:?]
  2272. at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:1030) ~[?:?]
  2273. at org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:996) ~[?:?]
  2274. at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:32) ~[elasticsearch-8.14.1.jar:?]
  2275. at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$authorizeIndexAction$3(RBACEngine.java:420) ~[?:?]
  2276. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  2277. at org.elasticsearch.action.support.SubscribableListener$SuccessResult.complete(SubscribableListener.java:382) ~[elasticsearch-8.14.1.jar:?]
  2278. at org.elasticsearch.action.support.SubscribableListener.tryComplete(SubscribableListener.java:302) ~[elasticsearch-8.14.1.jar:?]
  2279. at org.elasticsearch.action.support.SubscribableListener.addListener(SubscribableListener.java:205) ~[elasticsearch-8.14.1.jar:?]
  2280. at org.elasticsearch.action.support.SubscribableListener.addListener(SubscribableListener.java:170) ~[elasticsearch-8.14.1.jar:?]
  2281. at org.elasticsearch.xpack.security.authz.AuthorizationService$CachingAsyncSupplier.getAsync(AuthorizationService.java:1076) ~[?:?]
  2282. at org.elasticsearch.xpack.security.authz.RBACEngine.authorizeIndexAction(RBACEngine.java:388) ~[?:?]
  2283. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeAction(AuthorizationService.java:507) ~[?:?]
  2284. at org.elasticsearch.xpack.security.authz.AuthorizationService.maybeAuthorizeRunAs(AuthorizationService.java:439) ~[?:?]
  2285. at org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorize$3(AuthorizationService.java:326) ~[?:?]
  2286. at org.elasticsearch.action.ActionListener$2.onResponse(ActionListener.java:171) ~[elasticsearch-8.14.1.jar:?]
  2287. at org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:32) ~[elasticsearch-8.14.1.jar:?]
  2288. at org.elasticsearch.xpack.security.authz.RBACEngine.lambda$resolveAuthorizationInfo$0(RBACEngine.java:154) ~[?:?]
  2289. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  2290. at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.lambda$getRoles$4(CompositeRolesStore.java:193) ~[?:?]
  2291. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  2292. at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.lambda$getRole$5(CompositeRolesStore.java:211) ~[?:?]
  2293. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  2294. at org.elasticsearch.xpack.core.security.authz.store.RoleReferenceIntersection.lambda$buildRole$0(RoleReferenceIntersection.java:49) ~[?:?]
  2295. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  2296. at org.elasticsearch.action.support.GroupedActionListener.onResponse(GroupedActionListener.java:56) ~[elasticsearch-8.14.1.jar:?]
  2297. at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.buildRoleFromRoleReference(CompositeRolesStore.java:291) ~[?:?]
  2298. at org.elasticsearch.xpack.core.security.authz.store.RoleReferenceIntersection.lambda$buildRole$1(RoleReferenceIntersection.java:53) ~[?:?]
  2299. at java.lang.Iterable.forEach(Iterable.java:75) ~[?:?]
  2300. at org.elasticsearch.xpack.core.security.authz.store.RoleReferenceIntersection.buildRole(RoleReferenceIntersection.java:53) ~[?:?]
  2301. at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRole(CompositeRolesStore.java:209) ~[?:?]
  2302. at org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRoles(CompositeRolesStore.java:186) ~[?:?]
  2303. at org.elasticsearch.xpack.security.authz.RBACEngine.resolveAuthorizationInfo(RBACEngine.java:150) ~[?:?]
  2304. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:342) ~[?:?]
  2305. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$5(SecurityActionFilter.java:178) ~[?:?]
  2306. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  2307. at org.elasticsearch.action.ActionListenerImplementations$MappedActionListener.onResponse(ActionListenerImplementations.java:95) ~[elasticsearch-8.14.1.jar:?]
  2308. at org.elasticsearch.xpack.security.authc.AuthenticatorChain.authenticate(AuthenticatorChain.java:93) ~[?:?]
  2309. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:264) ~[?:?]
  2310. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:173) ~[?:?]
  2311. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:174) ~[?:?]
  2312. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:131) ~[?:?]
  2313. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:93) ~[elasticsearch-8.14.1.jar:?]
  2314. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:68) ~[elasticsearch-8.14.1.jar:?]
  2315. at org.elasticsearch.tasks.TaskManager.registerAndExecute(TaskManager.java:196) ~[elasticsearch-8.14.1.jar:?]
  2316. at org.elasticsearch.client.internal.node.NodeClient.executeLocally(NodeClient.java:105) ~[elasticsearch-8.14.1.jar:?]
  2317. at org.elasticsearch.rest.action.RestCancellableNodeClient.doExecute(RestCancellableNodeClient.java:81) ~[elasticsearch-8.14.1.jar:?]
  2318. at org.elasticsearch.client.internal.support.AbstractClient.execute(AbstractClient.java:357) ~[elasticsearch-8.14.1.jar:?]
  2319. at org.elasticsearch.rest.action.search.RestSearchAction.lambda$prepareRequest$2(RestSearchAction.java:125) ~[elasticsearch-8.14.1.jar:?]
  2320. at org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:106) ~[elasticsearch-8.14.1.jar:?]
  2321. at org.elasticsearch.rest.RestController$1.onResponse(RestController.java:452) ~[elasticsearch-8.14.1.jar:?]
  2322. at org.elasticsearch.rest.RestController$1.onResponse(RestController.java:446) ~[elasticsearch-8.14.1.jar:?]
  2323. at org.elasticsearch.xpack.security.rest.SecurityRestFilter.doHandleRequest(SecurityRestFilter.java:89) ~[?:?]
  2324. at org.elasticsearch.xpack.security.rest.SecurityRestFilter.lambda$intercept$0(SecurityRestFilter.java:81) ~[?:?]
  2325. at org.elasticsearch.action.ActionListener$2.onResponse(ActionListener.java:171) ~[elasticsearch-8.14.1.jar:?]
  2326. at org.elasticsearch.xpack.security.authc.support.SecondaryAuthenticator.lambda$authenticateAndAttachToContext$3(SecondaryAuthenticator.java:99) ~[?:?]
  2327. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  2328. at org.elasticsearch.xpack.security.authc.support.SecondaryAuthenticator.authenticate(SecondaryAuthenticator.java:109) ~[?:?]
  2329. at org.elasticsearch.xpack.security.authc.support.SecondaryAuthenticator.authenticateAndAttachToContext(SecondaryAuthenticator.java:90) ~[?:?]
  2330. at org.elasticsearch.xpack.security.rest.SecurityRestFilter.intercept(SecurityRestFilter.java:75) ~[?:?]
  2331. at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:446) ~[elasticsearch-8.14.1.jar:?]
  2332. at org.elasticsearch.rest.RestController.tryAllHandlers(RestController.java:606) ~[elasticsearch-8.14.1.jar:?]
  2333. at org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:329) ~[elasticsearch-8.14.1.jar:?]
  2334. at org.elasticsearch.http.AbstractHttpServerTransport.dispatchRequest(AbstractHttpServerTransport.java:487) ~[elasticsearch-8.14.1.jar:?]
  2335. at org.elasticsearch.http.AbstractHttpServerTransport.handleIncomingRequest(AbstractHttpServerTransport.java:583) ~[elasticsearch-8.14.1.jar:?]
  2336. at org.elasticsearch.http.AbstractHttpServerTransport.incomingRequest(AbstractHttpServerTransport.java:460) ~[elasticsearch-8.14.1.jar:?]
  2337. at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.handlePipelinedRequest(Netty4HttpPipeliningHandler.java:126) ~[?:?]
  2338. at org.elasticsearch.http.netty4.Netty4HttpPipeliningHandler.channelRead(Netty4HttpPipeliningHandler.java:116) ~[?:?]
  2339. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[?:?]
  2340. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[?:?]
  2341. at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[?:?]
  2342. at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103) ~[?:?]
  2343. at io.netty.handler.codec.MessageToMessageCodec.channelRead(MessageToMessageCodec.java:111) ~[?:?]
  2344. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[?:?]
  2345. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[?:?]
  2346. at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[?:?]
  2347. at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103) ~[?:?]
  2348. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[?:?]
  2349. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[?:?]
  2350. at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[?:?]
  2351. at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103) ~[?:?]
  2352. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[?:?]
  2353. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[?:?]
  2354. at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[?:?]
  2355. at org.elasticsearch.http.netty4.Netty4HttpHeaderValidator.forwardData(Netty4HttpHeaderValidator.java:209) ~[?:?]
  2356. at org.elasticsearch.http.netty4.Netty4HttpHeaderValidator.forwardFullRequest(Netty4HttpHeaderValidator.java:152) ~[?:?]
  2357. at org.elasticsearch.http.netty4.Netty4HttpHeaderValidator$1.lambda$onResponse$0(Netty4HttpHeaderValidator.java:125) ~[?:?]
  2358. at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[?:?]
  2359. at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[?:?]
  2360. at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:470) ~[?:?]
  2361. at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:566) ~[?:?]
  2362. at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[?:?]
  2363. at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[?:?]
  2364. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  2365. [2024-10-15T12:00:22,235][INFO ][org.elasticsearch.transport.TcpTransport] [Node-2] close connection exception caught on transport layer [Netty4TcpChannel{localAddress=/<Node-2-IP>:9300, remoteAddress=/<Node-1-IP>:32776, profile=default}], disconnecting from relevant node: Connection timed out
  2366. [2024-10-15T12:00:27,345][INFO ][org.elasticsearch.transport.TcpTransport] [Node-2] close connection exception caught on transport layer [Netty4TcpChannel{localAddress=/<Node-2-IP>:9300, remoteAddress=/<Node-1-IP>:32864, profile=default}], disconnecting from relevant node: Connection timed out
  2367. [2024-10-15T12:00:27,345][INFO ][org.elasticsearch.transport.TcpTransport] [Node-2] close connection exception caught on transport layer [Netty4TcpChannel{localAddress=/<Node-2-IP>:9300, remoteAddress=/<Node-1-IP>:32852, profile=default}], disconnecting from relevant node: Connection timed out
  2368. [2024-10-15T12:00:27,345][INFO ][org.elasticsearch.transport.TcpTransport] [Node-2] close connection exception caught on transport layer [Netty4TcpChannel{localAddress=/<Node-2-IP>:9300, remoteAddress=/<Node-1-IP>:60988, profile=default}], disconnecting from relevant node: Connection timed out
  2369. [2024-10-15T12:00:27,355][INFO ][org.elasticsearch.transport.TcpTransport] [Node-2] close connection exception caught on transport layer [Netty4TcpChannel{localAddress=/<Node-2-IP>:9300, remoteAddress=/<Node-1-IP>:60996, profile=default}], disconnecting from relevant node: Connection timed out
  2370. [2024-10-15T12:00:32,465][INFO ][org.elasticsearch.transport.TcpTransport] [Node-2] close connection exception caught on transport layer [Netty4TcpChannel{localAddress=/<Node-2-IP>:9300, remoteAddress=/<Node-1-IP>:32876, profile=default}], disconnecting from relevant node: Connection timed out
  2371. [2024-10-15T12:00:32,465][INFO ][org.elasticsearch.transport.TcpTransport] [Node-2] close connection exception caught on transport layer [Netty4TcpChannel{localAddress=/<Node-2-IP>:9300, remoteAddress=/<Node-1-IP>:32848, profile=default}], disconnecting from relevant node: Connection timed out
  2372. [2024-10-15T12:00:37,585][INFO ][org.elasticsearch.transport.TcpTransport] [Node-2] close connection exception caught on transport layer [Netty4TcpChannel{localAddress=/<Node-2-IP>:9300, remoteAddress=/<Node-1-IP>:32888, profile=default}], disconnecting from relevant node: Connection timed out
  2373. [2024-10-15T12:00:37,585][INFO ][org.elasticsearch.transport.TcpTransport] [Node-2] close connection exception caught on transport layer [Netty4TcpChannel{localAddress=/<Node-2-IP>:9300, remoteAddress=/<Node-1-IP>:32792, profile=default}], disconnecting from relevant node: Connection timed out
  2374. [2024-10-15T12:00:37,595][INFO ][org.elasticsearch.transport.TcpTransport] [Node-2] close connection exception caught on transport layer [Netty4TcpChannel{localAddress=/<Node-2-IP>:9300, remoteAddress=/<Node-1-IP>:32884, profile=default}], disconnecting from relevant node: Connection timed out
  2375. [2024-10-15T12:00:47,990][DEBUG][org.elasticsearch.action.support.nodes.TransportNodesAction] [Node-2] failed to execute [cluster:monitor/nodes/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  2376. org.elasticsearch.transport.NodeNotConnectedException: [Node-1][<Node-1-IP>:9300] Node not connected
  2377. at org.elasticsearch.transport.ClusterConnectionManager.getConnection(ClusterConnectionManager.java:283) ~[elasticsearch-8.14.1.jar:?]
  2378. at org.elasticsearch.transport.TransportService.getConnection(TransportService.java:876) ~[elasticsearch-8.14.1.jar:?]
  2379. at org.elasticsearch.transport.TransportService.getConnectionOrFail(TransportService.java:771) ~[elasticsearch-8.14.1.jar:?]
  2380. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:757) ~[elasticsearch-8.14.1.jar:?]
  2381. at org.elasticsearch.action.support.nodes.TransportNodesAction$1.sendItemRequest(TransportNodesAction.java:127) ~[elasticsearch-8.14.1.jar:?]
  2382. at org.elasticsearch.action.support.nodes.TransportNodesAction$1.sendItemRequest(TransportNodesAction.java:95) ~[elasticsearch-8.14.1.jar:?]
  2383. at org.elasticsearch.action.support.CancellableFanOut.lambda$run$2(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  2384. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  2385. at org.elasticsearch.action.support.CancellableFanOut.run(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  2386. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:173) ~[elasticsearch-8.14.1.jar:?]
  2387. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:47) ~[elasticsearch-8.14.1.jar:?]
  2388. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:96) ~[elasticsearch-8.14.1.jar:?]
  2389. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$4(SecurityActionFilter.java:182) ~[?:?]
  2390. at org.elasticsearch.action.ActionListenerImplementations$DelegatingFailureActionListener.onResponse(ActionListenerImplementations.java:217) ~[elasticsearch-8.14.1.jar:?]
  2391. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:682) ~[?:?]
  2392. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:314) ~[?:?]
  2393. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$5(SecurityActionFilter.java:178) ~[?:?]
  2394. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  2395. at org.elasticsearch.action.ActionListenerImplementations$MappedActionListener.onResponse(ActionListenerImplementations.java:95) ~[elasticsearch-8.14.1.jar:?]
  2396. at org.elasticsearch.xpack.security.authc.AuthenticatorChain.authenticate(AuthenticatorChain.java:93) ~[?:?]
  2397. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:264) ~[?:?]
  2398. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:173) ~[?:?]
  2399. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:174) ~[?:?]
  2400. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:109) ~[?:?]
  2401. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsInternalUser(SecurityContext.java:170) ~[?:?]
  2402. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsSystemUser(SecurityContext.java:179) ~[?:?]
  2403. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsSystemUser(SecurityContext.java:175) ~[?:?]
  2404. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:109) ~[?:?]
  2405. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:93) ~[elasticsearch-8.14.1.jar:?]
  2406. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:68) ~[elasticsearch-8.14.1.jar:?]
  2407. at org.elasticsearch.tasks.TaskManager.registerAndExecute(TaskManager.java:196) ~[elasticsearch-8.14.1.jar:?]
  2408. at org.elasticsearch.client.internal.node.NodeClient.executeLocally(NodeClient.java:105) ~[elasticsearch-8.14.1.jar:?]
  2409. at org.elasticsearch.client.internal.node.NodeClient.doExecute(NodeClient.java:83) ~[elasticsearch-8.14.1.jar:?]
  2410. at org.elasticsearch.client.internal.support.AbstractClient.execute(AbstractClient.java:357) ~[elasticsearch-8.14.1.jar:?]
  2411. at org.elasticsearch.client.internal.support.AbstractClient$ClusterAdmin.execute(AbstractClient.java:653) ~[elasticsearch-8.14.1.jar:?]
  2412. at org.elasticsearch.client.internal.support.AbstractClient$ClusterAdmin.nodesStats(AbstractClient.java:746) ~[elasticsearch-8.14.1.jar:?]
  2413. at org.elasticsearch.cluster.InternalClusterInfoService$AsyncRefresh.fetchNodeStats(InternalClusterInfoService.java:288) ~[elasticsearch-8.14.1.jar:?]
  2414. at org.elasticsearch.cluster.InternalClusterInfoService$AsyncRefresh.execute(InternalClusterInfoService.java:184) ~[elasticsearch-8.14.1.jar:?]
  2415. at org.elasticsearch.cluster.InternalClusterInfoService.refreshAsync(InternalClusterInfoService.java:435) ~[elasticsearch-8.14.1.jar:?]
  2416. at org.elasticsearch.cluster.InternalClusterInfoService$RefreshScheduler.lambda$getListener$0(InternalClusterInfoService.java:392) ~[elasticsearch-8.14.1.jar:?]
  2417. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:917) ~[elasticsearch-8.14.1.jar:?]
  2418. at org.elasticsearch.threadpool.ThreadPool$1.run(ThreadPool.java:589) ~[elasticsearch-8.14.1.jar:?]
  2419. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
  2420. at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
  2421. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
  2422. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  2423. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  2424. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  2425. [2024-10-15T12:00:47,991][DEBUG][org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction] [Node-2] failed to execute [indices:monitor/stats] on node [{Node-1}{UtQcAppJSkO-4BQc4b4avA}{xAjt4736RuaDjmi926JniA}{Node-1}{Node-1}{<Node-1-IP>:9300}{cdfhilmrstw}{8.14.1}{7000099-8505000}{xpack.installed=true}]
  2426. org.elasticsearch.transport.NodeNotConnectedException: [Node-1][<Node-1-IP>:9300] Node not connected
  2427. at org.elasticsearch.transport.ClusterConnectionManager.getConnection(ClusterConnectionManager.java:283) ~[elasticsearch-8.14.1.jar:?]
  2428. at org.elasticsearch.transport.TransportService.getConnection(TransportService.java:876) ~[elasticsearch-8.14.1.jar:?]
  2429. at org.elasticsearch.transport.TransportService.getConnectionOrFail(TransportService.java:771) ~[elasticsearch-8.14.1.jar:?]
  2430. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:757) ~[elasticsearch-8.14.1.jar:?]
  2431. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$1.sendItemRequest(TransportBroadcastByNodeAction.java:313) ~[elasticsearch-8.14.1.jar:?]
  2432. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$1.sendItemRequest(TransportBroadcastByNodeAction.java:295) ~[elasticsearch-8.14.1.jar:?]
  2433. at org.elasticsearch.action.support.CancellableFanOut.lambda$run$2(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  2434. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  2435. at org.elasticsearch.action.support.CancellableFanOut.run(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  2436. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.executeAsCoordinatingNode(TransportBroadcastByNodeAction.java:386) ~[elasticsearch-8.14.1.jar:?]
  2437. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecuteForked(TransportBroadcastByNodeAction.java:273) ~[elasticsearch-8.14.1.jar:?]
  2438. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.lambda$doExecute$1(TransportBroadcastByNodeAction.java:232) ~[elasticsearch-8.14.1.jar:?]
  2439. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  2440. at org.elasticsearch.action.ActionRunnable$5.doRun(ActionRunnable.java:123) ~[elasticsearch-8.14.1.jar:?]
  2441. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  2442. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  2443. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  2444. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  2445. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  2446. [2024-10-15T12:00:47,993][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve stats for node [UtQcAppJSkO-4BQc4b4avA]
  2447. org.elasticsearch.transport.NodeNotConnectedException: [Node-1][<Node-1-IP>:9300] Node not connected
  2448. at org.elasticsearch.transport.ClusterConnectionManager.getConnection(ClusterConnectionManager.java:283) ~[elasticsearch-8.14.1.jar:?]
  2449. at org.elasticsearch.transport.TransportService.getConnection(TransportService.java:876) ~[elasticsearch-8.14.1.jar:?]
  2450. at org.elasticsearch.transport.TransportService.getConnectionOrFail(TransportService.java:771) ~[elasticsearch-8.14.1.jar:?]
  2451. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:757) ~[elasticsearch-8.14.1.jar:?]
  2452. at org.elasticsearch.action.support.nodes.TransportNodesAction$1.sendItemRequest(TransportNodesAction.java:127) ~[elasticsearch-8.14.1.jar:?]
  2453. at org.elasticsearch.action.support.nodes.TransportNodesAction$1.sendItemRequest(TransportNodesAction.java:95) ~[elasticsearch-8.14.1.jar:?]
  2454. at org.elasticsearch.action.support.CancellableFanOut.lambda$run$2(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  2455. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  2456. at org.elasticsearch.action.support.CancellableFanOut.run(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  2457. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:173) ~[elasticsearch-8.14.1.jar:?]
  2458. at org.elasticsearch.action.support.nodes.TransportNodesAction.doExecute(TransportNodesAction.java:47) ~[elasticsearch-8.14.1.jar:?]
  2459. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:96) ~[elasticsearch-8.14.1.jar:?]
  2460. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$4(SecurityActionFilter.java:182) ~[?:?]
  2461. at org.elasticsearch.action.ActionListenerImplementations$DelegatingFailureActionListener.onResponse(ActionListenerImplementations.java:217) ~[elasticsearch-8.14.1.jar:?]
  2462. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:682) ~[?:?]
  2463. at org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:314) ~[?:?]
  2464. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$applyInternal$5(SecurityActionFilter.java:178) ~[?:?]
  2465. at org.elasticsearch.action.ActionListenerImplementations$ResponseWrappingActionListener.onResponse(ActionListenerImplementations.java:245) ~[elasticsearch-8.14.1.jar:?]
  2466. at org.elasticsearch.action.ActionListenerImplementations$MappedActionListener.onResponse(ActionListenerImplementations.java:95) ~[elasticsearch-8.14.1.jar:?]
  2467. at org.elasticsearch.xpack.security.authc.AuthenticatorChain.authenticate(AuthenticatorChain.java:93) ~[?:?]
  2468. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:264) ~[?:?]
  2469. at org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:173) ~[?:?]
  2470. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.applyInternal(SecurityActionFilter.java:174) ~[?:?]
  2471. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.lambda$apply$0(SecurityActionFilter.java:109) ~[?:?]
  2472. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsInternalUser(SecurityContext.java:170) ~[?:?]
  2473. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsSystemUser(SecurityContext.java:179) ~[?:?]
  2474. at org.elasticsearch.xpack.core.security.SecurityContext.executeAsSystemUser(SecurityContext.java:175) ~[?:?]
  2475. at org.elasticsearch.xpack.security.action.filter.SecurityActionFilter.apply(SecurityActionFilter.java:109) ~[?:?]
  2476. at org.elasticsearch.action.support.TransportAction$RequestFilterChain.proceed(TransportAction.java:93) ~[elasticsearch-8.14.1.jar:?]
  2477. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:68) ~[elasticsearch-8.14.1.jar:?]
  2478. at org.elasticsearch.tasks.TaskManager.registerAndExecute(TaskManager.java:196) ~[elasticsearch-8.14.1.jar:?]
  2479. at org.elasticsearch.client.internal.node.NodeClient.executeLocally(NodeClient.java:105) ~[elasticsearch-8.14.1.jar:?]
  2480. at org.elasticsearch.client.internal.node.NodeClient.doExecute(NodeClient.java:83) ~[elasticsearch-8.14.1.jar:?]
  2481. at org.elasticsearch.client.internal.support.AbstractClient.execute(AbstractClient.java:357) ~[elasticsearch-8.14.1.jar:?]
  2482. at org.elasticsearch.client.internal.support.AbstractClient$ClusterAdmin.execute(AbstractClient.java:653) ~[elasticsearch-8.14.1.jar:?]
  2483. at org.elasticsearch.client.internal.support.AbstractClient$ClusterAdmin.nodesStats(AbstractClient.java:746) ~[elasticsearch-8.14.1.jar:?]
  2484. at org.elasticsearch.cluster.InternalClusterInfoService$AsyncRefresh.fetchNodeStats(InternalClusterInfoService.java:288) ~[elasticsearch-8.14.1.jar:?]
  2485. at org.elasticsearch.cluster.InternalClusterInfoService$AsyncRefresh.execute(InternalClusterInfoService.java:184) ~[elasticsearch-8.14.1.jar:?]
  2486. at org.elasticsearch.cluster.InternalClusterInfoService.refreshAsync(InternalClusterInfoService.java:435) ~[elasticsearch-8.14.1.jar:?]
  2487. at org.elasticsearch.cluster.InternalClusterInfoService$RefreshScheduler.lambda$getListener$0(InternalClusterInfoService.java:392) ~[elasticsearch-8.14.1.jar:?]
  2488. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:917) ~[elasticsearch-8.14.1.jar:?]
  2489. at org.elasticsearch.threadpool.ThreadPool$1.run(ThreadPool.java:589) ~[elasticsearch-8.14.1.jar:?]
  2490. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
  2491. at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
  2492. at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
  2493. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  2494. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  2495. at java.lang.Thread.run(Thread.java:840) ~[?:?]
  2496. [2024-10-15T12:00:48,001][WARN ][org.elasticsearch.cluster.InternalClusterInfoService] [Node-2] failed to retrieve shard stats from node [UtQcAppJSkO-4BQc4b4avA]
  2497. org.elasticsearch.transport.NodeNotConnectedException: [Node-1][<Node-1-IP>:9300] Node not connected
  2498. at org.elasticsearch.transport.ClusterConnectionManager.getConnection(ClusterConnectionManager.java:283) ~[elasticsearch-8.14.1.jar:?]
  2499. at org.elasticsearch.transport.TransportService.getConnection(TransportService.java:876) ~[elasticsearch-8.14.1.jar:?]
  2500. at org.elasticsearch.transport.TransportService.getConnectionOrFail(TransportService.java:771) ~[elasticsearch-8.14.1.jar:?]
  2501. at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:757) ~[elasticsearch-8.14.1.jar:?]
  2502. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$1.sendItemRequest(TransportBroadcastByNodeAction.java:313) ~[elasticsearch-8.14.1.jar:?]
  2503. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction$1.sendItemRequest(TransportBroadcastByNodeAction.java:295) ~[elasticsearch-8.14.1.jar:?]
  2504. at org.elasticsearch.action.support.CancellableFanOut.lambda$run$2(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  2505. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  2506. at org.elasticsearch.action.support.CancellableFanOut.run(CancellableFanOut.java:132) ~[elasticsearch-8.14.1.jar:?]
  2507. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.executeAsCoordinatingNode(TransportBroadcastByNodeAction.java:386) ~[elasticsearch-8.14.1.jar:?]
  2508. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.doExecuteForked(TransportBroadcastByNodeAction.java:273) ~[elasticsearch-8.14.1.jar:?]
  2509. at org.elasticsearch.action.support.broadcast.node.TransportBroadcastByNodeAction.lambda$doExecute$1(TransportBroadcastByNodeAction.java:232) ~[elasticsearch-8.14.1.jar:?]
  2510. at org.elasticsearch.action.ActionListener.run(ActionListener.java:356) ~[elasticsearch-8.14.1.jar:?]
  2511. at org.elasticsearch.action.ActionRunnable$5.doRun(ActionRunnable.java:123) ~[elasticsearch-8.14.1.jar:?]
  2512. at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:984) ~[elasticsearch-8.14.1.jar:?]
  2513. at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:26) ~[elasticsearch-8.14.1.jar:?]
  2514. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
  2515. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
  2516. at java.lang.Thread.run(Thread.java:840) ~[?:?]
Advertisement
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!