API tools faq
paste
Advertisement
KO_1984

N1 elasticsearch.log

KO_1984
Apr 5th, 2017
111
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 53.53 KB | None | 0 0
raw download clone embed print report
  1. [2017-04-04 14:06:58,196][INFO ][node ] [node-1] stopping ...
  2. [2017-04-04 14:06:59,302][INFO ][node ] [node-1] stopped
  3. [2017-04-04 14:06:59,302][INFO ][node ] [node-1] closing ...
  4. [2017-04-04 14:06:59,324][INFO ][node ] [node-1] closed
  5. [2017-04-04 14:09:58,064][INFO ][node ] [node-1] version[2.4.4], pid[1415], build[fcbb46d/2017-01-03T11:33:16Z]
  6. [2017-04-04 14:09:58,075][INFO ][node ] [node-1] initializing ...
  7. [2017-04-04 14:09:59,028][INFO ][plugins ] [node-1] modules [reindex, lang-expression, lang-groovy], plugins [], sites []
  8. [2017-04-04 14:09:59,069][INFO ][env ] [node-1] using [1] data paths, mounts [[/ (/dev/sda2)]], net usable_space [2.4tb], net total_space [2.6tb], spins? [possibly], types [ext4]
  9. [2017-04-04 14:09:59,069][INFO ][env ] [node-1] heap size [989.8mb], compressed ordinary object pointers [true]
  10. [2017-04-04 14:10:02,183][INFO ][node ] [node-1] initialized
  11. [2017-04-04 14:10:02,183][INFO ][node ] [node-1] starting ...
  12. [2017-04-04 14:10:02,390][INFO ][transport ] [node-1] publish_address {192.168.37.52:9300}, bound_addresses {127.0.1.1:9300}, {192.168.37.52:9300}
  13. [2017-04-04 14:10:02,396][INFO ][discovery ] [node-1] GRAY-graylog/f8NgS62qTl6WBiO_CNXtZQ
  14. [2017-04-04 14:10:05,444][INFO ][cluster.service ] [node-1] new_master {node-1}{f8NgS62qTl6WBiO_CNXtZQ}{192.168.37.52}{192.168.37.52:9300}, reason: zen-disco-join(elected_as_master, [0] joins received)
  15. [2017-04-04 14:10:05,543][INFO ][http ] [node-1] publish_address {192.168.37.52:9200}, bound_addresses {127.0.1.1:9200}, {192.168.37.52:9200}
  16. [2017-04-04 14:10:05,543][INFO ][node ] [node-1] started
  17. [2017-04-04 14:10:07,957][INFO ][gateway ] [node-1] recovered [39] indices into cluster_state
  18. [2017-04-04 14:10:11,722][INFO ][cluster.service ] [node-1] added {{node-2}{VqPRyepFShaGl3rn3DRZ9A}{192.168.37.55}{192.168.37.55:9300},}, reason: zen-disco-join(join from node[{node-2}{VqPRyepFShaGl3rn3DRZ9A}{192.168.37.55}{192.168.37.55:9300}])
  19. [2017-04-04 14:10:29,604][INFO ][cluster.service ] [node-1] added {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{MlFlkzUDRQuKR6cuWXi5oQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},{GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{s-IUwEO8TD24buAIGbC0Iw}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false},}, reason: zen-disco-join(join from node[{GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{s-IUwEO8TD24buAIGbC0Iw}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false}])
  20. [2017-04-04 14:10:36,515][INFO ][cluster.routing.allocation] [node-1] Cluster health status changed from [RED] to [YELLOW] (reason: [shards started [[session_login.cgi][2], [session_login.cgi][0], [graylog_0][0], [graylog_0][2]] ...]).
  21. [2017-04-04 14:11:05,069][INFO ][cluster.routing.allocation] [node-1] Cluster health status changed from [YELLOW] to [GREEN] (reason: [shards started [[session_login.cgi][4]] ...]).
  22. [2017-04-04 14:42:00,003][INFO ][node ] [node-1] stopping ...
  23. [2017-04-04 14:42:00,961][INFO ][node ] [node-1] stopped
  24. [2017-04-04 14:42:00,961][INFO ][node ] [node-1] closing ...
  25. [2017-04-04 14:42:00,975][INFO ][node ] [node-1] closed
  26. [2017-04-04 14:42:10,897][INFO ][node ] [node-1] version[2.4.4], pid[6962], build[fcbb46d/2017-01-03T11:33:16Z]
  27. [2017-04-04 14:42:10,898][INFO ][node ] [node-1] initializing ...
  28. [2017-04-04 14:42:11,584][INFO ][plugins ] [node-1] modules [reindex, lang-expression, lang-groovy], plugins [], sites []
  29. [2017-04-04 14:42:11,607][INFO ][env ] [node-1] using [1] data paths, mounts [[/ (/dev/sda2)]], net usable_space [2.4tb], net total_space [2.6tb], spins? [possibly], types [ext4]
  30. [2017-04-04 14:42:11,607][INFO ][env ] [node-1] heap size [989.8mb], compressed ordinary object pointers [true]
  31. [2017-04-04 14:42:13,569][INFO ][node ] [node-1] initialized
  32. [2017-04-04 14:42:13,570][INFO ][node ] [node-1] starting ...
  33. [2017-04-04 14:42:13,701][INFO ][transport ] [node-1] publish_address {192.168.37.52:9300}, bound_addresses {127.0.1.1:9300}, {192.168.37.52:9300}
  34. [2017-04-04 14:42:13,707][INFO ][discovery ] [node-1] GRAY-graylog/3y8qctOdQEiESue_fB69-Q
  35. [2017-04-04 14:42:16,816][INFO ][cluster.service ] [node-1] detected_master {node-2}{VqPRyepFShaGl3rn3DRZ9A}{192.168.37.55}{192.168.37.55:9300}, added {{GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{s-IUwEO8TD24buAIGbC0Iw}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false},{node-2}{VqPRyepFShaGl3rn3DRZ9A}{192.168.37.55}{192.168.37.55:9300},{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{MlFlkzUDRQuKR6cuWXi5oQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},}, reason: zen-disco-receive(from master [{node-2}{VqPRyepFShaGl3rn3DRZ9A}{192.168.37.55}{192.168.37.55:9300}])
  36. [2017-04-04 14:42:19,090][INFO ][http ] [node-1] publish_address {192.168.37.52:9200}, bound_addresses {127.0.1.1:9200}, {192.168.37.52:9200}
  37. [2017-04-04 14:42:19,091][INFO ][node ] [node-1] started
  38. [2017-04-04 17:38:26,416][INFO ][cluster.service ] [node-1] removed {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{MlFlkzUDRQuKR6cuWXi5oQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},}, reason: zen-disco-receive(from master [{node-2}{VqPRyepFShaGl3rn3DRZ9A}{192.168.37.55}{192.168.37.55:9300}])
  39. [2017-04-04 17:44:19,112][INFO ][cluster.service ] [node-1] added {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{MlFlkzUDRQuKR6cuWXi5oQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},}, reason: zen-disco-receive(from master [{node-2}{VqPRyepFShaGl3rn3DRZ9A}{192.168.37.55}{192.168.37.55:9300}])
  40. [2017-04-04 17:48:05,548][INFO ][cluster.service ] [node-1] removed {{GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{s-IUwEO8TD24buAIGbC0Iw}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false},}, reason: zen-disco-receive(from master [{node-2}{VqPRyepFShaGl3rn3DRZ9A}{192.168.37.55}{192.168.37.55:9300}])
  41. [2017-04-04 17:49:32,368][INFO ][node ] [node-1] stopping ...
  42. [2017-04-04 17:49:32,775][INFO ][node ] [node-1] stopped
  43. [2017-04-04 17:49:32,775][INFO ][node ] [node-1] closing ...
  44. [2017-04-04 17:49:32,791][INFO ][node ] [node-1] closed
  45. [2017-04-04 17:53:58,681][INFO ][node ] [node-1] version[2.4.4], pid[1386], build[fcbb46d/2017-01-03T11:33:16Z]
  46. [2017-04-04 17:53:58,685][INFO ][node ] [node-1] initializing ...
  47. [2017-04-04 17:53:59,478][INFO ][plugins ] [node-1] modules [reindex, lang-expression, lang-groovy], plugins [], sites []
  48. [2017-04-04 17:53:59,520][INFO ][env ] [node-1] using [1] data paths, mounts [[/ (/dev/sda2)]], net usable_space [2.4tb], net total_space [2.6tb], spins? [possibly], types [ext4]
  49. [2017-04-04 17:53:59,520][INFO ][env ] [node-1] heap size [989.8mb], compressed ordinary object pointers [true]
  50. [2017-04-04 17:54:02,212][INFO ][node ] [node-1] initialized
  51. [2017-04-04 17:54:02,212][INFO ][node ] [node-1] starting ...
  52. [2017-04-04 17:54:02,349][INFO ][transport ] [node-1] publish_address {192.168.37.52:9300}, bound_addresses {127.0.1.1:9300}, {192.168.37.52:9300}
  53. [2017-04-04 17:54:02,355][INFO ][discovery ] [node-1] GRAY-graylog/xpw72ZZLR52uJCVXHwqI4A
  54. [2017-04-04 17:54:05,396][INFO ][cluster.service ] [node-1] new_master {node-1}{xpw72ZZLR52uJCVXHwqI4A}{192.168.37.52}{192.168.37.52:9300}, reason: zen-disco-join(elected_as_master, [0] joins received)
  55. [2017-04-04 17:54:05,485][INFO ][http ] [node-1] publish_address {192.168.37.52:9200}, bound_addresses {127.0.1.1:9200}, {192.168.37.52:9200}
  56. [2017-04-04 17:54:05,486][INFO ][node ] [node-1] started
  57. [2017-04-04 17:54:08,030][INFO ][gateway ] [node-1] recovered [39] indices into cluster_state
  58. [2017-04-04 17:54:10,183][INFO ][cluster.service ] [node-1] added {{node-2}{_FSOp31nSYyHuMv7CVRjKw}{192.168.37.55}{192.168.37.55:9300},}, reason: zen-disco-join(join from node[{node-2}{_FSOp31nSYyHuMv7CVRjKw}{192.168.37.55}{192.168.37.55:9300}])
  59. [2017-04-04 17:54:36,237][INFO ][cluster.routing.allocation] [node-1] Cluster health status changed from [RED] to [YELLOW] (reason: [shards started [[test.cgi.php][1], [graylog_0][0], [test.cgi.php][1]] ...]).
  60. [2017-04-04 17:54:41,786][INFO ][cluster.service ] [node-1] added {{GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{O9lc8rQvRgWFu-CkCoSTew}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false},{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{Kux56kn6SD6QDZ8eYjYkJg}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},}, reason: zen-disco-join(join from node[{GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{O9lc8rQvRgWFu-CkCoSTew}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false}])
  61. [2017-04-04 17:55:35,687][INFO ][cluster.routing.allocation] [node-1] Cluster health status changed from [YELLOW] to [GREEN] (reason: [shards started [[session_login.cgi][3], [session_login.cgi][3]] ...]).
  62. [2017-04-04 18:06:49,240][INFO ][cluster.service ] [node-1] removed {{GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{O9lc8rQvRgWFu-CkCoSTew}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false},}, reason: zen-disco-node-failed({GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{O9lc8rQvRgWFu-CkCoSTew}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false}), reason(failed to ping, tried [3] times, each with maximum [30s] timeout)
  63. [2017-04-04 18:07:15,870][WARN ][transport ] [node-1] Received response for a request that has timed out, sent [116641ms] ago, timed out [86640ms] ago, action [internal:discovery/zen/fd/ping], node [{GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{O9lc8rQvRgWFu-CkCoSTew}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false}], id [2949]
  64. [2017-04-04 18:07:19,241][WARN ][discovery.zen.publish ] [node-1] timed out waiting for all nodes to process published state [187] (timeout [30s], pending nodes: [{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{Kux56kn6SD6QDZ8eYjYkJg}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}])
  65. [2017-04-04 18:07:19,255][WARN ][cluster.service ] [node-1] cluster state update task [zen-disco-node-failed({GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{O9lc8rQvRgWFu-CkCoSTew}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false}), reason(failed to ping, tried [3] times, each with maximum [30s] timeout)] took 30s above the warn threshold of 30s
  66. [2017-04-04 18:09:08,820][WARN ][transport ] [node-1] Received response for a request that has timed out, sent [36159ms] ago, timed out [6159ms] ago, action [internal:discovery/zen/fd/ping], node [{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{Kux56kn6SD6QDZ8eYjYkJg}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}], id [3187]
  67. [2017-04-04 18:09:37,368][INFO ][cluster.service ] [node-1] added {{GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{O9lc8rQvRgWFu-CkCoSTew}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false},}, reason: zen-disco-join(join from node[{GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{O9lc8rQvRgWFu-CkCoSTew}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false}])
  68. [2017-04-04 18:10:07,371][WARN ][discovery.zen.publish ] [node-1] timed out waiting for all nodes to process published state [188] (timeout [30s], pending nodes: [{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{Kux56kn6SD6QDZ8eYjYkJg}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}, {GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{O9lc8rQvRgWFu-CkCoSTew}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false}])
  69. [2017-04-04 18:10:07,374][WARN ][cluster.service ] [node-1] cluster state update task [zen-disco-join(join from node[{GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{O9lc8rQvRgWFu-CkCoSTew}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false}])] took 30s above the warn threshold of 30s
  70. [2017-04-04 18:10:46,138][WARN ][transport ] [node-1] Received response for a request that has timed out, sent [66297ms] ago, timed out [36296ms] ago, action [internal:discovery/zen/fd/ping], node [{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{Kux56kn6SD6QDZ8eYjYkJg}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}], id [3275]
  71. [2017-04-04 18:11:05,441][WARN ][discovery.zen.publish ] [node-1] timed out waiting for all nodes to process published state [189] (timeout [30s], pending nodes: [{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{Kux56kn6SD6QDZ8eYjYkJg}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}])
  72. [2017-04-04 18:11:05,444][WARN ][cluster.service ] [node-1] cluster state update task [zen-disco-join(join from node[{GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{O9lc8rQvRgWFu-CkCoSTew}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false}])] took 30s above the warn threshold of 30s
  73. [2017-04-04 18:11:08,195][INFO ][cluster.service ] [node-1] removed {{GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{O9lc8rQvRgWFu-CkCoSTew}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false},}, reason: zen-disco-node-left({GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{O9lc8rQvRgWFu-CkCoSTew}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false}), reason(left)
  74. [2017-04-04 18:11:32,079][INFO ][cluster.service ] [node-1] removed {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{Kux56kn6SD6QDZ8eYjYkJg}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},}, reason: zen-disco-node-failed({GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{Kux56kn6SD6QDZ8eYjYkJg}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}), reason(failed to ping, tried [3] times, each with maximum [30s] timeout)
  75. [2017-04-04 18:11:38,544][INFO ][cluster.service ] [node-1] added {{GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{4_4RjayeSvyQ0Io8fh-4lA}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false},}, reason: zen-disco-join(join from node[{GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{4_4RjayeSvyQ0Io8fh-4lA}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false}])
  76. [2017-04-04 18:11:49,177][INFO ][cluster.service ] [node-1] added {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{1fs2Ww6DQWKILFMdZmjcfA}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},}, reason: zen-disco-join(join from node[{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{1fs2Ww6DQWKILFMdZmjcfA}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}])
  77. [2017-04-04 18:21:31,430][INFO ][cluster.service ] [node-1] removed {{GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{4_4RjayeSvyQ0Io8fh-4lA}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false},}, reason: zen-disco-node-left({GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{4_4RjayeSvyQ0Io8fh-4lA}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false}), reason(left)
  78. [2017-04-04 18:21:53,323][INFO ][cluster.service ] [node-1] added {{GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{ia00q_BAQtC08vICSg6_Gw}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false},}, reason: zen-disco-join(join from node[{GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{ia00q_BAQtC08vICSg6_Gw}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false}])
  79. [2017-04-04 18:24:02,165][INFO ][cluster.service ] [node-1] removed {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{1fs2Ww6DQWKILFMdZmjcfA}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},}, reason: zen-disco-node-left({GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{1fs2Ww6DQWKILFMdZmjcfA}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}), reason(left)
  80. [2017-04-04 18:24:34,961][INFO ][cluster.service ] [node-1] added {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{eu9-gknHSfOE1LYBbWcFAw}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},}, reason: zen-disco-join(join from node[{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{eu9-gknHSfOE1LYBbWcFAw}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}])
  81. [2017-04-04 18:36:02,468][INFO ][node ] [node-1] stopping ...
  82. [2017-04-04 18:36:03,215][INFO ][node ] [node-1] stopped
  83. [2017-04-04 18:36:03,215][INFO ][node ] [node-1] closing ...
  84. [2017-04-04 18:36:03,229][INFO ][node ] [node-1] closed
  85. [2017-04-04 18:39:08,747][INFO ][node ] [node-1] version[2.4.4], pid[1370], build[fcbb46d/2017-01-03T11:33:16Z]
  86. [2017-04-04 18:39:08,761][INFO ][node ] [node-1] initializing ...
  87. [2017-04-04 18:39:09,678][INFO ][plugins ] [node-1] modules [reindex, lang-expression, lang-groovy], plugins [], sites []
  88. [2017-04-04 18:39:09,744][INFO ][env ] [node-1] using [1] data paths, mounts [[/ (/dev/sda2)]], net usable_space [2.4tb], net total_space [2.6tb], spins? [possibly], types [ext4]
  89. [2017-04-04 18:39:09,744][INFO ][env ] [node-1] heap size [989.8mb], compressed ordinary object pointers [true]
  90. [2017-04-04 18:39:12,719][INFO ][node ] [node-1] initialized
  91. [2017-04-04 18:39:12,719][INFO ][node ] [node-1] starting ...
  92. [2017-04-04 18:39:12,919][INFO ][transport ] [node-1] publish_address {192.168.37.52:9300}, bound_addresses {127.0.1.1:9300}, {192.168.37.52:9300}
  93. [2017-04-04 18:39:12,924][INFO ][discovery ] [node-1] GRAY-graylog/1APpnCwuRNaFyAd7u6V2Fg
  94. [2017-04-04 18:39:15,973][INFO ][cluster.service ] [node-1] new_master {node-1}{1APpnCwuRNaFyAd7u6V2Fg}{192.168.37.52}{192.168.37.52:9300}, added {{node-2}{4SqFx2UaSPq08OCoV6exQQ}{192.168.37.55}{192.168.37.55:9300},}, reason: zen-disco-join(elected_as_master, [1] joins received)
  95. [2017-04-04 18:39:16,119][INFO ][http ] [node-1] publish_address {192.168.37.52:9200}, bound_addresses {127.0.1.1:9200}, {192.168.37.52:9200}
  96. [2017-04-04 18:39:16,120][INFO ][node ] [node-1] started
  97. [2017-04-04 18:39:21,022][INFO ][gateway ] [node-1] recovered [39] indices into cluster_state
  98. [2017-04-04 18:39:37,676][INFO ][cluster.routing.allocation] [node-1] Cluster health status changed from [RED] to [YELLOW] (reason: [shards started [[graylog_0][3], [graylog_0][3]] ...]).
  99. [2017-04-04 18:39:37,949][INFO ][cluster.service ] [node-1] added {{GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{0KWnX6rSRsa8jGj6VsaR_g}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false},{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{4q64_6xmTxKQPyBR055blQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},}, reason: zen-disco-join(join from node[{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{4q64_6xmTxKQPyBR055blQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}])
  100. [2017-04-04 18:40:20,003][INFO ][cluster.routing.allocation] [node-1] Cluster health status changed from [YELLOW] to [GREEN] (reason: [shards started [[session_login.cgi][4]] ...]).
  101. [2017-04-04 18:54:58,422][WARN ][transport ] [node-1] Received response for a request that has timed out, sent [32042ms] ago, timed out [2041ms] ago, action [internal:discovery/zen/fd/ping], node [{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{4q64_6xmTxKQPyBR055blQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}], id [3832]
  102. [2017-04-04 18:57:31,056][WARN ][transport ] [node-1] Received response for a request that has timed out, sent [60481ms] ago, timed out [30481ms] ago, action [internal:discovery/zen/fd/ping], node [{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{4q64_6xmTxKQPyBR055blQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}], id [4012]
  103. [2017-04-04 18:57:31,056][WARN ][transport ] [node-1] Received response for a request that has timed out, sent [30481ms] ago, timed out [481ms] ago, action [internal:discovery/zen/fd/ping], node [{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{4q64_6xmTxKQPyBR055blQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}], id [4055]
  104. [2017-04-04 18:58:00,583][INFO ][cluster.service ] [node-1] removed {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{4q64_6xmTxKQPyBR055blQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},}, reason: zen-disco-node-failed({GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{4q64_6xmTxKQPyBR055blQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}), reason(failed to ping, tried [3] times, each with maximum [30s] timeout)
  105. [2017-04-04 19:04:28,558][INFO ][cluster.service ] [node-1] removed {{GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{0KWnX6rSRsa8jGj6VsaR_g}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false},}, reason: zen-disco-node-failed({GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{0KWnX6rSRsa8jGj6VsaR_g}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false}), reason(transport disconnected)
  106. [2017-04-04 19:04:45,616][INFO ][cluster.service ] [node-1] added {{GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{S-aP1kdwSL6Os86sSneocg}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false},}, reason: zen-disco-join(join from node[{GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{S-aP1kdwSL6Os86sSneocg}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false}])
  107. [2017-04-04 19:15:25,009][WARN ][transport ] [node-1] Received response for a request that has timed out, sent [49529ms] ago, timed out [19529ms] ago, action [internal:discovery/zen/fd/ping], node [{GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{S-aP1kdwSL6Os86sSneocg}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false}], id [5511]
  108. [2017-04-04 19:16:54,813][INFO ][cluster.service ] [node-1] removed {{GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{S-aP1kdwSL6Os86sSneocg}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false},}, reason: zen-disco-node-failed({GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{S-aP1kdwSL6Os86sSneocg}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false}), reason(transport disconnected)
  109. [2017-04-04 19:17:11,864][INFO ][cluster.service ] [node-1] added {{GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{h_ut2z4RRVqqagVEkaNmng}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false},}, reason: zen-disco-join(join from node[{GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{h_ut2z4RRVqqagVEkaNmng}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false}])
  110. [2017-04-04 19:17:21,261][INFO ][cluster.service ] [node-1] added {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{hg-GPtPdTziQIkZOZ3fgEg}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},}, reason: zen-disco-join(join from node[{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{hg-GPtPdTziQIkZOZ3fgEg}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}])
  111. [2017-04-04 19:29:46,290][INFO ][cluster.service ] [node-1] removed {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{hg-GPtPdTziQIkZOZ3fgEg}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},}, reason: zen-disco-node-left({GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{hg-GPtPdTziQIkZOZ3fgEg}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}), reason(left)
  112. [2017-04-04 19:30:21,215][INFO ][cluster.service ] [node-1] removed {{GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{h_ut2z4RRVqqagVEkaNmng}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false},}, reason: zen-disco-node-left({GRAY-73692d2f-f8ff-4c4a-be14-db8f93eeec8c}{h_ut2z4RRVqqagVEkaNmng}{192.168.37.52}{192.168.37.52:9350}{client=true, data=false, master=false}), reason(left)
  113. [2017-04-04 19:31:50,902][INFO ][cluster.service ] [node-1] added {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{yMzeark-RsGElqanaQvrMw}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},}, reason: zen-disco-join(join from node[{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{yMzeark-RsGElqanaQvrMw}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}])
  114. [2017-04-04 19:40:03,053][INFO ][cluster.routing.allocation] [node-1] Cluster health status changed from [GREEN] to [RED] (reason: [{node-2}{4SqFx2UaSPq08OCoV6exQQ}{192.168.37.55}{192.168.37.55:9300} left]).
  115. [2017-04-04 19:40:03,053][INFO ][cluster.service ] [node-1] removed {{node-2}{4SqFx2UaSPq08OCoV6exQQ}{192.168.37.55}{192.168.37.55:9300},}, reason: zen-disco-node-left({node-2}{4SqFx2UaSPq08OCoV6exQQ}{192.168.37.55}{192.168.37.55:9300}), reason(left)
  116. [2017-04-04 19:40:03,785][INFO ][cluster.routing ] [node-1] delaying allocation for [190] unassigned shards, next check in [1m]
  117. [2017-04-04 19:40:13,460][INFO ][cluster.service ] [node-1] added {{node-2}{6iC4dCfRRau-PJ5y7yNkcg}{192.168.37.55}{192.168.37.55:9300},}, reason: zen-disco-join(join from node[{node-2}{6iC4dCfRRau-PJ5y7yNkcg}{192.168.37.55}{192.168.37.55:9300}])
  118. [2017-04-04 19:40:19,443][INFO ][cluster.routing.allocation] [node-1] Cluster health status changed from [RED] to [YELLOW] (reason: [shards started [[graylog_0][0], [graylog_0][2]] ...]).
  119. [2017-04-04 19:40:58,130][INFO ][node ] [node-1] stopping ...
  120. [2017-04-04 19:40:58,997][INFO ][node ] [node-1] stopped
  121. [2017-04-04 19:40:58,997][INFO ][node ] [node-1] closing ...
  122. [2017-04-04 19:40:59,010][INFO ][node ] [node-1] closed
  123. [2017-04-04 19:43:52,403][INFO ][node ] [node-1] version[2.4.4], pid[1416], build[fcbb46d/2017-01-03T11:33:16Z]
  124. [2017-04-04 19:43:52,419][INFO ][node ] [node-1] initializing ...
  125. [2017-04-04 19:43:53,249][INFO ][plugins ] [node-1] modules [reindex, lang-expression, lang-groovy], plugins [], sites []
  126. [2017-04-04 19:43:53,294][INFO ][env ] [node-1] using [1] data paths, mounts [[/ (/dev/sda2)]], net usable_space [2.4tb], net total_space [2.6tb], spins? [possibly], types [ext4]
  127. [2017-04-04 19:43:53,294][INFO ][env ] [node-1] heap size [989.8mb], compressed ordinary object pointers [true]
  128. [2017-04-04 19:43:56,364][INFO ][node ] [node-1] initialized
  129. [2017-04-04 19:43:56,364][INFO ][node ] [node-1] starting ...
  130. [2017-04-04 19:43:56,505][INFO ][transport ] [node-1] publish_address {192.168.37.52:9300}, bound_addresses {127.0.1.1:9300}, {192.168.37.52:9300}
  131. [2017-04-04 19:43:56,510][INFO ][discovery ] [node-1] GRAY-graylog/DpHE5UbcSbqgpMjICgiLxQ
  132. [2017-04-04 19:43:57,016][WARN ][transport.netty ] [node-1] exception caught on transport layer [[id: 0x2312a932]], closing connection
  133. java.net.NoRouteToHostException: No route to host
  134. at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
  135. at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
  136. at org.jboss.netty.channel.socket.nio.NioClientBoss.connect(NioClientBoss.java:152)
  137. at org.jboss.netty.channel.socket.nio.NioClientBoss.processSelectedKeys(NioClientBoss.java:105)
  138. at org.jboss.netty.channel.socket.nio.NioClientBoss.process(NioClientBoss.java:79)
  139. at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:337)
  140. at org.jboss.netty.channel.socket.nio.NioClientBoss.run(NioClientBoss.java:42)
  141. at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  142. at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
  143. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  144. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  145. at java.lang.Thread.run(Thread.java:745)
  146. [2017-04-04 19:44:00,015][WARN ][transport.netty ] [node-1] exception caught on transport layer [[id: 0x606a53d5]], closing connection
  147. java.net.NoRouteToHostException: No route to host
  148. at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
  149. at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
  150. at org.jboss.netty.channel.socket.nio.NioClientBoss.connect(NioClientBoss.java:152)
  151. at org.jboss.netty.channel.socket.nio.NioClientBoss.processSelectedKeys(NioClientBoss.java:105)
  152. at org.jboss.netty.channel.socket.nio.NioClientBoss.process(NioClientBoss.java:79)
  153. at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:337)
  154. at org.jboss.netty.channel.socket.nio.NioClientBoss.run(NioClientBoss.java:42)
  155. at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  156. at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
  157. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  158. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  159. at java.lang.Thread.run(Thread.java:745)
  160. [2017-04-04 19:44:01,041][INFO ][cluster.service ] [node-1] new_master {node-1}{DpHE5UbcSbqgpMjICgiLxQ}{192.168.37.52}{192.168.37.52:9300}, reason: zen-disco-join(elected_as_master, [0] joins received)
  161. [2017-04-04 19:44:01,146][INFO ][http ] [node-1] publish_address {192.168.37.52:9200}, bound_addresses {127.0.1.1:9200}, {192.168.37.52:9200}
  162. [2017-04-04 19:44:01,146][INFO ][node ] [node-1] started
  163. [2017-04-04 19:44:03,014][WARN ][transport.netty ] [node-1] exception caught on transport layer [[id: 0x45055fa1]], closing connection
  164. java.net.NoRouteToHostException: No route to host
  165. at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
  166. at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
  167. at org.jboss.netty.channel.socket.nio.NioClientBoss.connect(NioClientBoss.java:152)
  168. at org.jboss.netty.channel.socket.nio.NioClientBoss.processSelectedKeys(NioClientBoss.java:105)
  169. at org.jboss.netty.channel.socket.nio.NioClientBoss.process(NioClientBoss.java:79)
  170. at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:337)
  171. at org.jboss.netty.channel.socket.nio.NioClientBoss.run(NioClientBoss.java:42)
  172. at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  173. at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
  174. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  175. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  176. at java.lang.Thread.run(Thread.java:745)
  177. [2017-04-04 19:44:03,864][INFO ][gateway ] [node-1] recovered [39] indices into cluster_state
  178. [2017-04-04 19:44:14,133][INFO ][cluster.service ] [node-1] added {{node-2}{xQKVr-jxQZGWodwP0hf8iw}{192.168.37.55}{192.168.37.55:9300},}, reason: zen-disco-join(join from node[{node-2}{xQKVr-jxQZGWodwP0hf8iw}{192.168.37.55}{192.168.37.55:9300}])
  179. [2017-04-04 19:44:27,360][INFO ][cluster.routing.allocation] [node-1] Cluster health status changed from [RED] to [YELLOW] (reason: [shards started [[session_login.cgi][0], [graylog_0][1], [graylog_0][1], [session_login.cgi][0], [graylog_0][3]] ...]).
  180. [2017-04-04 19:44:28,323][INFO ][cluster.service ] [node-1] added {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},}, reason: zen-disco-join(join from node[{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}])
  181. [2017-04-04 19:45:27,086][INFO ][cluster.routing.allocation] [node-1] Cluster health status changed from [YELLOW] to [GREEN] (reason: [shards started [[session_login.cgi][3]] ...]).
  182. [2017-04-04 20:01:13,938][WARN ][transport ] [node-1] Received response for a request that has timed out, sent [32541ms] ago, timed out [2540ms] ago, action [internal:discovery/zen/fd/ping], node [{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}], id [4152]
  183. [2017-04-04 20:01:37,494][INFO ][node ] [node-1] stopping ...
  184. [2017-04-04 20:01:37,657][INFO ][node ] [node-1] stopped
  185. [2017-04-04 20:01:37,658][INFO ][node ] [node-1] closing ...
  186. [2017-04-04 20:01:37,664][INFO ][node ] [node-1] closed
  187. [2017-04-04 20:01:38,517][INFO ][node ] [node-1] version[2.4.4], pid[15625], build[fcbb46d/2017-01-03T11:33:16Z]
  188. [2017-04-04 20:01:38,518][INFO ][node ] [node-1] initializing ...
  189. [2017-04-04 20:01:39,155][INFO ][plugins ] [node-1] modules [reindex, lang-expression, lang-groovy], plugins [], sites []
  190. [2017-04-04 20:01:39,178][INFO ][env ] [node-1] using [1] data paths, mounts [[/ (/dev/sda2)]], net usable_space [2.4tb], net total_space [2.6tb], spins? [possibly], types [ext4]
  191. [2017-04-04 20:01:39,178][INFO ][env ] [node-1] heap size [989.8mb], compressed ordinary object pointers [true]
  192. [2017-04-04 20:01:41,123][INFO ][node ] [node-1] initialized
  193. [2017-04-04 20:01:41,123][INFO ][node ] [node-1] starting ...
  194. [2017-04-04 20:01:41,247][INFO ][transport ] [node-1] publish_address {192.168.37.52:9300}, bound_addresses {127.0.1.1:9300}, {192.168.37.52:9300}
  195. [2017-04-04 20:01:41,253][INFO ][discovery ] [node-1] GRAY-graylog/OEQt2xlyS3mOH4OCZSmNfw
  196. [2017-04-04 20:02:11,256][WARN ][discovery ] [node-1] waited for 30s and no initial state was set by the discovery
  197. [2017-04-04 20:02:11,344][INFO ][http ] [node-1] publish_address {192.168.37.52:9200}, bound_addresses {127.0.1.1:9200}, {192.168.37.52:9200}
  198. [2017-04-04 20:02:11,344][INFO ][node ] [node-1] started
  199. [2017-04-04 20:02:19,555][INFO ][cluster.service ] [node-1] detected_master {node-2}{xQKVr-jxQZGWodwP0hf8iw}{192.168.37.55}{192.168.37.55:9300}, added {{node-2}{xQKVr-jxQZGWodwP0hf8iw}{192.168.37.55}{192.168.37.55:9300},{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},}, reason: zen-disco-receive(from master [{node-2}{xQKVr-jxQZGWodwP0hf8iw}{192.168.37.55}{192.168.37.55:9300}])
  200. [2017-04-04 20:02:44,312][INFO ][discovery.zen ] [node-1] failed to send join request to master [{node-2}{xQKVr-jxQZGWodwP0hf8iw}{192.168.37.55}{192.168.37.55:9300}], reason [ElasticsearchTimeoutException[Timeout waiting for task.]]
  201. [2017-04-04 20:03:49,802][INFO ][cluster.service ] [node-1] removed {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},}, reason: zen-disco-receive(from master [{node-2}{xQKVr-jxQZGWodwP0hf8iw}{192.168.37.55}{192.168.37.55:9300}])
  202. [2017-04-04 20:03:50,092][WARN ][transport ] [node-1] Received response for a request that has timed out, sent [89537ms] ago, timed out [59537ms] ago, action [internal:discovery/zen/fd/master_ping], node [{node-2}{xQKVr-jxQZGWodwP0hf8iw}{192.168.37.55}{192.168.37.55:9300}], id [13]
  203. [2017-04-04 20:05:02,563][INFO ][discovery.zen ] [node-1] master_left [{node-2}{xQKVr-jxQZGWodwP0hf8iw}{192.168.37.55}{192.168.37.55:9300}], reason [shut_down]
  204. [2017-04-04 20:05:02,572][WARN ][discovery.zen ] [node-1] master left (reason = shut_down), current nodes: {{node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300},}
  205. [2017-04-04 20:05:02,578][INFO ][cluster.service ] [node-1] removed {{node-2}{xQKVr-jxQZGWodwP0hf8iw}{192.168.37.55}{192.168.37.55:9300},}, reason: zen-disco-master_failed ({node-2}{xQKVr-jxQZGWodwP0hf8iw}{192.168.37.55}{192.168.37.55:9300})
  206. [2017-04-04 20:05:05,648][INFO ][cluster.routing.allocation] [node-1] Cluster health status changed from [GREEN] to [RED] (reason: [nodes joined]).
  207. [2017-04-04 20:05:05,649][INFO ][cluster.service ] [node-1] new_master {node-1}{OEQt2xlyS3mOH4OCZSmNfw}{192.168.37.52}{192.168.37.52:9300}, reason: zen-disco-join(elected_as_master, [0] joins received)
  208. [2017-04-04 20:05:05,651][INFO ][cluster.routing ] [node-1] delaying allocation for [190] unassigned shards, next check in [1m]
  209. [2017-04-04 20:05:15,527][INFO ][cluster.service ] [node-1] added {{node-2}{gXWWdKRJT8O8iGZh-5Xcfg}{192.168.37.55}{192.168.37.55:9300},}, reason: zen-disco-join(pending joins after accumulation stop [election closed])
  210. [2017-04-04 20:05:18,193][INFO ][cluster.routing.allocation] [node-1] Cluster health status changed from [RED] to [YELLOW] (reason: [shards started [[graylog_0][2], [graylog_0][0]] ...]).
  211. [2017-04-04 20:06:24,181][INFO ][cluster.routing.allocation] [node-1] Cluster health status changed from [YELLOW] to [GREEN] (reason: [shards started [[session_login.cgi][3]] ...]).
  212. [2017-04-04 20:07:20,470][INFO ][cluster.service ] [node-1] added {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},}, reason: zen-disco-join(join from node[{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}])
  213. [2017-04-04 20:27:41,083][WARN ][transport ] [node-1] Received response for a request that has timed out, sent [31510ms] ago, timed out [1510ms] ago, action [internal:discovery/zen/fd/ping], node [{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}], id [3522]
  214. [2017-04-04 20:28:38,424][WARN ][transport ] [node-1] Received response for a request that has timed out, sent [48487ms] ago, timed out [18487ms] ago, action [internal:discovery/zen/fd/ping], node [{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}], id [3572]
  215. [2017-04-04 20:29:52,255][WARN ][transport ] [node-1] Received response for a request that has timed out, sent [55689ms] ago, timed out [25689ms] ago, action [internal:discovery/zen/fd/ping], node [{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}], id [3650]
  216. [2017-04-04 20:30:26,575][INFO ][cluster.service ] [node-1] removed {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},}, reason: zen-disco-node-failed({GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}), reason(failed to ping, tried [3] times, each with maximum [30s] timeout)
  217. [2017-04-04 20:35:45,621][INFO ][cluster.service ] [node-1] added {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},}, reason: zen-disco-join(join from node[{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}])
  218. [2017-04-04 20:36:15,624][WARN ][discovery.zen.publish ] [node-1] timed out waiting for all nodes to process published state [637] (timeout [30s], pending nodes: [{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}])
  219. [2017-04-04 20:36:15,627][WARN ][cluster.service ] [node-1] cluster state update task [zen-disco-join(join from node[{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}])] took 30s above the warn threshold of 30s
  220. [2017-04-04 20:40:16,143][WARN ][transport ] [node-1] Received response for a request that has timed out, sent [31695ms] ago, timed out [1695ms] ago, action [internal:discovery/zen/fd/ping], node [{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}], id [4443]
  221. [2017-04-04 20:41:53,846][WARN ][transport ] [node-1] Received response for a request that has timed out, sent [31656ms] ago, timed out [1656ms] ago, action [internal:discovery/zen/fd/ping], node [{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}], id [4565]
  222. [2017-04-04 20:42:44,884][WARN ][transport ] [node-1] Received response for a request that has timed out, sent [50038ms] ago, timed out [20038ms] ago, action [internal:discovery/zen/fd/ping], node [{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}], id [4603]
  223. [2017-04-04 20:43:36,289][WARN ][transport ] [node-1] Received response for a request that has timed out, sent [42720ms] ago, timed out [12720ms] ago, action [internal:discovery/zen/fd/ping], node [{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}], id [4676]
  224. [2017-04-04 20:44:58,678][WARN ][transport ] [node-1] Received response for a request that has timed out, sent [66395ms] ago, timed out [36395ms] ago, action [internal:discovery/zen/fd/ping], node [{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}], id [4745]
  225. [2017-04-04 20:45:01,963][WARN ][transport ] [node-1] Received response for a request that has timed out, sent [39680ms] ago, timed out [9679ms] ago, action [internal:discovery/zen/fd/ping], node [{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}], id [4780]
  226. [2017-04-04 20:46:36,582][WARN ][transport ] [node-1] Received response for a request that has timed out, sent [50558ms] ago, timed out [20558ms] ago, action [internal:discovery/zen/fd/ping], node [{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}], id [4879]
  227. [2017-04-04 20:48:15,063][INFO ][cluster.service ] [node-1] removed {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},}, reason: zen-disco-node-failed({GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}), reason(failed to ping, tried [3] times, each with maximum [30s] timeout)
  228. [2017-04-04 21:04:51,970][INFO ][cluster.service ] [node-1] added {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},}, reason: zen-disco-join(join from node[{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}])
  229. [2017-04-04 21:13:59,162][WARN ][transport ] [node-1] Received response for a request that has timed out, sent [40456ms] ago, timed out [10455ms] ago, action [internal:discovery/zen/fd/ping], node [{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}], id [6869]
  230. [2017-04-04 21:14:48,712][INFO ][cluster.service ] [node-1] removed {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},}, reason: zen-disco-node-failed({GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}), reason(failed to ping, tried [3] times, each with maximum [30s] timeout)
  231. [2017-04-04 21:38:52,202][INFO ][cluster.service ] [node-1] added {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},}, reason: zen-disco-join(join from node[{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}])
  232. [2017-04-04 21:45:13,999][WARN ][transport ] [node-1] Received response for a request that has timed out, sent [45688ms] ago, timed out [15688ms] ago, action [internal:discovery/zen/fd/ping], node [{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}], id [9078]
  233. [2017-04-04 21:46:20,743][WARN ][transport ] [node-1] Received response for a request that has timed out, sent [65744ms] ago, timed out [35743ms] ago, action [internal:discovery/zen/fd/ping], node [{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}], id [9131]
  234. [2017-04-04 21:46:45,005][INFO ][cluster.service ] [node-1] removed {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},}, reason: zen-disco-node-failed({GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}), reason(failed to ping, tried [3] times, each with maximum [30s] timeout)
  235. [2017-04-04 21:58:32,435][INFO ][cluster.service ] [node-1] added {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},}, reason: zen-disco-join(join from node[{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}])
  236. [2017-04-04 22:02:55,184][WARN ][transport ] [node-1] Received response for a request that has timed out, sent [54276ms] ago, timed out [24276ms] ago, action [internal:discovery/zen/fd/ping], node [{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}], id [10328]
  237. [2017-04-04 22:04:29,678][INFO ][cluster.service ] [node-1] removed {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},}, reason: zen-disco-node-failed({GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}), reason(failed to ping, tried [3] times, each with maximum [30s] timeout)
  238. [2017-04-04 22:10:56,574][INFO ][cluster.service ] [node-1] added {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},}, reason: zen-disco-join(join from node[{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}])
  239. [2017-04-04 22:14:34,539][WARN ][transport ] [node-1] Received response for a request that has timed out, sent [36312ms] ago, timed out [6312ms] ago, action [internal:discovery/zen/fd/ping], node [{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}], id [11192]
  240. [2017-04-04 22:15:38,820][WARN ][transport ] [node-1] Received response for a request that has timed out, sent [52066ms] ago, timed out [22066ms] ago, action [internal:discovery/zen/fd/ping], node [{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}], id [11247]
  241. [2017-04-04 22:16:16,225][WARN ][transport ] [node-1] Received response for a request that has timed out, sent [36404ms] ago, timed out [6404ms] ago, action [internal:discovery/zen/fd/ping], node [{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}], id [11310]
  242. [2017-04-04 22:18:01,652][INFO ][cluster.service ] [node-1] removed {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},}, reason: zen-disco-node-failed({GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}), reason(failed to ping, tried [3] times, each with maximum [30s] timeout)
  243. [2017-04-04 22:21:02,288][INFO ][cluster.service ] [node-1] added {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},}, reason: zen-disco-join(join from node[{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}])
  244. [2017-04-04 22:24:53,400][WARN ][transport ] [node-1] Received response for a request that has timed out, sent [32404ms] ago, timed out [2404ms] ago, action [internal:discovery/zen/fd/ping], node [{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}], id [11959]
  245. [2017-04-04 22:25:49,918][WARN ][transport ] [node-1] Received response for a request that has timed out, sent [48302ms] ago, timed out [18302ms] ago, action [internal:discovery/zen/fd/ping], node [{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}], id [12011]
  246. [2017-04-04 22:27:35,311][INFO ][cluster.service ] [node-1] removed {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},}, reason: zen-disco-node-failed({GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}), reason(failed to ping, tried [3] times, each with maximum [30s] timeout)
  247. [2017-04-04 22:34:32,157][INFO ][cluster.service ] [node-1] added {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},}, reason: zen-disco-join(join from node[{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}])
  248. [2017-04-04 22:40:55,516][WARN ][transport ] [node-1] Received response for a request that has timed out, sent [83934ms] ago, timed out [53933ms] ago, action [internal:discovery/zen/fd/ping], node [{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}], id [13079]
  249. [2017-04-04 22:40:59,058][WARN ][transport ] [node-1] Received response for a request that has timed out, sent [57475ms] ago, timed out [27475ms] ago, action [internal:discovery/zen/fd/ping], node [{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}], id [13114]
  250. [2017-04-04 22:42:23,621][WARN ][transport ] [node-1] Received response for a request that has timed out, sent [83562ms] ago, timed out [53561ms] ago, action [internal:discovery/zen/fd/ping], node [{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}], id [13182]
  251. [2017-04-04 22:42:27,829][WARN ][transport ] [node-1] Received response for a request that has timed out, sent [57770ms] ago, timed out [27770ms] ago, action [internal:discovery/zen/fd/ping], node [{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}], id [13217]
  252. [2017-04-04 22:44:53,797][INFO ][cluster.service ] [node-1] removed {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},}, reason: zen-disco-node-failed({GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}), reason(failed to ping, tried [3] times, each with maximum [30s] timeout)
  253. [2017-04-04 22:46:15,551][INFO ][cluster.service ] [node-1] added {{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false},}, reason: zen-disco-join(join from node[{GRAY-c397e76f-56b3-4ec8-9f99-7e26f77f9f2c}{u-bKA93wQs2DvOI_K30yeQ}{192.168.37.55}{192.168.37.55:9350}{client=true, data=false, master=false}])
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!