Advertisement
Guest User

GC logs

a guest
Apr 11th, 2016
41
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 10.80 KB | None | 0 0
  1. [2016-04-11 10:11:40,459][WARN ][monitor.jvm ] [NODE 01-01 (100.0.0.100)] [gc][young][1024][20] duration [6.1s], collections [1]/[6.3s], total [6.1s]/[8.6s], memory [1.6gb]->[1.3gb]/[19.8gb], all_pools {[young] [1.2gb]->[12.3mb]/[1.4gb]}{[survivor] [6.1mb]->[191.3mb]/[191.3mb]}{[old] [338.9mb]->[1.1gb]/[18.1gb]}
  2. [2016-04-11 10:11:45,423][WARN ][monitor.jvm ] [NODE 01-01 (100.0.0.100)] [gc][young][1026][21] duration [3.7s], collections [1]/[3.9s], total [3.7s]/[12.3s], memory [2.5gb]->[2.2gb]/[19.8gb], all_pools {[young] [1.1gb]->[18.2mb]/[1.4gb]}{[survivor] [191.3mb]->[191.3mb]/[191.3mb]}{[old] [1.1gb]->[2gb]/[18.1gb]}
  3. [2016-04-11 10:11:50,623][WARN ][monitor.jvm ] [NODE 01-01 (100.0.0.100)] [gc][young][1028][22] duration [4s], collections [1]/[4.2s], total [4s]/[16.4s], memory [3.5gb]->[3.3gb]/[19.8gb], all_pools {[young] [1.3gb]->[21.8mb]/[1.4gb]}{[survivor] [191.3mb]->[191.3mb]/[191.3mb]}{[old] [2gb]->[3.1gb]/[18.1gb]}
  4. [2016-04-11 10:11:52,330][WARN ][monitor.jvm ] [NODE 01-01 (100.0.0.100)] [gc][young][1029][23] duration [1s], collections [1]/[1.7s], total [1s]/[17.5s], memory [3.3gb]->[4.4gb]/[19.8gb], all_pools {[young] [21.8mb]->[401.4mb]/[1.4gb]}{[survivor] [191.3mb]->[191.3mb]/[191.3mb]}{[old] [3.1gb]->[3.8gb]/[18.1gb]}
  5. [2016-04-11 10:11:57,293][WARN ][monitor.jvm ] [NODE 01-01 (100.0.0.100)] [gc][young][1030][24] duration [4.2s], collections [1]/[4.9s], total [4.2s]/[21.7s], memory [4.4gb]->[5.1gb]/[19.8gb], all_pools {[young] [401.4mb]->[26.7mb]/[1.4gb]}{[survivor] [191.3mb]->[191.3mb]/[191.3mb]}{[old] [3.8gb]->[4.9gb]/[18.1gb]}
  6. [2016-04-11 10:11:58,866][INFO ][monitor.jvm ] [NODE 01-01 (100.0.0.100)] [gc][young][1031][25] duration [914ms], collections [1]/[1.5s], total [914ms]/[22.6s], memory [5.1gb]->[6.5gb]/[19.8gb], all_pools {[young] [26.7mb]->[601.8mb]/[1.4gb]}{[survivor] [191.3mb]->[191.3mb]/[191.3mb]}{[old] [4.9gb]->[5.8gb]/[18.1gb]}
  7. [2016-04-11 10:12:04,937][WARN ][monitor.jvm ] [NODE 01-01 (100.0.0.100)] [gc][young][1032][26] duration [5.2s], collections [1]/[6s], total [5.2s]/[27.9s], memory [6.5gb]->[7.2gb]/[19.8gb], all_pools {[young] [601.8mb]->[29.1mb]/[1.4gb]}{[survivor] [191.3mb]->[191.3mb]/[191.3mb]}{[old] [5.8gb]->[7gb]/[18.1gb]}
  8. [2016-04-11 10:12:06,714][WARN ][monitor.jvm ] [NODE 01-01 (100.0.0.100)] [gc][young][1033][27] duration [1.1s], collections [1]/[1.7s], total [1.1s]/[29s], memory [7.2gb]->[8.1gb]/[19.8gb], all_pools {[young] [29.1mb]->[4.3mb]/[1.4gb]}{[survivor] [191.3mb]->[191.3mb]/[191.3mb]}{[old] [7gb]->[7.9gb]/[18.1gb]}
  9. [2016-04-11 10:12:08,206][WARN ][monitor.jvm ] [NODE 01-01 (100.0.0.100)] [gc][young][1034][28] duration [1.1s], collections [1]/[1.4s], total [1.1s]/[30.1s], memory [8.1gb]->[9.1gb]/[19.8gb], all_pools {[young] [4.3mb]->[21.1mb]/[1.4gb]}{[survivor] [191.3mb]->[191.3mb]/[191.3mb]}{[old] [7.9gb]->[8.9gb]/[18.1gb]}
  10. [2016-04-11 10:12:09,870][WARN ][monitor.jvm ] [NODE 01-01 (100.0.0.100)] [gc][young][1035][29] duration [1.3s], collections [1]/[1.6s], total [1.3s]/[31.5s], memory [9.1gb]->[10.1gb]/[19.8gb], all_pools {[young] [21.1mb]->[11.2mb]/[1.4gb]}{[survivor] [191.3mb]->[191.3mb]/[191.3mb]}{[old] [8.9gb]->[9.9gb]/[18.1gb]}
  11. [2016-04-11 10:12:11,557][WARN ][monitor.jvm ] [NODE 01-01 (100.0.0.100)] [gc][young][1036][30] duration [1.4s], collections [1]/[1.6s], total [1.4s]/[32.9s], memory [10.1gb]->[11.6gb]/[19.8gb], all_pools {[young] [11.2mb]->[902.3mb]/[1.4gb]}{[survivor] [191.3mb]->[191.3mb]/[191.3mb]}{[old] [9.9gb]->[10.6gb]/[18.1gb]}
  12. [2016-04-11 10:12:19,254][WARN ][monitor.jvm ] [NODE 01-01 (100.0.0.100)] [gc][young][1037][31] duration [7.2s], collections [1]/[7.6s], total [7.2s]/[40.2s], memory [11.6gb]->[12gb]/[19.8gb], all_pools {[young] [902.3mb]->[12.8mb]/[1.4gb]}{[survivor] [191.3mb]->[191.3mb]/[191.3mb]}{[old] [10.6gb]->[11.8gb]/[18.1gb]}
  13. [2016-04-11 10:12:22,465][WARN ][monitor.jvm ] [NODE 01-01 (100.0.0.100)] [gc][young][1038][32] duration [2.6s], collections [1]/[3.2s], total [2.6s]/[42.9s], memory [12gb]->[13.1gb]/[19.8gb], all_pools {[young] [12.8mb]->[29.9mb]/[1.4gb]}{[survivor] [191.3mb]->[191.3mb]/[191.3mb]}{[old] [11.8gb]->[12.9gb]/[18.1gb]}
  14. [2016-04-11 10:12:24,083][WARN ][monitor.jvm ] [NODE 01-01 (100.0.0.100)] [gc][young][1039][33] duration [1.2s], collections [1]/[1.5s], total [1.2s]/[44.1s], memory [13.1gb]->[14.1gb]/[19.8gb], all_pools {[young] [29.9mb]->[30mb]/[1.4gb]}{[survivor] [191.3mb]->[191.3mb]/[191.3mb]}{[old] [12.9gb]->[13.9gb]/[18.1gb]}
  15. [2016-04-11 10:12:25,533][WARN ][monitor.jvm ] [NODE 01-01 (100.0.0.100)] [gc][young][1040][34] duration [1s], collections [1]/[1.4s], total [1s]/[45.2s], memory [14.1gb]->[15.3gb]/[19.8gb], all_pools {[young] [30mb]->[401mb]/[1.4gb]}{[survivor] [191.3mb]->[191.3mb]/[191.3mb]}{[old] [13.9gb]->[14.8gb]/[18.1gb]}
  16. [2016-04-11 10:12:29,673][WARN ][monitor.jvm ] [NODE 01-01 (100.0.0.100)] [gc][young][1041][35] duration [3.6s], collections [1]/[4.1s], total [3.6s]/[48.9s], memory [15.3gb]->[16.1gb]/[19.8gb], all_pools {[young] [401mb]->[30.3mb]/[1.4gb]}{[survivor] [191.3mb]->[191.3mb]/[191.3mb]}{[old] [14.8gb]->[15.9gb]/[18.1gb]}
  17. [2016-04-11 10:12:31,845][WARN ][monitor.jvm ] [NODE 01-01 (100.0.0.100)] [gc][young][1042][36] duration [1.6s], collections [1]/[2.1s], total [1.6s]/[50.6s], memory [16.1gb]->[17gb]/[19.8gb], all_pools {[young] [30.3mb]->[35.2mb]/[1.4gb]}{[survivor] [191.3mb]->[191.3mb]/[191.3mb]}{[old] [15.9gb]->[16.8gb]/[18.1gb]}
  18. [2016-04-11 10:12:33,690][WARN ][monitor.jvm ] [NODE 01-01 (100.0.0.100)] [gc][young][1043][37] duration [1.5s], collections [1]/[1.8s], total [1.5s]/[52.1s], memory [17gb]->[18gb]/[19.8gb], all_pools {[young] [35.2mb]->[30.3mb]/[1.4gb]}{[survivor] [191.3mb]->[191.3mb]/[191.3mb]}{[old] [16.8gb]->[17.8gb]/[18.1gb]}
  19. [2016-04-11 10:14:47,951][INFO ][discovery.zen ] [NODE 01-01 (100.0.0.100)] master_left [{ES RPT MASTER 01 (100.0.0.0)}{bKvIZ92mSgG-5Cgf9BSmOg}{100.0.0.0}{100.0.0.0:9300}{data=false, master=true}], reason [failed to ping, tried [3] times, each with maximum [30s] timeout]
  20. [2016-04-11 10:14:47,952][WARN ][discovery.zen ] [NODE 01-01 (100.0.0.100)] master left (reason = failed to ping, tried [3] times, each with maximum [30s] timeout), current nodes: {{NODE 01-02 (100.0.0.100)}{yJgpANY9T7GU1NYYKPiOHQ}{100.0.0.100}{100.0.0.100:9301}{master=false},{NODE 03-03 (100.0.0.300)}{TbYubTPIQrmgWSasG49MJA}{100.0.0.300}{100.0.0.300:9302}{master=false},{NODE 01-03 (100.0.0.100)}{nkD58ivoTS2P4PBanKaPHw}{100.0.0.100}{100.0.0.100:9302}{master=false},{NODE 03-02 (100.0.0.300)}{V8eC8LBVSW269RWSuC9u1Q}{100.0.0.300}{100.0.0.300:9301}{master=false},{NODE 02-01 (100.0.0.200)}{q-HHzE0QTBuFs7s1PNk0UA}{100.0.0.200}{100.0.0.200:9300}{master=false},{NODE 02-02 (100.0.0.200)}{Lk0WQrI4Q4i7or5_vjOXHQ}{100.0.0.200}{100.0.0.200:9301}{master=false},{NODE 01-01 (100.0.0.100)}{PmBiy8TdSACwZUWNhDfDHQ}{100.0.0.100}{100.0.0.100:9300}{master=false},{NODE 03-01 (100.0.0.300)}{DWnIT-8rT_GDCJ-aTw0Wqw}{100.0.0.300}{100.0.0.300:9300}{master=false},{NODE 04-02 (100.0.0.400)}{LbrOBGS5T9Grxjsyi4k_pg}{100.0.0.400}{100.0.0.400:9301}{master=false},{NODE 04-03 (100.0.0.400)}{XFhJm-1lT-C36qosSicksw}{100.0.0.400}{100.0.0.400:9302}{master=false},{NODE 02-03 (100.0.0.200)}{dk8vSfIiQx2Cf1NHAJw73g}{100.0.0.200}{100.0.0.200:9302}{master=false},{NODE 04-01 (100.0.0.400)}{2M3uxMMFRESrIR9dT7SXqw}{100.0.0.400}{100.0.0.400:9300}{master=false},}
  21. [2016-04-11 10:14:47,953][INFO ][cluster.service ] [NODE 01-01 (100.0.0.100)] removed {{ES RPT MASTER 01 (100.0.0.0)}{bKvIZ92mSgG-5Cgf9BSmOg}{100.0.0.0}{100.0.0.0:9300}{data=false, master=true},}, reason: zen-disco-master_failed ({ES RPT MASTER 01 (100.0.0.0)}{bKvIZ92mSgG-5Cgf9BSmOg}{100.0.0.0}{100.0.0.0:9300}{data=false, master=true})
  22. [2016-04-11 10:14:48,186][ERROR][marvel.agent ] [NODE 01-01 (100.0.0.100)] background thread had an uncaught exception
  23. ElasticsearchException[failed to flush exporter bulks]
  24. at org.elasticsearch.marvel.agent.exporter.ExportBulk$Compound.flush(ExportBulk.java:104)
  25. at org.elasticsearch.marvel.agent.exporter.ExportBulk.close(ExportBulk.java:53)
  26. at org.elasticsearch.marvel.agent.AgentService$ExportingWorker.run(AgentService.java:201)
  27. at java.lang.Thread.run(Thread.java:745)
  28. Suppressed: ElasticsearchException[failed to flush [default_local] exporter bulk]; nested: ClusterBlockException[blocked by: [SERVICE_UNAVAILABLE/2/no master];];
  29. at org.elasticsearch.marvel.agent.exporter.ExportBulk$Compound.flush(ExportBulk.java:106)
  30. ... 3 more
  31. Caused by: ClusterBlockException[blocked by: [SERVICE_UNAVAILABLE/2/no master];]
  32. at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedException(ClusterBlocks.java:154)
  33. at org.elasticsearch.cluster.block.ClusterBlocks.globalBlockedRaiseException(ClusterBlocks.java:144)
  34. at org.elasticsearch.action.bulk.TransportBulkAction.executeBulk(TransportBulkAction.java:212)
  35. at org.elasticsearch.action.bulk.TransportBulkAction.doExecute(TransportBulkAction.java:159)
  36. at org.elasticsearch.action.bulk.TransportBulkAction.doExecute(TransportBulkAction.java:71)
  37. at org.elasticsearch.action.support.TransportAction.doExecute(TransportAction.java:149)
  38. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:137)
  39. at org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:85)
  40. at org.elasticsearch.client.node.NodeClient.doExecute(NodeClient.java:58)
  41. at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:359)
  42. at org.elasticsearch.client.FilterClient.doExecute(FilterClient.java:52)
  43. at org.elasticsearch.marvel.shield.SecuredClient.doExecute(SecuredClient.java:45)
  44. at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:359)
  45. at org.elasticsearch.action.ActionRequestBuilder.execute(ActionRequestBuilder.java:86)
  46. at org.elasticsearch.action.ActionRequestBuilder.execute(ActionRequestBuilder.java:56)
  47. at org.elasticsearch.action.ActionRequestBuilder.get(ActionRequestBuilder.java:64)
  48. at org.elasticsearch.marvel.agent.exporter.local.LocalBulk.flush(LocalBulk.java:116)
  49. at org.elasticsearch.marvel.agent.exporter.ExportBulk$Compound.flush(ExportBulk.java:101)
  50. ... 3 more
  51. [2016-04-11 10:14:49,971][WARN ][monitor.jvm ] [NODE 01-01 (100.0.0.100)] [gc][young][1045][39] duration [1s], collections [1]/[2s], total [1s]/[53.1s], memory [16.7gb]->[18.3gb]/[19.8gb], all_pools {[young] [30.6mb]->[621.6mb]/[1.4gb]}{[survivor] [0b]->[191.3mb]/[191.3mb]}{[old] [16.6gb]->[17.5gb]/[18.1gb]}
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement