API tools faq
paste
yasu

osd watch sample

yasu
Sep 19th, 2013
150
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 5.86 KB | None | 0 0
raw download clone embed print report
  1. cluster 6ef8e7bb-745c-4e20-8946-8808b9843380
  2. health HEALTH_WARN 3264 pgs stuck inactive; 3264 pgs stuck unclean; mds clust
  3. er is degraded; mds 2 is laggy; 1/8 in osds are down
  4. monmap e1: 5 mons at {0=128.114.52.59:6789/0,1=128.114.52.67:6789/0,2=128.114
  5. .52.68:6789/0,3=128.114.52.69:6789/0,4=128.114.52.70:6789/0}, election epoch 24,
  6. quorum 0,1,2,3,4 0,1,2,3,4
  7. osdmap e7737: 16 osds: 7 up, 8 in
  8. pgmap v4001: 3264 pgs: 3264 creating; 0 bytes data, 0 KB used, 0 KB / 0 KB a
  9. vail
  10. mdsmap e3304: 1/1/1 up {0=2=up:replay(laggy or crashed)}
  11.  
  12.  
  13. 2013-09-18 23:25:57.582465 mon.0 [INF] osdmap e7733: 16 osds: 5 up, 9 in
  14. 2013-09-18 23:25:57.685248 mon.0 [INF] osdmap e7734: 16 osds: 6 up, 10 in
  15. 2013-09-18 23:25:57.794588 mon.0 [INF] osdmap e7735: 16 osds: 7 up, 10 in
  16. 2013-09-18 23:25:57.905593 mon.0 [INF] osdmap e7736: 16 osds: 6 up, 9 in
  17. 2013-09-18 23:25:58.075448 mon.0 [INF] osdmap e7737: 16 osds: 7 up, 8 in
  18. 2013-09-18 23:25:58.195569 mon.0 [INF] osdmap e7738: 16 osds: 6 up, 8 in
  19. 2013-09-18 23:25:58.307495 mon.0 [INF] osdmap e7739: 16 osds: 7 up, 8 in
  20. 2013-09-18 23:25:58.419214 mon.0 [INF] osdmap e7740: 16 osds: 6 up, 8 in
  21. 2013-09-18 23:25:58.527661 mon.0 [INF] osdmap e7741: 16 osds: 7 up, 10 in
  22. 2013-09-18 23:25:58.632247 mon.0 [INF] osdmap e7742: 16 osds: 8 up, 10 in
  23. 2013-09-18 23:25:58.736037 mon.0 [INF] osdmap e7743: 16 osds: 9 up, 10 in
  24. 2013-09-18 23:25:49.414234 osd.7 [WRN] 101 slow requests, 1 included below; olde
  25. st blocked for > 239.893302 secs
  26. 2013-09-18 23:25:49.414247 osd.7 [WRN] slow request 30.251688 seconds old, recei
  27. ved at 2013-09-18 23:25:19.162213: osd_pg_create(pg3.7,15; pg3.10,15; pg3.1a,15;
  28. pg3.24,15; pg3.2f,15; pg3.32,15; pg3.37,15; pg3.39,15; pg3.3a,15; pg3.3c,15; pg
  29. 3.3f,15; pg3.41,15; pg3.44,15; pg3.4c,15; pg3.4e,15; pg3.4f,15; pg3.50,15; pg3.5
  30. 1,15; pg3.5d,15; pg3.61,15; pg3.66,15; pg3.70,15; pg3.7c,15; pg3.7e,15; pg3.7f,1
  31. 5; pg3.93,15; pg3.98,15; pg3.9b,15; pg3.a0,15; pg3.a8,15; pg3.a9,15; pg3.ad,15;
  32. pg3.b1,15; pg3.bc,15; pg3.c5,15; pg3.c7,15; pg3.c8,15; pg3.ca,15; pg3.cb,15; pg3
  33. .ce,15; pg3.d3,15; pg3.e7,15; pg3.ed,15; pg3.ee,15; pg3.f7,15; pg3.ff,15; pg3.10
  34. 0,15; pg3.102,15; pg3.106,15; pg3.107,15; pg3.108,15; pg3.112,15; pg3.119,15; pg
  35. 3.144,15; pg3.14d,15; pg3.14f,15; pg3.151,15; pg3.15a,15; pg3.15e,15; pg3.166,15; pg3.167,15; pg3.16f,15; pg3.170,15; pg3.17b,15; pg3.17f,15; pg3.185,15; pg3.187,15; pg3.189,15; pg3.190,15; pg3.198,15; pg3.19c,15; pg3.19f,15; pg3.1a6,15; pg3.1a8,15; pg3.1b1,15; pg3.1b4,15; pg3.1b5,15; pg3.1ba,15; pg3.1bc,15; pg3.1be,15; pg3.1c6,15; pg3.1c7,15; pg3.1d5,15; pg3.1d6,15; pg3.1db,15; pg3.1e0,15; pg3.1e4,15; pg3.1e8,15; pg3.1f6,15; pg3.1fa,15; pg3.204,15; pg3.208,15; pg3.209,15; pg3.20d,15; pg3.210,15; pg3.212,15; pg3.216,15; pg3.21e,15; pg3.223,15; pg3.226,15; pg3.227,15; pg3.231,15; pg3.234,15; pg3.235,15; pg3.236,15; pg3.238,15; pg3.239,15; pg3.23c,15; pg3.23d,15; pg3.23e,15; pg3.245,15; pg3.24e,15; pg3.263,15; pg3.265,15; pg3.268,15; pg3.26c,15; pg3.26d,15; pg3.276,15; pg3.282,15; pg3.285,15; pg3.28e,15; pg3.291,15; pg3.298,15; pg3.29c,15; pg3.2a5,15; pg3.2ab,15; pg3.2be,15; pg3.2c1,15; pg3.2c4,15; pg3.2c6,15; pg3.2ca,15; pg3.2cb,15; pg3.2cf,15; pg3.2d2,15; pg3.2dd,15; pg3.2e7,15; pg3.2e8,15; pg3.2eb,15; pg3.2f3,15; pg3.2f5,15; pg3.2fa,15; pg3.2fe,15; pg3.2ff,15; pg3.308,15; pg3.30b,15; pg3.310,15; pg3.313,15; pg3.317,15; pg3.31a,15; pg3.31c,15; pg3.321,15; pg3.328,15; pg3.32d,15; pg3.32f,15; pg3.33a,15; pg3.33b,15; pg3.345,15; pg3.34c,15; pg3.350,15; pg3.359,15; pg3.35a,15; pg3.365,15; pg3.372,15; pg3.374,15; pg3.37d,15; pg3.385,15; pg3.38d,15; pg3.38f,15; pg3.398,15; pg3.399,15; pg3.39a,15; pg3.39f,15; pg3.3a2,15; pg3.3a4,15; pg3.3ac,15; pg3.3ae,15; pg3.3cd,15; pg3.3ce,15; pg3.3da,15; pg3.3dc,15; pg3.3df,15; pg3.3e4,15; pg3.3e5,15; pg3.3f3,15; pg3.3f6,15; pg3.3f7,15; pg3.3fa,15; pg3.3fc,15; pg3.405,15; pg3.409,15; pg3.40b,15; pg3.40f,15; pg3.414,15; pg3.418,15; pg3.41e,15; pg3.42b,15; pg3.433,15; pg3.436,15; pg3.43d,15; pg4.0,16; pg4.3,16; pg4.4,16; pg4.e,16; pg4.10,16; pg4.17,16; pg4.18,16; pg4.28,16; pg4.2b,16; pg4.30,16; pg4.3e,16; pg4.3f,16; pg4.4b,16; pg4.4d,16; pg4.4e,16; pg4.4f,16
  36.  
  37. :
  38.  
  39. pg5.3df,17; pg5.3e3,17; pg5.3ef,17; pg5.3fa,17; pg5.400,17; pg5.403,17; pg5.410,17; pg5.41d,17; ) v2 currently wait for new map
  40. 2013-09-18 23:25:51.465757 osd.7 [WRN] slow request 31.379801 seconds old, received at 2013-09-18 23:25:20.085501: osd_pg_create(pg3.10,15; pg3.24,15; pg3.2f,15; pg3.32,15; pg3.37,15; pg3.39,15; pg3.3a,15; pg3.66,15; pg3.93,15; pg3.98,15; pg3.a5,15; pg3.ab,15; pg3.e7,15; pg3.ed,15; pg3.ff,15; pg3.100,15; pg3.102,15; pg3.108,15; pg3.112,15; pg3.119,15; pg3.126,15; pg3.151,15; pg3.15a,15; pg3.15e,
  41.  
  42. :
  43.  
  44. e,17; pg5.412,17; pg5.419,17; pg5.41d,17; pg5.423,17; pg5.425,17; pg5.434,17; ) v2 currently wait for new map
  45. 2013-09-18 23:25:58.846148 mon.0 [INF] osdmap e7744: 16 osds: 10 up, 9 in
  46. 2013-09-18 23:25:58.963741 mon.0 [INF] osdmap e7745: 16 osds: 11 up, 9 in
  47. 2013-09-18 23:25:59.073559 mon.0 [INF] osdmap e7746: 16 osds: 12 up, 10 in
  48. 2013-09-18 23:25:59.196387 mon.0 [INF] osdmap e7747: 16 osds: 11 up, 11 in
  49. 2013-09-18 23:25:59.302778 mon.0 [INF] osdmap e7748: 16 osds: 10 up, 10 in
  50. 2013-09-18 23:25:59.410322 mon.0 [INF] osdmap e7749: 16 osds: 11 up, 10 in
  51. 2013-09-18 23:25:59.516972 mon.0 [INF] osdmap e7750: 16 osds: 10 up, 10 in
  52. 2013-09-18 23:25:59.625600 mon.0 [INF] osdmap e7751: 16 osds: 9 up, 10 in
  53. 2013-09-18 23:25:59.731832 mon.0 [INF] osdmap e7752: 16 osds: 8 up, 11 in
  54. 2013-09-18 23:25:59.831983 mon.0 [INF] osdmap e7753: 16 osds: 7 up, 12 in
  55. 2013-09-18 23:25:59.934100 mon.0 [INF] osdmap e7754: 16 osds: 6 up, 11 in
  56. 2013-09-18 23:25:50.980273 osd.8 [WRN] 90 slow requests, 4 included below; oldest blocked for > 241.059798 secs
  57. 2013-09-18 23:25:50.980279 osd.8 [WRN] slow request 241.059798 seconds old, received at 2013-09-18 23:21:49.920062: osd_pg_create(pg3.25,15; pg3.35,15; pg3.45,15; pg3.5c,15; pg3.61,15; pg3.94,15; pg3.96,15; pg3.9c,15; pg3.9e,15;
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!