root@ceph-osd2:~# ceph osd tree
2013-06-09 12:13:56.663502 7fe85bcf7700  0 -- :/30027 >> 10.11.3.3:6789/0 pipe(0x267cdc0 sd=3 :0 s=1 pgs=0 cs=0 l=1).fault

# id    weight  type name       up/down reweight
-6      30.55   root active
-4      16              rack rack1
-1      8                       host ceph-osd1
0       1                               osd.0   up      1
1       1                               osd.1   up      1
2       1                               osd.2   up      1
3       1                               osd.3   up      1
4       1                               osd.4   up      1
5       1                               osd.5   up      1
6       1                               osd.6   up      1
7       1                               osd.7   down    0
-2      8                       host ceph-osd2-3
10      1.5                             osd.10  up      1
11      1.5                             osd.11  up      1
8       1.5                             osd.8   up      1
9       1.5                             osd.9   up      1
12      2                               osd.12  up      1
-5      14.55           rack rack2
-3      6.55                    host ceph-osd4
14      2                               osd.14  up      1
15      1.82                            osd.15  up      1
16      1.82                            osd.16  up      1
17      0.91                            osd.17  up      1
-7      8                       host ceph-osd5
18      2                               osd.18  up      1
19      2                               osd.19  up      1
20      2                               osd.20  up      1
21      2                               osd.21  up      1
root@ceph-osd5:~# ceph -w
2013-06-09 12:14:39.268506 7f47f046f700  0 -- :/5272 >> 10.11.3.3:6789/0 pipe(0x2e0adc0 sd=3 :0 s=1 pgs=0 cs=0 l=1).fault
   health HEALTH_ERR 76 pgs degraded; 167 pgs inconsistent; 101 pgs stuck unclean; recovery 36867/2016936 degraded (1.828%); 306 scrub errors; mds cluster is degraded; mds a is laggy; 1 mons down, quorum 1,2 c,d
   monmap e13: 3 mons at {b=10.11.3.3:6789/0,c=10.11.3.4:6789/0,d=10.11.3.6:6789/0}, election epoch 3914, quorum 1,2 c,d
   osdmap e10571: 21 osds: 20 up, 20 in
    pgmap v910325: 1400 pgs: 1142 active+clean, 21 active+remapped, 70 active+degraded, 157 active+clean+inconsistent, 4 active+remapped+inconsistent, 6 active+degraded+inconsistent; 2585 GB data, 7615 GB used, 20315 GB / 27931 GB avail; 36867/2016936 degraded (1.828%)
   mdsmap e320746: 1/1/1 up {0=a=up:replay(laggy or crashed)}

2013-06-09 12:14:29.255960 mon.1 [INF] mdsmap e320746: 1/1/1 up {0=a=up:replay(laggy or crashed)}
^C