Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- [root@storage0113-ib ceph]# ceph daemon osd.55 status
- admin_socket: exception getting command descriptions: [Errno 111] Connection refused
- [root@storage0113-ib ceph]# ceph daemon osd.104 status
- { "cluster_fsid": "009d3518-e60d-4f74-a26d-c08c1976263c",
- "osd_fsid": "45fdce1c-e593-49d6-8f47-dfeb06994688",
- "whoami": 104,
- "state": "active",
- "oldest_map": 119988,
- "newest_map": 358050,
- "num_pgs": 125}
- [root@storage0113-ib ceph]#
- [root@storage0113-ib ceph]#
- [root@storage0113-ib ceph]# ceph daemon osd.139 status
- no valid command found; 10 closest matches:
- config show
- help
- log dump
- get_command_descriptions
- git_version
- config set <var> <val> [<val>...]
- perfcounters_schema
- 2
- config get <var>
- 0
- admin_socket: invalid command
- [root@storage0113-ib ceph]#
- [root@storage0113-ib ceph]#
- -7 29.93 host storage0113-ib
- 35 2.63 osd.35 up 1
- 55 2.73 osd.55 down 1
- 67 2.73 osd.67 down 1
- 78 2.73 osd.78 up 1
- 89 2.73 osd.89 down 1
- 104 2.73 osd.104 up 1
- 116 2.73 osd.116 up 1
- 128 2.73 osd.128 up 1
- 139 2.73 osd.139 down 1
- 152 2.73 osd.152 up 1
- 163 2.73 osd.163 up 1
- [root@storage0113-ib ~]# service ceph status
- === osd.163 ===
- osd.163: running {"version":"0.80-rc1-355-gd34cc1e"}
- === osd.139 ===
- osd.139: running {"version":"0.80-rc1-355-gd34cc1e"}
- === osd.78 ===
- osd.78: running {"version":"0.80-rc1-355-gd34cc1e"}
- === osd.152 ===
- osd.152: running {"version":"0.80-rc1-355-gd34cc1e"}
- === osd.128 ===
- osd.128: running {"version":"0.80-rc1-355-gd34cc1e"}
- === osd.116 ===
- osd.116: running {"version":"0.80-rc1-355-gd34cc1e"}
- === osd.35 ===
- osd.35: running {"version":"0.80-rc1-355-gd34cc1e"}
- === osd.104 ===
- osd.104: running {"version":"0.80-rc1-355-gd34cc1e"}
- === osd.89 ===
- osd.89: running {"version":"0.80-rc1-355-gd34cc1e"}
- === osd.55 ===
- osd.55: dead.
- === osd.67 ===
- osd.67: dead.
- [root@storage0113-ib ~]#
- [root@storage0113-ib ~]# service ceph restart osd.55
- === osd.55 ===
- === osd.55 ===
- Stopping Ceph osd.55 on storage0113-ib...done
- === osd.55 ===
- create-or-move updated item name 'osd.55' weight 2.73 at location {host=storage0113-ib,root=default} to crush map
- Starting Ceph osd.55 on storage0113-ib...
- starting osd.55 at :/0 osd_data /var/lib/ceph/osd/ceph-55 /var/lib/ceph/osd/ceph-55/journal
- [root@storage0113-ib ~]#
- root@storage0113-ib ceph]#
- [root@storage0113-ib ceph]# ls -la | grep -i 55
- -rw-r--r-- 1 root root 355458147 May 21 17:28 ceph-osd.104.log
- -rw-r--r-- 1 root root 1240 May 21 14:44 ceph-osd.55.log
- -rw-r--r-- 1 root root 5375 May 14 04:02 ceph-osd.55.log-20140514.gz
- -rw-r--r-- 1 root root 1196904 May 15 04:02 ceph-osd.55.log-20140515.gz
- -rw-r--r-- 1 root root 2297905 May 16 04:02 ceph-osd.55.log-20140516.gz
- -rw-r--r-- 1 root root 2282208 May 17 04:02 ceph-osd.55.log-20140517.gz
- -rw-r--r-- 1 root root 2171335 May 18 04:02 ceph-osd.55.log-20140518.gz
- -rw-r--r-- 1 root root 1954588 May 19 04:02 ceph-osd.55.log-20140519.gz
- -rw-r--r-- 1 root root 985919 May 20 04:02 ceph-osd.55.log-20140520.gz
- -rw-r--r-- 1 root root 77824 May 20 18:28 ceph-osd.55.log-20140521
- [root@storage0113-ib ceph]#
- [root@storage0113-ib ceph]#
- [root@storage0113-ib ceph]# tail -f ceph-osd.55.log
- 2014-05-21 14:44:04.240433 7ffdb704d700 0 -- 192.168.1.113:6810/28789 >> 192.168.1.105:6812/2736 pipe(0xb0d3980 sd=230 :6810 s=0 pgs=0 cs=0 l=0 c=0xf820580).accept connect_seq 2 vs existing 1 state standby
- 2014-05-21 14:44:04.259841 7ffdb5dde700 0 -- 192.168.1.113:6810/28789 >> 192.168.1.115:6820/40379 pipe(0x10bec380 sd=338 :6810 s=0 pgs=0 cs=0 l=0 c=0xf822d60).accept connect_seq 12 vs existing 11 state standby
- 2014-05-21 14:44:04.289961 7ffddd626700 0 -- 192.168.1.113:6810/28789 >> 192.168.1.107:6820/14198 pipe(0x10bef800 sd=378 :6810 s=0 pgs=0 cs=0 l=0 c=0xf8239c0).accept connect_seq 10 vs existing 9 state standby
- 2014-05-21 14:44:04.307087 7ffdc22b6700 0 -- 192.168.1.113:6810/28789 >> 192.168.1.114:6808/15864 pipe(0x10bef080 sd=402 :6810 s=0 pgs=0 cs=0 l=0 c=0xf821fa0).accept connect_seq 10 vs existing 9 state standby
- 2014-05-21 14:44:04.342365 7ffdd695d700 0 -- 192.168.1.113:6810/28789 >> 192.168.1.107:6816/13703 pipe(0x10bebc00 sd=48 :6810 s=0 pgs=0 cs=0 l=0 c=0xf825ee0).accept connect_seq 10 vs existing 9 state standby
- 2014-05-21 14:44:06.267676 7ffdd96e7700 -1 osd.55 357999 *** Got signal Terminated ***
- 2014-05-21 14:44:06.267780 7ffdd96e7700 0 osd.55 357999 prepare_to_stop telling mon we are shutting down
- 2014-05-21 17:28:26.003514 7f61a65637a0 0 ceph version 0.80-rc1-355-gd34cc1e (d34cc1e7cd0e666a7f5692e0979465eb6a7f94a6), process ceph-osd, pid 35048
- 2014-05-21 17:28:26.012156 7f61a65637a0 0 filestore(/var/lib/ceph/osd/ceph-55) mount detected xfs (libxfs)
- 2014-05-21 17:28:26.012175 7f61a65637a0 1 filestore(/var/lib/ceph/osd/ceph-55) disabling 'filestore replica fadvise' due to known issues with fadvise(DONTNEED) on xfs
- 2014-05-21 17:28:26.046037 7f61a65637a0 0 genericfilestorebackend(/var/lib/ceph/osd/ceph-55) detect_features: FIEMAP ioctl is supported and appears to work
- 2014-05-21 17:28:26.046079 7f61a65637a0 0 genericfilestorebackend(/var/lib/ceph/osd/ceph-55) detect_features: FIEMAP ioctl is disabled via 'filestore fiemap' config option
- 2014-05-21 17:28:26.067730 7f61a65637a0 0 genericfilestorebackend(/var/lib/ceph/osd/ceph-55) detect_features: syscall(SYS_syncfs, fd) fully supported
- 2014-05-21 17:28:26.067859 7f61a65637a0 0 xfsfilestorebackend(/var/lib/ceph/osd/ceph-55) detect_feature: extsize is supported
- 2014-05-21 17:28:26.176875 7f61a65637a0 0 filestore(/var/lib/ceph/osd/ceph-55) mount: enabling WRITEAHEAD journal mode: checkpoint is not enabled
- 2014-05-21 17:28:26.846481 7f61a65637a0 1 journal _open /var/lib/ceph/osd/ceph-55/journal fd 20: 2146435072 bytes, block size 4096 bytes, directio = 1, aio = 1
- 2014-05-21 17:28:26.871044 7f61a65637a0 1 journal _open /var/lib/ceph/osd/ceph-55/journal fd 20: 2146435072 bytes, block size 4096 bytes, directio = 1, aio = 1
- 2014-05-21 17:28:26.871810 7f61a65637a0 1 journal close /var/lib/ceph/osd/ceph-55/journal
- 2014-05-21 17:28:26.873673 7f61a65637a0 0 filestore(/var/lib/ceph/osd/ceph-55) mount detected xfs (libxfs)
- 2014-05-21 17:28:26.875883 7f61a65637a0 0 genericfilestorebackend(/var/lib/ceph/osd/ceph-55) detect_features: FIEMAP ioctl is supported and appears to work
- 2014-05-21 17:28:26.875905 7f61a65637a0 0 genericfilestorebackend(/var/lib/ceph/osd/ceph-55) detect_features: FIEMAP ioctl is disabled via 'filestore fiemap' config option
- 2014-05-21 17:28:26.896430 7f61a65637a0 0 genericfilestorebackend(/var/lib/ceph/osd/ceph-55) detect_features: syscall(SYS_syncfs, fd) fully supported
- 2014-05-21 17:28:26.896538 7f61a65637a0 0 xfsfilestorebackend(/var/lib/ceph/osd/ceph-55) detect_feature: extsize is supported
- 2014-05-21 17:28:26.899064 7f61a65637a0 0 filestore(/var/lib/ceph/osd/ceph-55) mount: WRITEAHEAD journal mode explicitly enabled in conf
- 2014-05-21 17:28:26.905586 7f61a65637a0 1 journal _open /var/lib/ceph/osd/ceph-55/journal fd 21: 2146435072 bytes, block size 4096 bytes, directio = 1, aio = 1
- 2014-05-21 17:28:26.912422 7f61a65637a0 1 journal _open /var/lib/ceph/osd/ceph-55/journal fd 21: 2146435072 bytes, block size 4096 bytes, directio = 1, aio = 1
- 2014-05-21 17:28:27.120320 7f61a65637a0 0 <cls> cls/hello/cls_hello.cc:271: loading cls_hello
- 2014-05-21 17:28:27.160557 7f61a65637a0 0 osd.55 357999 crush map has features 1107558400, adjusting msgr requires for clients
- 2014-05-21 17:28:27.160588 7f61a65637a0 0 osd.55 357999 crush map has features 1107558400, adjusting msgr requires for osds
- 2014-05-21 17:28:27.160625 7f61a65637a0 0 osd.55 357999 load_pgs
- 2014-05-21 17:28:29.446298 7f61a65637a0 0 osd.55 357999 load_pgs opened 93 pgs
- 2014-05-21 17:28:29.455262 7f6193b9f700 0 osd.55 357999 ignoring osdmap until we have initialized
- 2014-05-21 17:28:29.456781 7f6193b9f700 0 osd.55 357999 ignoring osdmap until we have initialized
- 2014-05-21 17:28:31.282038 7f617f671700 0 -- 192.168.1.113:6818/35048 >> 192.168.1.113:6816/34083 pipe(0x671a080 sd=66 :49772 s=1 pgs=0 cs=0 l=0 c=0x6752520).connect claims to be 192.168.1.113:6816/10237 not 192.168.1.113:6816/34083 - wrong node!
- 2014-05-21 17:28:31.282143 7f617f671700 0 -- 192.168.1.113:6818/35048 >> 192.168.1.113:6816/34083 pipe(0x671a080 sd=66 :49772 s=1 pgs=0 cs=0 l=0 c=0x6752520).fault with nothing to send, going to standby
- 2014-05-21 17:28:31.760887 7f617ae29700 0 -- 192.168.1.113:6818/35048 >> 192.168.1.113:6806/25124 pipe(0x671f080 sd=132 :38275 s=1 pgs=0 cs=0 l=0 c=0x981cfc0).connect claims to be 192.168.1.113:6806/7821 not 192.168.1.113:6806/25124 - wrong node!
- 2014-05-21 17:28:31.761008 7f617ae29700 0 -- 192.168.1.113:6818/35048 >> 192.168.1.113:6806/25124 pipe(0x671f080 sd=132 :38275 s=1 pgs=0 cs=0 l=0 c=0x981cfc0).fault with nothing to send, going to standby
- 2014-05-21 17:28:31.799517 7f6179510700 0 -- 192.168.1.113:6818/35048 >> 192.168.1.113:6800/26567 pipe(0x9851b80 sd=147 :36483 s=1 pgs=0 cs=0 l=0 c=0x981f380).connect claims to be 192.168.1.113:6800/1261 not 192.168.1.113:6800/26567 - wrong node!
- 2014-05-21 17:28:31.799609 7f6179510700 0 -- 192.168.1.113:6818/35048 >> 192.168.1.113:6800/26567 pipe(0x9851b80 sd=147 :36483 s=1 pgs=0 cs=0 l=0 c=0x981f380).fault with nothing to send, going to standby
- 2014-05-21 17:28:31.799601 7f6178e09700 0 -- 192.168.1.113:6818/35048 >> 192.168.1.113:6808/25590 pipe(0x671df00 sd=151 :32810 s=1 pgs=0 cs=0 l=0 c=0x981b440).connect claims to be 192.168.1.113:6808/8047 not 192.168.1.113:6808/25590 - wrong node!
- 2014-05-21 17:28:31.799678 7f6178e09700 0 -- 192.168.1.113:6818/35048 >> 192.168.1.113:6808/25590 pipe(0x671df00 sd=151 :32810 s=1 pgs=0 cs=0 l=0 c=0x981b440).fault with nothing to send, going to standby
- 2014-05-21 17:28:31.893133 7f61a65637a0 0 osd.55 357999 done with init, starting boot process
Advertisement
Add Comment
Please, Sign In to add comment