root@mds01:~/ceph-dep# pwd
/root/ceph-dep
root@mds01:~/ceph-dep# ceph-deploy -v install mds01 osd{01..10}
Installing stable version cuttlefish on cluster ceph hosts mds01 osd01 osd02 osd03 osd04 osd05 osd06 osd07 osd08 osd09 osd10
Detecting platform for host mds01 ...
Distro Ubuntu release 13.04 codename raring
Installing on host mds01 ...
etecting platform for host osd03 ...
Distro Ubuntu release 13.04 codename raring
Installing on host osd03 ...
Detecting platform for host osd04 ...
Distro Ubuntu release 13.04 codename raring
Installing on host osd04 ...
Detecting platform for host osd05 ...
Distro Ubuntu release 13.04 codename raring
Installing on host osd05 ...
Detecting platform for host osd06 ...
Distro Ubuntu release 13.04 codename raring
Installing on host osd06 ...
Detecting platform for host osd07 ...
Distro Ubuntu release 13.04 codename raring
Installing on host osd07 ...
OK
Detecting platform for host osd08 ...
Distro Ubuntu release 13.04 codename raring
Installing on host osd08 ...
Detecting platform for host osd09 ...
Distro Ubuntu release 13.04 codename raring
Installing on host osd09 ...
Detecting platform for host osd10 ...
Distro Ubuntu release 13.04 codename raring
Installing on host osd10 ...
OK

...
root@mds01:~# dsh -m osd01 -m osd02 getent hosts osd{01..10}
127.0.1.1       osd01.keplerdata.com osd01
20.10.10.102    osd02.keplerdata.com
20.10.10.103    osd03.keplerdata.com
20.10.10.104    osd04.keplerdata.com
20.10.10.105    osd05.keplerdata.com
20.10.10.106    osd06.keplerdata.com
20.10.10.107    osd07.keplerdata.com
20.10.10.108    osd08.keplerdata.com
20.10.10.109    osd09.keplerdata.com
20.10.10.110    osd10.keplerdata.com
20.10.10.101    osd01.keplerdata.com
127.0.1.1       osd02.keplerdata.com osd02
20.10.10.103    osd03.keplerdata.com
20.10.10.104    osd04.keplerdata.com
20.10.10.105    osd05.keplerdata.com
20.10.10.106    osd06.keplerdata.com
20.10.10.107    osd07.keplerdata.com
20.10.10.108    osd08.keplerdata.com
20.10.10.109    osd09.keplerdata.com
20.10.10.110    osd10.keplerdata.com



root@mds01:~/ceph-dep# ceph-deploy -v new osd{01..03}
Creating new cluster named ceph
Resolving host osd01
Monitor osd01 at 20.10.10.101
Resolving host osd02
Monitor osd02 at 20.10.10.102
Resolving host osd03
Monitor osd03 at 20.10.10.103
Monitor initial members are ['osd01', 'osd02', 'osd03']
Monitor addrs are ['20.10.10.101', '20.10.10.102', '20.10.10.103']
Creating a random mon key...
Writing initial config to ceph.conf...
Writing monitor keyring to ceph.conf...
root@mds01:~/ceph-dep# ls -al
total 20
drwxr-xr-x 2 root root 4096 Jul 25 20:41 .
drwx------ 7 root root 4096 Jul 25 19:57 ..
-rw-r--r-- 1 root root  225 Jul 25 20:41 ceph.conf
-rw-r--r-- 1 root root 4014 Jul 25 20:41 ceph.log
-rw-r--r-- 1 root root   73 Jul 25 20:41 ceph.mon.keyring
root@mds01:~/ceph-dep# cat ceph.conf
[global]
fsid = 2004ad83-8e19-4330-843b-716611731e27
mon initial members = osd01, osd02, osd03
mon host = 20.10.10.101,20.10.10.102,20.10.10.103
auth supported = cephx
osd journal size = 1024
filestore xattr use omap = true


root@mds01:~/ceph-dep# ceph-deploy mon create osd01
root@mds01:~/ceph-dep# tail -f ceph.log
2013-07-25 20:41:21,023 ceph_deploy.new DEBUG Resolving host osd03
2013-07-25 20:41:21,023 ceph_deploy.new DEBUG Monitor osd03 at 20.10.10.103
2013-07-25 20:41:21,023 ceph_deploy.new DEBUG Monitor initial members are ['osd01', 'osd02', 'osd03']
2013-07-25 20:41:21,023 ceph_deploy.new DEBUG Monitor addrs are ['20.10.10.101', '20.10.10.102', '20.10.10.103']
2013-07-25 20:41:21,023 ceph_deploy.new DEBUG Creating a random mon key...
2013-07-25 20:41:21,023 ceph_deploy.new DEBUG Writing initial config to ceph.conf...
2013-07-25 20:41:21,023 ceph_deploy.new DEBUG Writing monitor keyring to ceph.conf...
2013-07-25 20:44:08,075 ceph_deploy.mon DEBUG Deploying mon, cluster ceph hosts osd01
2013-07-25 20:44:08,075 ceph_deploy.mon DEBUG Deploying mon to osd01
2013-07-25 20:44:09,127 ceph_deploy.mon DEBUG Distro Ubuntu codename raring, will use upstart

root@osd01:~# ps aux | grep ceph
root      3832  0.1  0.3 133784  6344 ?        Ssl  20:44   0:00 /usr/bin/ceph-mon --cluster=ceph -i osd01 -f
root      3833  0.3  0.3  33816  7168 ?        Ss   20:44   0:00 /usr/bin/python /usr/sbin/ceph-create-keys --cluster=ceph -i osd01
root      4164  0.0  0.0   9676   944 pts/0    S+   20:46   0:00 grep --color=auto ceph


root@osd02:~# ps aux | grep ceph
root      4019  0.6  0.3 137124  8120 ?        Ssl  20:47   0:00 /usr/bin/ceph-mon --cluster=ceph -i osd02 -f
root      4020  0.6  0.3  33684  7164 ?        Ss   20:47   0:00 /usr/bin/python /usr/sbin/ceph-create-keys --cluster=ceph -i osd02
root      4097  0.0  0.1 182304  4016 ?        Sl   20:47   0:00 ceph --cluster=ceph auth get-or-create client.bootstrap-osd mon allow command osd create ...; allow command osd crush set ...; allow command auth add * osd allow\ * mon allow\ rwx; allow command mon getmap
root      4108  0.0  0.0   9676   948 pts/0    S+   20:47   0:00 grep --color=auto ceph

root@osd03:~# ps aux | grep ceph
root     32391  0.1  0.3 138920  6876 ?        Ssl  20:47   0:00 /usr/bin/ceph-mon --cluster=ceph -i osd03 -f
root     32392  0.3  0.3  33816  7172 ?        Ss   20:47   0:00 /usr/bin/python /usr/sbin/ceph-create-keys --cluster=ceph -i osd03
root     32585  0.0  0.0   9676   948 pts/0    S+   20:48   0:00 grep --color=auto ceph