SHOW:
|
|
- or go back to the newest paste.
1 | root@mds01:~/ceph-dep# pwd | |
2 | /root/ceph-dep | |
3 | root@mds01:~/ceph-dep# ceph-deploy -v install mds01 osd{01..10} | |
4 | Installing stable version cuttlefish on cluster ceph hosts mds01 osd01 osd02 osd03 osd04 osd05 osd06 osd07 osd08 osd09 osd10 | |
5 | Detecting platform for host mds01 ... | |
6 | Distro Ubuntu release 13.04 codename raring | |
7 | Installing on host mds01 ... | |
8 | etecting platform for host osd03 ... | |
9 | Distro Ubuntu release 13.04 codename raring | |
10 | Installing on host osd03 ... | |
11 | Detecting platform for host osd04 ... | |
12 | Distro Ubuntu release 13.04 codename raring | |
13 | Installing on host osd04 ... | |
14 | Detecting platform for host osd05 ... | |
15 | Distro Ubuntu release 13.04 codename raring | |
16 | Installing on host osd05 ... | |
17 | Detecting platform for host osd06 ... | |
18 | Distro Ubuntu release 13.04 codename raring | |
19 | Installing on host osd06 ... | |
20 | Detecting platform for host osd07 ... | |
21 | Distro Ubuntu release 13.04 codename raring | |
22 | Installing on host osd07 ... | |
23 | OK | |
24 | Detecting platform for host osd08 ... | |
25 | Distro Ubuntu release 13.04 codename raring | |
26 | Installing on host osd08 ... | |
27 | Detecting platform for host osd09 ... | |
28 | Distro Ubuntu release 13.04 codename raring | |
29 | Installing on host osd09 ... | |
30 | Detecting platform for host osd10 ... | |
31 | Distro Ubuntu release 13.04 codename raring | |
32 | Installing on host osd10 ... | |
33 | OK | |
34 | ||
35 | ... | |
36 | root@mds01:~# dsh -m osd01 -m osd02 getent hosts osd{01..10} | |
37 | 127.0.1.1 osd01.keplerdata.com osd01 | |
38 | 20.10.10.102 osd02.keplerdata.com | |
39 | 20.10.10.103 osd03.keplerdata.com | |
40 | 20.10.10.104 osd04.keplerdata.com | |
41 | 20.10.10.105 osd05.keplerdata.com | |
42 | 20.10.10.106 osd06.keplerdata.com | |
43 | 20.10.10.107 osd07.keplerdata.com | |
44 | 20.10.10.108 osd08.keplerdata.com | |
45 | 20.10.10.109 osd09.keplerdata.com | |
46 | 20.10.10.110 osd10.keplerdata.com | |
47 | 20.10.10.101 osd01.keplerdata.com | |
48 | 127.0.1.1 osd02.keplerdata.com osd02 | |
49 | 20.10.10.103 osd03.keplerdata.com | |
50 | 20.10.10.104 osd04.keplerdata.com | |
51 | 20.10.10.105 osd05.keplerdata.com | |
52 | 20.10.10.106 osd06.keplerdata.com | |
53 | 20.10.10.107 osd07.keplerdata.com | |
54 | 20.10.10.108 osd08.keplerdata.com | |
55 | 20.10.10.109 osd09.keplerdata.com | |
56 | 20.10.10.110 osd10.keplerdata.com | |
57 | ||
58 | ||
59 | ||
60 | root@mds01:~/ceph-dep# ceph-deploy -v new osd{01..03} | |
61 | Creating new cluster named ceph | |
62 | Resolving host osd01 | |
63 | Monitor osd01 at 20.10.10.101 | |
64 | Resolving host osd02 | |
65 | Monitor osd02 at 20.10.10.102 | |
66 | Resolving host osd03 | |
67 | Monitor osd03 at 20.10.10.103 | |
68 | Monitor initial members are ['osd01', 'osd02', 'osd03'] | |
69 | Monitor addrs are ['20.10.10.101', '20.10.10.102', '20.10.10.103'] | |
70 | Creating a random mon key... | |
71 | Writing initial config to ceph.conf... | |
72 | Writing monitor keyring to ceph.conf... | |
73 | root@mds01:~/ceph-dep# ls -al | |
74 | total 20 | |
75 | drwxr-xr-x 2 root root 4096 Jul 25 20:41 . | |
76 | drwx------ 7 root root 4096 Jul 25 19:57 .. | |
77 | -rw-r--r-- 1 root root 225 Jul 25 20:41 ceph.conf | |
78 | -rw-r--r-- 1 root root 4014 Jul 25 20:41 ceph.log | |
79 | -rw-r--r-- 1 root root 73 Jul 25 20:41 ceph.mon.keyring | |
80 | root@mds01:~/ceph-dep# cat ceph.conf | |
81 | [global] | |
82 | fsid = 2004ad83-8e19-4330-843b-716611731e27 | |
83 | mon initial members = osd01, osd02, osd03 | |
84 | mon host = 20.10.10.101,20.10.10.102,20.10.10.103 | |
85 | auth supported = cephx | |
86 | osd journal size = 1024 | |
87 | filestore xattr use omap = true | |
88 | ||
89 | ||
90 | root@mds01:~/ceph-dep# ceph-deploy mon create osd01 | |
91 | root@mds01:~/ceph-dep# tail -f ceph.log | |
92 | 2013-07-25 20:41:21,023 ceph_deploy.new DEBUG Resolving host osd03 | |
93 | 2013-07-25 20:41:21,023 ceph_deploy.new DEBUG Monitor osd03 at 20.10.10.103 | |
94 | 2013-07-25 20:41:21,023 ceph_deploy.new DEBUG Monitor initial members are ['osd01', 'osd02', 'osd03'] | |
95 | 2013-07-25 20:41:21,023 ceph_deploy.new DEBUG Monitor addrs are ['20.10.10.101', '20.10.10.102', '20.10.10.103'] | |
96 | 2013-07-25 20:41:21,023 ceph_deploy.new DEBUG Creating a random mon key... | |
97 | 2013-07-25 20:41:21,023 ceph_deploy.new DEBUG Writing initial config to ceph.conf... | |
98 | 2013-07-25 20:41:21,023 ceph_deploy.new DEBUG Writing monitor keyring to ceph.conf... | |
99 | 2013-07-25 20:44:08,075 ceph_deploy.mon DEBUG Deploying mon, cluster ceph hosts osd01 | |
100 | 2013-07-25 20:44:08,075 ceph_deploy.mon DEBUG Deploying mon to osd01 | |
101 | 2013-07-25 20:44:09,127 ceph_deploy.mon DEBUG Distro Ubuntu codename raring, will use upstart | |
102 | ||
103 | root@osd01:~# ps aux | grep ceph | |
104 | root 3832 0.1 0.3 133784 6344 ? Ssl 20:44 0:00 /usr/bin/ceph-mon --cluster=ceph -i osd01 -f | |
105 | root 3833 0.3 0.3 33816 7168 ? Ss 20:44 0:00 /usr/bin/python /usr/sbin/ceph-create-keys --cluster=ceph -i osd01 | |
106 | root 4164 0.0 0.0 9676 944 pts/0 S+ 20:46 0:00 grep --color=auto ceph | |
107 | ||
108 | ||
109 | root@osd02:~# ps aux | grep ceph | |
110 | root 4019 0.6 0.3 137124 8120 ? Ssl 20:47 0:00 /usr/bin/ceph-mon --cluster=ceph -i osd02 -f | |
111 | root 4020 0.6 0.3 33684 7164 ? Ss 20:47 0:00 /usr/bin/python /usr/sbin/ceph-create-keys --cluster=ceph -i osd02 | |
112 | root 4097 0.0 0.1 182304 4016 ? Sl 20:47 0:00 ceph --cluster=ceph auth get-or-create client.bootstrap-osd mon allow command osd create ...; allow command osd crush set ...; allow command auth add * osd allow\ * mon allow\ rwx; allow command mon getmap | |
113 | root 4108 0.0 0.0 9676 948 pts/0 S+ 20:47 0:00 grep --color=auto ceph | |
114 | ||
115 | root@osd03:~# ps aux | grep ceph | |
116 | root 32391 0.1 0.3 138920 6876 ? Ssl 20:47 0:00 /usr/bin/ceph-mon --cluster=ceph -i osd03 -f | |
117 | root 32392 0.3 0.3 33816 7172 ? Ss 20:47 0:00 /usr/bin/python /usr/sbin/ceph-create-keys --cluster=ceph -i osd03 | |
118 | root 32585 0.0 0.0 9676 948 pts/0 S+ 20:48 0:00 grep --color=auto ceph | |
119 | ||
120 | ||
121 | ||
122 | OSD02 is waiting | |
123 | ||
124 | 2013-07-25 20:50:14.924047 7fa3e156a700 1 mon.osd02@1(peon).elector(4) discarding election message: 20.10.10.103:6789/0 not in my monmap e1: 3 mons at {osd01=20.10.10.101:6789/0,osd02=20.10.10.102:6789/0,osd03=0.0.0.0:0/2} | |
125 | 2013-07-25 20:50:19.924377 7fa3e156a700 1 mon.osd02@1(peon).elector(4) discarding election message: 20.10.10.103:6789/0 not in my monmap e1: 3 mons at {osd01=20.10.10.101:6789/0,osd02=20.10.10.102:6789/0,osd03=0.0.0.0:0/2} | |
126 | 2013-07-25 20:50:24.924859 7fa3e156a700 1 mon.osd02@1(peon).elector(4) discarding election message: 20.10.10.103:6789/0 not in my monmap e1: 3 mons at {osd01=20.10.10.101:6789/0,osd02=20.10.10.102:6789/0,osd03=0.0.0.0:0/2} | |
127 | - | 2013-07-25 20:50:29.925239 7fa3e156a700 1 mon.osd02@1(peon).elector(4) discarding election message: 20.10.10.103:6789/0 not in my monmap e1: 3 mons at {osd01=20.10.10.101:6789/0,osd02=20.10.10.102:6789/0,osd03=0.0.0.0:0/2} |
127 | + | 2013-07-25 20:50:29.925239 7fa3e156a700 1 mon.osd02@1(peon).elector(4) discarding election message: 20.10.10.103:6789/0 not in my monmap e1: 3 mons at {osd01=20.10.10.101:6789/0,osd02=20.10.10.102:6789/0,osd03=0.0.0.0:0/2} |
128 | ||
129 | ||
130 | ON OSD01 | |
131 | trap-mds mon allow command auth get-or-create * osd allow\ * mds allow mon allow\ rwx; allow command mon getmap v 0) v1 | |
132 | 2013-07-25 20:47:33.021379 7eff35ea7700 0 mon.osd01@0(leader) e1 handle_command mon_command(auth get-or-create client.bootstrap-mds mon allow command auth get-or-create * osd allow\ * mds allow mon allow\ rwx; allow command mon getmap v 0) v1 | |
133 | 2013-07-25 20:48:19.472264 7eff366a8700 0 mon.osd01@0(leader).data_health(4) update_stats avail 72% total 5268248 used 1172324 avail 3821648 | |
134 | 2013-07-25 20:49:19.472426 7eff366a8700 0 mon.osd01@0(leader).data_health(4) update_stats avail 72% total 5268248 used 1172324 avail 3821648 | |
135 | 2013-07-25 20:50:19.472580 7eff366a8700 0 mon.osd01@0(leader).data_health(4) update_stats avail 72% total 5268248 used 1172324 avail 3821648 | |
136 | 2013-07-25 20:51:19.472737 7eff366a8700 0 mon.osd01@0(leader).data_health(4) update_stats avail 72% total 5268248 used 1172324 avail 3821648 | |
137 | 2013-07-25 20:52:19.472897 7eff366a8700 0 mon.osd01@0(leader).data_health(4) update_stats avail 72% total 5268248 used 1172324 avail 3821648 | |
138 | 2013-07-25 20:53:19.473059 7eff366a8700 0 mon.osd01@0(leader).data_health(4) update_stats avail 72% total 5268248 used 1172324 avail 3821648 |