root@dev-node1:/etc/ceph# rbd create --id volumes --size 1 --pool volumes testperms --debug-ms 1
2012-11-07 17:12:28.654412 7ffda16bd780  1 -- :/0 messenger.start
2012-11-07 17:12:28.655050 7ffda16bd780  1 -- :/1017749 --> 10.67.31.13:6789/0 -- auth(proto 0 32 bytes epoch 0) v1 -- ?+0 0x234c9d0 con 0x234c670
2012-11-07 17:12:28.655698 7ffda16b9700  1 -- 10.67.31.11:0/1017749 learned my addr 10.67.31.11:0/1017749
2012-11-07 17:12:28.656811 7ffd9ccd4700  1 -- 10.67.31.11:0/1017749 <== mon.1 10.67.31.13:6789/0 1 ==== mon_map v1 ==== 614+0+0 (791278589 0 0) 0x7ffd90000c60 con 0x234c670
2012-11-07 17:12:28.656931 7ffd9ccd4700  1 -- 10.67.31.11:0/1017749 <== mon.1 10.67.31.13:6789/0 2 ==== auth_reply(proto 2 0 Success) v1 ==== 33+0+0 (95870442 0 0) 0x7ffd90001100 con 0x234c670
2012-11-07 17:12:28.657173 7ffd9ccd4700  1 -- 10.67.31.11:0/1017749 --> 10.67.31.13:6789/0 -- auth(proto 2 32 bytes epoch 0) v1 -- ?+0 0x7ffd84001490 con 0x234c670
2012-11-07 17:12:28.720963 7ffd9ccd4700  1 -- 10.67.31.11:0/1017749 <== mon.1 10.67.31.13:6789/0 3 ==== auth_reply(proto 2 0 Success) v1 ==== 222+0+0 (549573888 0 0) 0x7ffd90001100 con 0x234c670
2012-11-07 17:12:28.721135 7ffd9ccd4700  1 -- 10.67.31.11:0/1017749 --> 10.67.31.13:6789/0 -- auth(proto 2 181 bytes epoch 0) v1 -- ?+0 0x7ffd84004ba0 con 0x234c670
2012-11-07 17:12:28.861107 7ffd9ccd4700  1 -- 10.67.31.11:0/1017749 <== mon.1 10.67.31.13:6789/0 4 ==== auth_reply(proto 2 0 Success) v1 ==== 457+0+0 (1168370630 0 0) 0x7ffd90001320 con 0x234c670
2012-11-07 17:12:28.861217 7ffd9ccd4700  1 -- 10.67.31.11:0/1017749 --> 10.67.31.13:6789/0 -- mon_subscribe({monmap=0+}) v2 -- ?+0 0x2348930 con 0x234c670
2012-11-07 17:12:28.861611 7ffda16bd780  1 -- 10.67.31.11:0/1017749 --> 10.67.31.13:6789/0 -- mon_subscribe({monmap=9+,osdmap=0}) v2 -- ?+0 0x2348930 con 0x234c670
2012-11-07 17:12:28.861633 7ffda16bd780  1 -- 10.67.31.11:0/1017749 --> 10.67.31.13:6789/0 -- mon_subscribe({monmap=9+,osdmap=0}) v2 -- ?+0 0x2345380 con 0x234c670
2012-11-07 17:12:28.862062 7ffd9ccd4700  1 -- 10.67.31.11:0/1017749 <== mon.1 10.67.31.13:6789/0 5 ==== mon_map v1 ==== 614+0+0 (791278589 0 0) 0x7ffd90001510 con 0x234c670
2012-11-07 17:12:28.862119 7ffd9ccd4700  1 -- 10.67.31.11:0/1017749 <== mon.1 10.67.31.13:6789/0 6 ==== mon_subscribe_ack(300s) v1 ==== 20+0+0 (116114663 0 0) 0x7ffd900017c0 con 0x234c670
2012-11-07 17:12:28.862922 7ffd9ccd4700  1 -- 10.67.31.11:0/1017749 <== mon.1 10.67.31.13:6789/0 7 ==== osd_map(526..526 src has 26..526) v3 ==== 8397+0+0 (679813004 0 0) 0x7ffd900012a0 con 0x234c670
2012-11-07 17:12:28.863200 7ffd9ccd4700  1 -- 10.67.31.11:0/1017749 <== mon.1 10.67.31.13:6789/0 8 ==== mon_subscribe_ack(300s) v1 ==== 20+0+0 (116114663 0 0) 0x7ffd90003970 con 0x234c670
2012-11-07 17:12:28.863215 7ffd9ccd4700  1 -- 10.67.31.11:0/1017749 <== mon.1 10.67.31.13:6789/0 9 ==== osd_map(526..526 src has 26..526) v3 ==== 8397+0+0 (679813004 0 0) 0x7ffd90005cc0 con 0x234c670
2012-11-07 17:12:28.863331 7ffd9ccd4700  1 -- 10.67.31.11:0/1017749 <== mon.1 10.67.31.13:6789/0 10 ==== mon_subscribe_ack(300s) v1 ==== 20+0+0 (116114663 0 0) 0x7ffd90005ff0 con 0x234c670
2012-11-07 17:12:28.863458 7ffda16bd780  1 -- 10.67.31.11:0/1017749 --> 192.168.31.15:6801/0 -- osd_op(client.6941.0:1 testperms.rbd [stat 0~0] 5.9c33abc7) v4 -- ?+0 0x2349f70 con 0x2349c50
2012-11-07 17:12:28.865460 7ffd9ccd4700  1 -- 10.67.31.11:0/1017749 <== osd.8 192.168.31.15:6801/0 1 ==== osd_op_reply(1 testperms.rbd [stat 0~0] = -1 (Operation not permitted)) v4 ==== 112+0+0 (899281093 0 0) 0x7ffd7c000a70 con 0x2349c50
2012-11-07 17:12:28.865712 7ffda16bd780  1 -- 10.67.31.11:0/1017749 --> 192.168.31.11:6801/0 -- osd_op(client.6941.0:2 rbd_header.testperms [stat 0~0] 5.3ca44f15) v4 -- ?+0 0x234ab20 con 0x234a800
2012-11-07 17:12:28.867715 7ffd9ccd4700  1 -- 10.67.31.11:0/1017749 <== osd.0 192.168.31.11:6801/0 1 ==== osd_op_reply(2 rbd_header.testperms [stat 0~0] = -2 (No such file or directory)) v4 ==== 119+0+0 (2650788377 0 0) 0x7ffd74000a70 con 0x234a800
2012-11-07 17:12:28.867965 7ffda16bd780  1 -- 10.67.31.11:0/1017749 --> 192.168.31.13:6801/0 -- osd_op(client.6941.0:3 rbd_directory [tmapup 0~0] 5.30a98c1c) v4 -- ?+0 0x234af90 con 0x234cdf0
2012-11-07 17:12:28.911037 7ffd9ccd4700  1 -- 10.67.31.11:0/1017749 <== osd.4 192.168.31.13:6801/0 1 ==== osd_op_reply(3 rbd_directory [tmapup 0~0] ack = 0) v4 ==== 112+0+300 (1277272519 0 1206766874) 0x7ffd6c000c40 con 0x234cdf0
2012-11-07 17:12:28.911241 7ffda16bd780  1 -- 10.67.31.11:0/1017749 --> 192.168.31.15:6801/0 -- osd_op(client.6941.0:4 testperms.rbd [write 0~112] 5.9c33abc7) v4 -- ?+0 0x234b430 con 0x2349c50
2012-11-07 17:12:28.912091 7ffd9ccd4700  1 -- 10.67.31.11:0/1017749 <== osd.8 192.168.31.15:6801/0 2 ==== osd_op_reply(4 testperms.rbd [write 0~112] ack = -1 (Operation not permitted)) v4 ==== 112+0+0 (3577946731 0 0) 0x7ffd7c000a70 con 0x2349c50
2012-11-07 17:12:28.912234 7ffda16bd780 -1 librbd: error writing header: (1) Operation not permitted
create error: (1) Operation not permitted
2012-11-07 17:12:28.912940 7ffda16bd780  1 -- 10.67.31.11:0/1017749 mark_down 0x234a800 -- 0x234a3e0
2012-11-07 17:12:28.913127 7ffda16bd780  1 -- 10.67.31.11:0/1017749 mark_down 0x234cdf0 -- 0x234c9d0
2012-11-07 17:12:28.913453 7ffda16bd780  1 -- 10.67.31.11:0/1017749 mark_down 0x2349c50 -- 0x2349830
2012-11-07 17:12:28.913812 7ffda16bd780  1 -- 10.67.31.11:0/1017749 mark_down_all
2012-11-07 17:12:28.914313 7ffda16bd780  1 -- 10.67.31.11:0/1017749 shutdown complete.