2015-05-19 03:38:35.358562 7f7ace55d700 20 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean] op_has_sufficient_caps pool=81 (.rgw.buckets ) owner=0 need_read_cap=0 need_write_cap=0 need_class_read_cap=1 need_class_write_cap=1 -> yes
2015-05-19 03:38:35.358670 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean] handle_message: 0x38112700
2015-05-19 03:38:35.358703 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean] do_op osd_op(client.141679501.0:19791 default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5 [call refcount.put] 81.ce36d9f9 ondisk+write+known_if_redirected e34697) v5 may_write may_read -> write-ordered flags ondisk+write+known_if_redirected
2015-05-19 03:38:35.359450 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean] get_object_context: found obc in cache: 0x132fc100
2015-05-19 03:38:35.359559 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean] get_object_context: 0x132fc100 ce36d9f9/default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5/head//81 rwstate(none n=0 w=0) oi: ce36d9f9/default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5/head//81(34295'23658 client.139790885.0:118493231 wrlock_by=unknown.0.0:0 dirty|omap_digest s 4194304 uv 23658 od ffffffff) ssc: 0x14483c00 snapset: c7=[c7,c6,c5,c4,c3,c2,c1,c0,bf,be,bd,bc,bb,ba,b9,b8,b7,b6,b5,b4,b3,b2,b1,b0,af,ae,ad,ac,ab,aa,a9,a8,a7,a6,a5,a4,a3,a2,a1,a0,9f,9e,9d,9c,9b,9a,99,98,97,96,95,94,93,92,91,90,8f,8e,8d,8c,8b,8a,89,88,87,86,85,84,83,82,81,80,7f,7e,7d,7c,7b,7a,79,78,77,76,75,74,73,72,71,70,6f,6e,6d,6c,6b,6a,69,68,67,66,65,64,63,62,61,60,5f,5e,5d,5c,5b,5a,59,58,57,56,55,54,53,52,51,50,4f,4e,4d,4c,4b,4a,49,48,47,46,45,44,43,42,41,40,3f,3e,3d,3c,3b,3a,39,38,37,36,35,34,33,32,31,30,2f,2e,2d,2c,2b,2a,29,28,26,25,24,22,21,20,1f,1e,1d,1c,1b,1a,19,18,17,16,15,14,13,12,11,10,f,e,d,c,b,a,9,8,7]:[]+head
2015-05-19 03:38:35.359865 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean] find_object_context ce36d9f9/default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5/head//81 @head oi=ce36d9f9/default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5/head//81(34295'23658 client.139790885.0:118493231 wrlock_by=unknown.0.0:0 dirty|omap_digest s 4194304 uv 23658 od ffffffff)
2015-05-19 03:38:35.360505 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean] execute_ctx 0x542c0c00
2015-05-19 03:38:35.360618 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean] do_op ce36d9f9/default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5/head//81 [call refcount.put] ov 34295'23658 av 34697'23685 snapc c8=[c8,c7,c6,c5,c4,c3,c2,c1,c0,bf,be,bd,bc,bb,ba,b9,b8,b7,b6,b5,b4,b3,b2,b1,b0,af,ae,ad,ac,ab,aa,a9,a8,a7,a6,a5,a4,a3,a2,a1,a0,9f,9e,9d,9c,9b,9a,99,98,97,96,95,94,93,92,91,90,8f,8e,8d,8c,8b,8a,89,88,87,86,85,84,83,82,81,80,7f,7e,7d,7c,7b,7a,79,78,77,76,75,74,73,72,71,70,6f,6e,6d,6c,6b,6a,69,68,67,66,65,64,63,62,61,60,5f,5e,5d,5c,5b,5a,59,58,57,56,55,54,53,52,51,50,4f,4e,4d,4c,4b,4a,49,48,47,46,45,44,43,42,41,40,3f,3e,3d,3c,3b,3a,39,38,37,36,35,34,33,32,31,30,2f,2e,2d,2c,2b,2a,29,28,26,25,24,22,21,20,1f,1e,1d,1c,1b,1a,19,18,17,16,15,14,13,12,11,10,f,e,d,c,b,a,9,8,7] snapset c7=[c7,c6,c5,c4,c3,c2,c1,c0,bf,be,bd,bc,bb,ba,b9,b8,b7,b6,b5,b4,b3,b2,b1,b0,af,ae,ad,ac,ab,aa,a9,a8,a7,a6,a5,a4,a3,a2,a1,a0,9f,9e,9d,9c,9b,9a,99,98,97,96,95,94,93,92,91,90,8f,8e,8d,8c,8b,8a,89,88,87,86,85,84,83,82,81,80,7f,7e,7d,7c,7b,7a,79,78,77,76,75,74,73,72,71,70,6f,6e,6d,6c,6b,6a,69,68,67,66,65,64,63,62,61,60,5f,5e,5d,5c,5b,5a,59,58,57,56,55,54,53,52,51,50,4f,4e,4d,4c,4b,4a,49,48,47,46,45,44,43,42,41,40,3f,3e,3d,3c,3b,3a,39,38,37,36,35,34,33,32,31,30,2f,2e,2d,2c,2b,2a,29,28,26,25,24,22,21,20,1f,1e,1d,1c,1b,1a,19,18,17,16,15,14,13,12,11,10,f,e,d,c,b,a,9,8,7]:[]+head
2015-05-19 03:38:35.360961 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean]  taking ondisk_read_lock
2015-05-19 03:38:35.361120 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean] do_osd_op ce36d9f9/default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5/head//81 [call refcount.put]
2015-05-19 03:38:35.361345 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean] do_osd_op  call refcount.put
2015-05-19 03:38:35.361528 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean] call method refcount.put
2015-05-19 03:38:35.361776 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean] do_osd_op ce36d9f9/default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5/head//81 [getxattr refcount]
2015-05-19 03:38:35.362105 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean] do_osd_op  getxattr refcount
2015-05-19 03:38:35.365006 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean] do_osd_op ce36d9f9/default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5/head//81 [delete]
2015-05-19 03:38:35.365106 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean] do_osd_op  delete
2015-05-19 03:38:35.365341 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean] method called response length=0
2015-05-19 03:38:35.365557 7f7ace55d700 20 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean] make_writeable ce36d9f9/default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5/head//81 snapset=0x14483c40  snapc=c8=[c8,c7,c6,c5,c4,c3,c2,c1,c0,bf,be,bd,bc,bb,ba,b9,b8,b7,b6,b5,b4,b3,b2,b1,b0,af,ae,ad,ac,ab,aa,a9,a8,a7,a6,a5,a4,a3,a2,a1,a0,9f,9e,9d,9c,9b,9a,99,98,97,96,95,94,93,92,91,90,8f,8e,8d,8c,8b,8a,89,88,87,86,85,84,83,82,81,80,7f,7e,7d,7c,7b,7a,79,78,77,76,75,74,73,72,71,70,6f,6e,6d,6c,6b,6a,69,68,67,66,65,64,63,62,61,60,5f,5e,5d,5c,5b,5a,59,58,57,56,55,54,53,52,51,50,4f,4e,4d,4c,4b,4a,49,48,47,46,45,44,43,42,41,40,3f,3e,3d,3c,3b,3a,39,38,37,36,35,34,33,32,31,30,2f,2e,2d,2c,2b,2a,29,28,26,25,24,22,21,20,1f,1e,1d,1c,1b,1a,19,18,17,16,15,14,13,12,11,10,f,e,d,c,b,a,9,8,7]
2015-05-19 03:38:35.365636 7f7ace55d700 20 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean]  deletion, decrementing num_dirty and clearing flag
2015-05-19 03:38:35.366020 7f7ace55d700 20 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean]  got greedy write on clone_obc obc(ce36d9f9/default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5/c8//81 rwstate(write n=1 w=0))
2015-05-19 03:38:35.366371 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean]  cloning v 34295'23658 to ce36d9f9/default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5/c8//81 v 34697'23685 snaps=[c8]
2015-05-19 03:38:35.367053 7f7ace55d700 20 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean] make_writeable ce36d9f9/default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5/head//81 done, snapset=c8=[c8,c7,c6,c5,c4,c3,c2,c1,c0,bf,be,bd,bc,bb,ba,b9,b8,b7,b6,b5,b4,b3,b2,b1,b0,af,ae,ad,ac,ab,aa,a9,a8,a7,a6,a5,a4,a3,a2,a1,a0,9f,9e,9d,9c,9b,9a,99,98,97,96,95,94,93,92,91,90,8f,8e,8d,8c,8b,8a,89,88,87,86,85,84,83,82,81,80,7f,7e,7d,7c,7b,7a,79,78,77,76,75,74,73,72,71,70,6f,6e,6d,6c,6b,6a,69,68,67,66,65,64,63,62,61,60,5f,5e,5d,5c,5b,5a,59,58,57,56,55,54,53,52,51,50,4f,4e,4d,4c,4b,4a,49,48,47,46,45,44,43,42,41,40,3f,3e,3d,3c,3b,3a,39,38,37,36,35,34,33,32,31,30,2f,2e,2d,2c,2b,2a,29,28,26,25,24,22,21,20,1f,1e,1d,1c,1b,1a,19,18,17,16,15,14,13,12,11,10,f,e,d,c,b,a,9,8,7]:[c8]
2015-05-19 03:38:35.367251 7f7ace55d700 20 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean] finish_ctx ce36d9f9/default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5/head//81 0x542c0c00 op delete  
2015-05-19 03:38:35.367423 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean]  final snapset c8=[c8,c7,c6,c5,c4,c3,c2,c1,c0,bf,be,bd,bc,bb,ba,b9,b8,b7,b6,b5,b4,b3,b2,b1,b0,af,ae,ad,ac,ab,aa,a9,a8,a7,a6,a5,a4,a3,a2,a1,a0,9f,9e,9d,9c,9b,9a,99,98,97,96,95,94,93,92,91,90,8f,8e,8d,8c,8b,8a,89,88,87,86,85,84,83,82,81,80,7f,7e,7d,7c,7b,7a,79,78,77,76,75,74,73,72,71,70,6f,6e,6d,6c,6b,6a,69,68,67,66,65,64,63,62,61,60,5f,5e,5d,5c,5b,5a,59,58,57,56,55,54,53,52,51,50,4f,4e,4d,4c,4b,4a,49,48,47,46,45,44,43,42,41,40,3f,3e,3d,3c,3b,3a,39,38,37,36,35,34,33,32,31,30,2f,2e,2d,2c,2b,2a,29,28,26,25,24,22,21,20,1f,1e,1d,1c,1b,1a,19,18,17,16,15,14,13,12,11,10,f,e,d,c,b,a,9,8,7]:[c8] in ce36d9f9/default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5/snapdir//81
2015-05-19 03:38:35.367700 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean] get_object_context: obc NOT found in cache: ce36d9f9/default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5/snapdir//81
2015-05-19 03:38:35.368737 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean] get_object_context: no obc for soid ce36d9f9/default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5/snapdir//81 but can_create
2015-05-19 03:38:35.368925 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean] create_object_context 0x134e6b00 ce36d9f9/default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5/snapdir//81 
2015-05-19 03:38:35.369182 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean] populate_obc_watchers ce36d9f9/default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5/snapdir//81
2015-05-19 03:38:35.369266 7f7ace55d700 20 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean] ReplicatedPG::check_blacklisted_obc_watchers for obc ce36d9f9/default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5/snapdir//81
2015-05-19 03:38:35.369292 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean] get_object_context: 0x134e6b00 ce36d9f9/default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5/snapdir//81 rwstate(none n=0 w=0) oi: ce36d9f9/default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5/snapdir//81(0'0 unknown.0.0:0 [] s 0 uv 0) ssc: 0x14483c00 snapset: c7=[c7,c6,c5,c4,c3,c2,c1,c0,bf,be,bd,bc,bb,ba,b9,b8,b7,b6,b5,b4,b3,b2,b1,b0,af,ae,ad,ac,ab,aa,a9,a8,a7,a6,a5,a4,a3,a2,a1,a0,9f,9e,9d,9c,9b,9a,99,98,97,96,95,94,93,92,91,90,8f,8e,8d,8c,8b,8a,89,88,87,86,85,84,83,82,81,80,7f,7e,7d,7c,7b,7a,79,78,77,76,75,74,73,72,71,70,6f,6e,6d,6c,6b,6a,69,68,67,66,65,64,63,62,61,60,5f,5e,5d,5c,5b,5a,59,58,57,56,55,54,53,52,51,50,4f,4e,4d,4c,4b,4a,49,48,47,46,45,44,43,42,41,40,3f,3e,3d,3c,3b,3a,39,38,37,36,35,34,33,32,31,30,2f,2e,2d,2c,2b,2a,29,28,26,25,24,22,21,20,1f,1e,1d,1c,1b,1a,19,18,17,16,15,14,13,12,11,10,f,e,d,c,b,a,9,8,7]:[]+head
2015-05-19 03:38:35.369350 7f7ace55d700 20 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean]  got greedy write on snapset_obc obc(ce36d9f9/default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5/snapdir//81(dne) rwstate(write n=1 w=0))
2015-05-19 03:38:35.369784 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean]  dropping ondisk_read_lock
2015-05-19 03:38:35.370080 7f7ace55d700 20 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean]  zeroing write result code 0
2015-05-19 03:38:35.370220 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean] new_repop rep_tid 656357 on osd_op(client.141679501.0:19791 default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5 [call refcount.put] 81.ce36d9f9 ondisk+write+known_if_redirected e34697) v5
2015-05-19 03:38:35.370497 7f7ace55d700  7 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean] issue_repop rep_tid 656357 o ce36d9f9/default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5/head//81
2015-05-19 03:38:35.371291 7f7ace55d700 20 osd.5 34697 share_map_peer 0x146872e0 already has epoch 34697
2015-05-19 03:38:35.371542 7f7ace55d700 20 osd.5 34697 share_map_peer 0x5304a520 already has epoch 34697
2015-05-19 03:38:35.371758 7f7ace55d700 20 snap_mapper.add_oid ce36d9f9/default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5/c8//81 c8
2015-05-19 03:38:35.378714 7f7ab177b700 10 osd.5 34697 handle_replica_op osd_repop_reply(client.141679501.0:19791 81.1f9 ondisk, result = 0) v1 epoch 34697
2015-05-19 03:38:35.378719 7f7ab177b700 20 osd.5 34697 should_share_map osd.17 10.102.5.12:6810/31597 34697
2015-05-19 03:38:35.378725 7f7ab177b700 15 osd.5 34697 enqueue_op 0x535fc400 prio 196 cost 0 latency 0.000132 osd_repop_reply(client.141679501.0:19791 81.1f9 ondisk, result = 0) v1
2015-05-19 03:38:35.414221 7f7ac302d700 10 osd.5 34697 handle_replica_op osd_repop_reply(client.141679501.0:19791 81.1f9 ondisk, result = 0) v1 epoch 34697
2015-05-19 03:38:35.414225 7f7ac302d700 20 osd.5 34697 should_share_map osd.41 10.102.5.13:6801/20405 34697
2015-05-19 03:38:35.414230 7f7ac302d700 15 osd.5 34697 enqueue_op 0x5336e900 prio 196 cost 0 latency 0.000093 osd_repop_reply(client.141679501.0:19791 81.1f9 ondisk, result = 0) v1
2015-05-19 03:38:35.428815 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34688'23684 (34295'20610,34688'23684] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean] append_log log((34295'20610,34688'23684], crt=34658'23682) [34697'23685 (34295'23658) clone    ce36d9f9/default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5/c8//81 by unknown.0.0:0 2015-05-18 09:59:48.631046 snaps [c8],34697'23686 (0'0) modify   ce36d9f9/default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5/snapdir//81 by unknown.0.0:0 2015-05-19 03:38:35.356859,34697'23687 (34295'23658) delete   ce36d9f9/default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5/head//81 by client.141679501.0:19791 2015-05-19 03:38:35.356859]
2015-05-19 03:38:35.429584 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34697'23685 (34295'20610,34697'23685] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 luod=34688'23684 lua=34688'23684 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean] add_log_entry 34697'23685 (34295'23658) clone    ce36d9f9/default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5/c8//81 by unknown.0.0:0 2015-05-18 09:59:48.631046 snaps [c8]
2015-05-19 03:38:35.430206 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34697'23686 (34295'20610,34697'23686] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 luod=34688'23684 lua=34688'23684 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean] add_log_entry 34697'23686 (0'0) modify   ce36d9f9/default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5/snapdir//81 by unknown.0.0:0 2015-05-19 03:38:35.356859
2015-05-19 03:38:35.430541 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34697'23687 (34295'20610,34697'23687] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 luod=34688'23684 lua=34688'23684 crt=34658'23682 lcod 34688'23683 mlcod 34688'23683 active+clean] add_log_entry 34697'23687 (34295'23658) delete   ce36d9f9/default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5/head//81 by client.141679501.0:19791 2015-05-19 03:38:35.356859
2015-05-19 03:38:35.430799 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34697'23687 (34295'20610,34697'23687] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 luod=34688'23684 lua=34688'23684 crt=34688'23683 lcod 34688'23683 mlcod 34688'23683 active+clean] append_log  adding 3 keys
2015-05-19 03:38:35.431034 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34697'23687 (34295'20610,34697'23687] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 luod=34688'23684 lua=34688'23684 crt=34688'23683 lcod 34688'23683 mlcod 34688'23683 active+clean] append_log: trimming to 34688'23683 entries 34688'23683 (0'0) modify   2349b9f9/default.139790852.17690_1-jpg-240x240-1/head//81 by client.139946055.0:7068907 2015-05-19 01:21:37.000000
2015-05-19 03:38:35.431231 7f7ace55d700 10 write_log with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, dirty_divergent_priors: 0, writeout_from: 34697'23685, trimmed: 
2015-05-19 03:38:35.432452 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34697'23687 (34295'20610,34697'23687] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 luod=34688'23684 lua=34688'23684 crt=34688'23683 lcod 34688'23683 mlcod 34688'23683 active+clean] eval_repop repgather(0x52f63900 34697'23687 rep_tid=656357 committed?=0 applied?=0 lock=2 op=osd_op(client.141679501.0:19791 default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5 [call refcount.put] 81.ce36d9f9 ondisk+write+known_if_redirected e34697) v5) wants=d
2015-05-19 03:38:35.432717 7f7ace55d700 10 osd.5 34697 dequeue_op 0x38112700 finish
2015-05-19 03:38:35.432865 7f7acbd58700 10 osd.5 34697 dequeue_op 0x535fc400 prio 196 cost 0 latency 0.054271 osd_repop_reply(client.141679501.0:19791 81.1f9 ondisk, result = 0) v1 pg pg[81.1f9( v 34697'23687 (34295'20610,34697'23687] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 luod=34688'23684 lua=34688'23684 crt=34688'23683 lcod 34688'23683 mlcod 34688'23683 active+clean]
2015-05-19 03:38:35.433129 7f7acbd58700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34697'23687 (34295'20610,34697'23687] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 luod=34688'23684 lua=34688'23684 crt=34688'23683 lcod 34688'23683 mlcod 34688'23683 active+clean] handle_message: 0x535fc400
2015-05-19 03:38:35.433518 7f7acbd58700  7 osd.5 pg_epoch: 34697 pg[81.1f9( v 34697'23687 (34295'20610,34697'23687] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 luod=34688'23684 lua=34688'23684 crt=34688'23683 lcod 34688'23683 mlcod 34688'23683 active+clean] sub_op_modify_reply: tid 656357 op  ack_type 4 from 17
2015-05-19 03:38:35.433862 7f7acbd58700 10 osd.5 34697 dequeue_op 0x535fc400 finish
2015-05-19 03:38:35.433887 7f7aeca5f700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34697'23687 (34295'20610,34697'23687] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 luod=34688'23684 lua=34688'23684 crt=34688'23683 lcod 34688'23683 mlcod 34688'23683 active+clean] op_commit: 656357
2015-05-19 03:38:35.434284 7f7ace55d700 10 osd.5 34697 dequeue_op 0x5336e900 prio 196 cost 0 latency 0.020147 osd_repop_reply(client.141679501.0:19791 81.1f9 ondisk, result = 0) v1 pg pg[81.1f9( v 34697'23687 (34295'20610,34697'23687] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 luod=34688'23684 lua=34688'23684 crt=34688'23683 lcod 34688'23683 mlcod 34688'23683 active+clean]
2015-05-19 03:38:35.434431 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34697'23687 (34295'20610,34697'23687] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 luod=34688'23684 lua=34688'23684 crt=34688'23683 lcod 34688'23683 mlcod 34688'23683 active+clean] handle_message: 0x5336e900
2015-05-19 03:38:35.434481 7f7ace55d700  7 osd.5 pg_epoch: 34697 pg[81.1f9( v 34697'23687 (34295'20610,34697'23687] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 luod=34688'23684 lua=34688'23684 crt=34688'23683 lcod 34688'23683 mlcod 34688'23683 active+clean] sub_op_modify_reply: tid 656357 op  ack_type 4 from 41
2015-05-19 03:38:35.434927 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34697'23687 (34295'20610,34697'23687] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 luod=34688'23684 lua=34688'23684 crt=34688'23683 lcod 34688'23683 mlcod 34688'23683 active+clean] repop_all_committed: repop tid 656357 all committed 
2015-05-19 03:38:35.435083 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34697'23687 (34295'20610,34697'23687] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 lua=34688'23684 crt=34688'23683 lcod 34688'23684 mlcod 34688'23683 active+clean] eval_repop repgather(0x52f63900 34697'23687 rep_tid=656357 committed?=1 applied?=0 lock=2 op=osd_op(client.141679501.0:19791 default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5 [call refcount.put] 81.ce36d9f9 ondisk+write+known_if_redirected e34697) v5) wants=d
2015-05-19 03:38:35.435397 7f7ace55d700 15 osd.5 pg_epoch: 34697 pg[81.1f9( v 34697'23687 (34295'20610,34697'23687] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 lua=34688'23684 crt=34688'23683 lcod 34688'23684 mlcod 34688'23683 active+clean] log_op_stats osd_op(client.141679501.0:19791 default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5 [call refcount.put] 81.ce36d9f9 ondisk+write+known_if_redirected e34697) v5 inb 0 outb 0 rlat 0.000000 lat 0.078165
2015-05-19 03:38:35.435602 7f7ace55d700 15 osd.5 pg_epoch: 34697 pg[81.1f9( v 34697'23687 (34295'20610,34697'23687] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 lua=34688'23684 crt=34688'23683 lcod 34688'23684 mlcod 34688'23683 active+clean] publish_stats_to_osd 34697:49018
2015-05-19 03:38:35.435681 7f7ace55d700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34697'23687 (34295'20610,34697'23687] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 lua=34688'23684 crt=34688'23683 lcod 34688'23684 mlcod 34688'23683 active+clean]  sending commit on repgather(0x52f63900 34697'23687 rep_tid=656357 committed?=1 applied?=0 lock=2 op=osd_op(client.141679501.0:19791 default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5 [call refcount.put] 81.ce36d9f9 ondisk+write+known_if_redirected e34697) v5) 0x528f7c80
2015-05-19 03:38:35.436156 7f7ace55d700 10 osd.5 34697 dequeue_op 0x5336e900 finish
2015-05-19 03:38:35.445244 7f7aed260700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34697'23687 (34295'20610,34697'23687] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 lua=34688'23684 crt=34688'23683 lcod 34688'23684 mlcod 34688'23683 active+clean] op_applied: 656357
2015-05-19 03:38:35.445291 7f7aed260700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34697'23687 (34295'20610,34697'23687] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 lua=34688'23684 crt=34688'23683 lcod 34688'23684 mlcod 34688'23683 active+clean] op_applied version 34697'23687
2015-05-19 03:38:35.445305 7f7aed260700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34697'23687 (34295'20610,34697'23687] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34688'23683 lcod 34688'23684 mlcod 34688'23683 active+clean] repop_all_applied: repop tid 656357 all applied 
2015-05-19 03:38:35.445317 7f7aed260700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34697'23687 (34295'20610,34697'23687] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34688'23683 lcod 34688'23684 mlcod 34688'23683 active+clean] eval_repop repgather(0x52f63900 34697'23687 rep_tid=656357 committed?=1 applied?=1 lock=2 op=osd_op(client.141679501.0:19791 default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5 [call refcount.put] 81.ce36d9f9 ondisk+write+known_if_redirected e34697) v5) wants=d
2015-05-19 03:38:35.445336 7f7aed260700 15 osd.5 pg_epoch: 34697 pg[81.1f9( v 34697'23687 (34295'20610,34697'23687] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34688'23683 lcod 34688'23684 mlcod 34688'23683 active+clean] publish_stats_to_osd 34697: no change since
2015-05-19 03:38:35.445346 7f7aed260700 15 osd.5 pg_epoch: 34697 pg[81.1f9( v 34697'23687 (34295'20610,34697'23687] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34688'23683 lcod 34688'23684 mlcod 34688'23683 active+clean] do_osd_op_effects client.141679501 con 0x13fcd180
2015-05-19 03:38:35.445356 7f7aed260700 10 osd.5 pg_epoch: 34697 pg[81.1f9( v 34697'23687 (34295'20610,34697'23687] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34688'23683 lcod 34688'23684 mlcod 34688'23684 active+clean]  removing repgather(0x52f63900 34697'23687 rep_tid=656357 committed?=1 applied?=1 lock=2 op=osd_op(client.141679501.0:19791 default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5 [call refcount.put] 81.ce36d9f9 ondisk+write+known_if_redirected e34697) v5)
2015-05-19 03:38:35.445370 7f7aed260700 20 osd.5 pg_epoch: 34697 pg[81.1f9( v 34697'23687 (34295'20610,34697'23687] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34688'23683 lcod 34688'23684 mlcod 34688'23684 active+clean]    q front is repgather(0x52f63900 34697'23687 rep_tid=656357 committed?=1 applied?=1 lock=2 op=osd_op(client.141679501.0:19791 default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5 [call refcount.put] 81.ce36d9f9 ondisk+write+known_if_redirected e34697) v5)
2015-05-19 03:38:35.445381 7f7aed260700 20 osd.5 pg_epoch: 34697 pg[81.1f9( v 34697'23687 (34295'20610,34697'23687] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34688'23683 lcod 34688'23684 mlcod 34688'23684 active+clean] remove_repop repgather(0x52f63900 34697'23687 rep_tid=656357 committed?=1 applied?=1 lock=2 op=osd_op(client.141679501.0:19791 default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5 [call refcount.put] 81.ce36d9f9 ondisk+write+known_if_redirected e34697) v5)
2015-05-19 03:38:35.445393 7f7aed260700 20 osd.5 pg_epoch: 34697 pg[81.1f9( v 34697'23687 (34295'20610,34697'23687] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34688'23683 lcod 34688'23684 mlcod 34688'23684 active+clean]  obc obc(ce36d9f9/default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5/head//81(dne) rwstate(excl n=1 w=0))
2015-05-19 03:38:35.445401 7f7aed260700 20 osd.5 pg_epoch: 34697 pg[81.1f9( v 34697'23687 (34295'20610,34697'23687] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34688'23683 lcod 34688'23684 mlcod 34688'23684 active+clean]  clone_obc obc(ce36d9f9/default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5/c8//81 rwstate(write n=1 w=0))
2015-05-19 03:38:35.445409 7f7aed260700 20 osd.5 pg_epoch: 34697 pg[81.1f9( v 34697'23687 (34295'20610,34697'23687] local-les=34670 n=12229 ec=16487 les/c 34670/34670 34669/34669/34645) [5,41,17] r=0 lpr=34669 crt=34688'23683 lcod 34688'23684 mlcod 34688'23684 active+clean]  snapset_obc obc(ce36d9f9/default.139790885.16459__shadow_.B5eeIJm5n8dpsjn-4q5gXmHr4mIcVS1_5/snapdir//81 rwstate(write n=1 w=0))
2015-05-19 03:38:35.449476 7f7aed260700 -1 osd/osd_types.h: In function 'void ObjectContext::RWState::put_excl(std::list<std::tr1::shared_ptr<OpRequest> >*)' thread 7f7aed260700 time 2015-05-19 03:38:35.445434
osd/osd_types.h: 3167: FAILED assert(state == RWEXCL)

 ceph version 0.94.1-98-g7df3eb5 (7df3eb5e548f7b95ec53d3b9d0e43a863d6fe682)
 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x8b) [0xbc2b8b]
 2: /usr/bin/ceph-osd() [0x8b9b05]
 3: (ReplicatedPG::remove_repop(ReplicatedPG::RepGather*)+0xec) [0x84516c]
 4: (ReplicatedPG::eval_repop(ReplicatedPG::RepGather*)+0x912) [0x857082]
 5: (ReplicatedPG::repop_all_applied(ReplicatedPG::RepGather*)+0x16d) [0x857bbd]
 6: (Context::complete(int)+0x9) [0x6caf09]
 7: (ReplicatedBackend::op_applied(ReplicatedBackend::InProgressOp*)+0x1ec) [0xa081dc]
 8: (Context::complete(int)+0x9) [0x6caf09]
 9: (ReplicatedPG::BlessedContext::finish(int)+0x94) [0x8af634]
 10: (Context::complete(int)+0x9) [0x6caf09]
 11: (void finish_contexts<Context>(CephContext*, std::list<Context*, std::allocator<Context*> >&, int)+0x94) [0x70b764]
 12: (C_ContextsBase<Context, Context>::complete(int)+0x9) [0x6cb759]
 13: (Finisher::finisher_thread_entry()+0x158) [0xaef528]
 14: (()+0x8182) [0x7f7afd540182]
 15: (clone()+0x6d) [0x7f7afbaabfbd]
 NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.