ceph version 0.61.9-12-ga5d0178 (a5d0178088973fdc70df692b0d8740aba40164db)
 1: (interval_set<snapid_t>::subtract(interval_set<snapid_t> const&)+0x206) [0x6e7ba6]
 2: (PG::activate(ObjectStore::Transaction&, unsigned int, std::list<Context*, std::allocator<Context*> >&, std::map<int, std::map<pg_t, pg_query_t, std::less<pg_t>, std::allocator<std::pair<pg_t const, pg_query_t> > >, std::less<int>, std::allocator<std::pair<int const, std::map<pg_t, pg_query_t, std::less<pg_t>, std::allocator<std::pair<pg_t const, pg_query_t> > > > > >&, std::map<int, std::vector<std::pair<pg_notify_t, std::map<unsigned int, pg_interval_t, std::less<unsigned int>, std::allocator<std::pair<unsigned int const, pg_interval_t> > > >, std::allocator<std::pair<pg_notify_t, std::map<unsigned int, pg_interval_t, std::less<unsigned int>, std::allocator<std::pair<unsigned int const, pg_interval_t> > > > > >, std::less<int>, std::allocator<std::pair<int const, std::vector<std::pair<pg_notify_t, std::map<unsigned int, pg_interval_t, std::less<unsigned int>, std::allocator<std::pair<unsigned int const, pg_interval_t> > > >, std::allocator<std::pair<pg_notify_t, std::map<unsigned int, pg_interval_t, std::less<unsigned int>, std::allocator<std::pair<unsigned int const, pg_interval_t> > > > > > > > >*)+0x24b) [0x6c76db]
 3: (PG::RecoveryState::Active::Active(boost::statechart::state<PG::RecoveryState::Active, PG::RecoveryState::Primary, PG::RecoveryState::Activating, (boost::statechart::history_mode)0>::my_context)+0x317) [0x6ca987]
 4: (boost::statechart::state<PG::RecoveryState::Active, PG::RecoveryState::Primary, PG::RecoveryState::Activating, (boost::statechart::history_mode)0>::shallow_construct(boost::intrusive_ptr<PG::RecoveryState::Primary> const&, boost::statechart::state_machine<PG::RecoveryState::RecoveryMachine, PG::RecoveryState::Initial, std::allocator<void>, boost::statechart::null_exception_translator>&)+0x5c) [0x6f5e8c]
 5: (boost::statechart::detail::safe_reaction_result boost::statechart::simple_state<PG::RecoveryState::Peering, PG::RecoveryState::Primary, PG::RecoveryState::GetInfo, (boost::statechart::history_mode)0>::transit_impl<PG::RecoveryState::Active, PG::RecoveryState::RecoveryMachine, boost::statechart::detail::no_transition_function>(boost::statechart::detail::no_transition_function const&)+0x90) [0x6f6900]
 6: (boost::statechart::simple_state<PG::RecoveryState::Peering, PG::RecoveryState::Primary, PG::RecoveryState::GetInfo, (boost::statechart::history_mode)0>::react_impl(boost::statechart::event_base const&, void const*)+0x182) [0x6f6b92]
 7: (boost::statechart::simple_state<PG::RecoveryState::WaitFlushedPeering, PG::RecoveryState::Peering, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::react_impl(boost::statechart::event_base const&, void const*)+0x88) [0x6f0d98]
 8: (boost::statechart::state_machine<PG::RecoveryState::RecoveryMachine, PG::RecoveryState::Initial, std::allocator<void>, boost::statechart::null_exception_translator>::process_queued_events()+0xfb) [0x6db65b]
 9: (PG::RecoveryState::handle_event(boost::statechart::event_base const&, PG::RecoveryCtx*)+0x57) [0x6db8d7]
 10: (PG::handle_activate_map(PG::RecoveryCtx*)+0xee) [0x69356e]
 11: (OSD::advance_pg(unsigned int, PG*, ThreadPool::TPHandle&, PG::RecoveryCtx*, std::set<boost::intrusive_ptr<PG>, std::less<boost::intrusive_ptr<PG> >, std::allocator<boost::intrusive_ptr<PG> > >*)+0x49d) [0x62a9cd]
 12: (OSD::process_peering_events(std::list<PG*, std::allocator<PG*> > const&, ThreadPool::TPHandle&)+0x244) [0x62ada4]
 13: (OSD::PeeringWQ::_process(std::list<PG*, std::allocator<PG*> > const&, ThreadPool::TPHandle&)+0x12) [0x666122]
 14: (ThreadPool::worker(ThreadPool::WorkThread*)+0x4e6) [0x833826]
 15: (ThreadPool::WorkThread::entry()+0x10) [0x835650]
 16: (()+0x7e9a) [0x7f01b7027e9a]
 17: (clone()+0x6d) [0x7f01b531873d]
 NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.

--- begin dump of recent events ---
  -161> 2014-08-15 14:31:34.140589 7f0195764700  5 --OSD::tracker-- reqid: client.1117930.0:829, seq: 5, time: 2014-08-15 14:31:34.140588, event: started, request: osd_op(client.1117930.0:829 rbd_header.cb92c2ae8944a [watch add cookie 1 ver 0] 6.743a7316 e18800) v4
  -160> 2014-08-15 14:31:34.140631 7f0195764700  5 --OSD::tracker-- reqid: client.1117930.0:829, seq: 5, time: 2014-08-15 14:31:34.140631, event: started, request: osd_op(client.1117930.0:829 rbd_header.cb92c2ae8944a [watch add cookie 1 ver 0] 6.743a7316 e18800) v4
  -159> 2014-08-15 14:31:34.140740 7f0195764700  1 -- 10.100.250.1:6800/6525 --> 10.100.100.5:0/2047421 -- osd_op_reply(829 rbd_header.cb92c2ae8944a [watch add cookie 1 ver 0] ondisk = 0) v4 -- ?+0 0x1bd1c800 con 0x1ba79000
  -158> 2014-08-15 14:31:34.141105 7f0195764700  5 --OSD::tracker-- reqid: client.1117930.0:829, seq: 5, time: 2014-08-15 14:31:34.141105, event: done, request: osd_op(client.1117930.0:829 rbd_header.cb92c2ae8944a [watch add cookie 1 ver 0] 6.743a7316 e18800) v4
  -157> 2014-08-15 14:31:34.141226 7f0195764700  5 --OSD::tracker-- reqid: client.1117924.0:8296, seq: 9, time: 2014-08-15 14:31:34.141226, event: reached_pg, request: osd_op(client.1117924.0:8296 rbd_header.726a62ae8944a [watch add cookie 1 ver 0] 6.b86fb8cf e18800) v4
  -156> 2014-08-15 14:31:34.141583 7f0195764700  5 --OSD::tracker-- reqid: client.1117924.0:8296, seq: 9, time: 2014-08-15 14:31:34.141583, event: started, request: osd_op(client.1117924.0:8296 rbd_header.726a62ae8944a [watch add cookie 1 ver 0] 6.b86fb8cf e18800) v4
  -155> 2014-08-15 14:31:34.141611 7f0195764700  5 --OSD::tracker-- reqid: client.1117924.0:8296, seq: 9, time: 2014-08-15 14:31:34.141611, event: started, request: osd_op(client.1117924.0:8296 rbd_header.726a62ae8944a [watch add cookie 1 ver 0] 6.b86fb8cf e18800) v4
  -154> 2014-08-15 14:31:34.141650 7f0195764700  1 -- 10.100.250.1:6800/6525 --> 10.100.100.5:0/1040388 -- osd_op_reply(8296 rbd_header.726a62ae8944a [watch add cookie 1 ver 0] ondisk = 0) v4 -- ?+0 0x1bd1c600 con 0x1ba796e0
  -153> 2014-08-15 14:31:34.141883 7f0195764700  5 --OSD::tracker-- reqid: client.1117924.0:8296, seq: 9, time: 2014-08-15 14:31:34.141883, event: done, request: osd_op(client.1117924.0:8296 rbd_header.726a62ae8944a [watch add cookie 1 ver 0] 6.b86fb8cf e18800) v4
  -152> 2014-08-15 14:31:34.149044 7f0195764700 -1 ./include/interval_set.h: In function 'void interval_set<T>::erase(T, T) [with T = snapid_t]' thread 7f0195764700 time 2014-08-15 14:31:34.142364
./include/interval_set.h: 391: FAILED assert(p->second >= before+len)