(gdb) thread apply all bt

Thread 56 (Thread 17251):
#0  0x00007fd32b7fef03 in poll () from /lib/x86_64-linux-gnu/libc.so.6
#1  0x00000000005e2376 in SimpleMessenger::Accepter::entry() ()
#2  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#3  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#4  0x0000000000000000 in ?? ()

Thread 55 (Thread 17250):
#0  0x00007fd32d1d4bac in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000005e4712 in SimpleMessenger::reaper_entry() ()
#2  0x00000000004c160c in SimpleMessenger::ReaperThread::entry() ()
#3  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#4  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x0000000000000000 in ?? ()

Thread 54 (Thread 17246):
#0  0x00007fd32b7fef03 in poll () from /lib/x86_64-linux-gnu/libc.so.6
#1  0x00000000005e2376 in SimpleMessenger::Accepter::entry() ()
#2  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#3  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#4  0x0000000000000000 in ?? ()

Thread 53 (Thread 17247):
#0  0x00007fd32d1d4bac in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000005e4712 in SimpleMessenger::reaper_entry() ()
#2  0x00000000004c160c in SimpleMessenger::ReaperThread::entry() ()
#3  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#4  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x0000000000000000 in ?? ()

Thread 52 (Thread 17300):
---Type <return> to continue, or q <return> to quit---
#0  0x00007fd32b7fef03 in poll () from /lib/x86_64-linux-gnu/libc.so.6
#1  0x00000000005daa89 in tcp_read_wait(int, int) ()
#2  0x00000000005dc64a in tcp_read(CephContext*, int, char*, int, int) ()
#3  0x00000000005f1c08 in SimpleMessenger::Pipe::reader() ()
#4  0x00000000004c179d in SimpleMessenger::Pipe::Reader::entry() ()
#5  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#6  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#7  0x0000000000000000 in ?? ()

Thread 51 (Thread 17297):
#0  0x00007fd32d1d4f2b in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000005f5492 in Cond::WaitInterval(CephContext*, Mutex&, utime_t) ()
#2  0x00000000005ea8dd in SimpleMessenger::Pipe::fault(bool, bool) ()
#3  0x00000000005eb74c in SimpleMessenger::Pipe::connect() ()
#4  0x00000000005edf46 in SimpleMessenger::Pipe::writer() ()
#5  0x00000000004c177d in SimpleMessenger::Pipe::Writer::entry() ()
#6  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#7  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#8  0x0000000000000000 in ?? ()

Thread 50 (Thread 17303):
#0  0x00007fd32b7fef03 in poll () from /lib/x86_64-linux-gnu/libc.so.6
#1  0x00000000005daa89 in tcp_read_wait(int, int) ()
#2  0x00000000005dc64a in tcp_read(CephContext*, int, char*, int, int) ()
#3  0x00000000005f1c08 in SimpleMessenger::Pipe::reader() ()
#4  0x00000000004c179d in SimpleMessenger::Pipe::Reader::entry() ()
#5  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#6  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#7  0x0000000000000000 in ?? ()

Thread 49 (Thread 17307):
#0  0x00007fd32b7fef03 in poll () from /lib/x86_64-linux-gnu/libc.so.6
---Type <return> to continue, or q <return> to quit---
#1  0x00000000005daa89 in tcp_read_wait(int, int) ()
#2  0x00000000005dc64a in tcp_read(CephContext*, int, char*, int, int) ()
#3  0x00000000005f1c08 in SimpleMessenger::Pipe::reader() ()
#4  0x00000000004c179d in SimpleMessenger::Pipe::Reader::entry() ()
#5  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#6  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#7  0x0000000000000000 in ?? ()

Thread 48 (Thread 17302):
#0  0x00007fd32b7fef03 in poll () from /lib/x86_64-linux-gnu/libc.so.6
#1  0x00000000005daa89 in tcp_read_wait(int, int) ()
#2  0x00000000005dc64a in tcp_read(CephContext*, int, char*, int, int) ()
#3  0x00000000005f1c08 in SimpleMessenger::Pipe::reader() ()
#4  0x00000000004c179d in SimpleMessenger::Pipe::Reader::entry() ()
#5  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#6  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#7  0x0000000000000000 in ?? ()

Thread 47 (Thread 17308):
#0  0x00007fd32d1d4bac in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000005edbbe in SimpleMessenger::Pipe::writer() ()
#2  0x00000000004c177d in SimpleMessenger::Pipe::Writer::entry() ()
#3  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#4  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x0000000000000000 in ?? ()

Thread 46 (Thread 17520):
#0  0x00007fd32b7fef03 in poll () from /lib/x86_64-linux-gnu/libc.so.6
#1  0x00000000005daa89 in tcp_read_wait(int, int) ()
#2  0x00000000005dc64a in tcp_read(CephContext*, int, char*, int, int) ()
#3  0x00000000005f1c08 in SimpleMessenger::Pipe::reader() ()
#4  0x00000000004c179d in SimpleMessenger::Pipe::Reader::entry() ()
---Type <return> to continue, or q <return> to quit---
#5  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#6  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#7  0x0000000000000000 in ?? ()

Thread 45 (Thread 17301):
#0  0x00007fd32b7fef03 in poll () from /lib/x86_64-linux-gnu/libc.so.6
#1  0x00000000005daa89 in tcp_read_wait(int, int) ()
#2  0x00000000005dc64a in tcp_read(CephContext*, int, char*, int, int) ()
#3  0x00000000005f1c08 in SimpleMessenger::Pipe::reader() ()
#4  0x00000000004c179d in SimpleMessenger::Pipe::Reader::entry() ()
#5  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#6  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#7  0x0000000000000000 in ?? ()

Thread 44 (Thread 17221):
#0  0x00007fd32d1d4bac in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000005e3d8b in SimpleMessenger::wait() ()
#2  0x00000000004c05f0 in main ()

Thread 43 (Thread 17299):
#0  0x00007fd32b7fef03 in poll () from /lib/x86_64-linux-gnu/libc.so.6
#1  0x00000000005daa89 in tcp_read_wait(int, int) ()
#2  0x00000000005dc64a in tcp_read(CephContext*, int, char*, int, int) ()
#3  0x00000000005f1c08 in SimpleMessenger::Pipe::reader() ()
#4  0x00000000004c179d in SimpleMessenger::Pipe::Reader::entry() ()
#5  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#6  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#7  0x0000000000000000 in ?? ()

Thread 42 (Thread 17222):
#0  0x00007fd32d1d6f91 in sem_timedwait () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x0000000000620867 in CephContextServiceThread::entry() ()
---Type <return> to continue, or q <return> to quit---
#2  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#3  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#4  0x0000000000000000 in ?? ()

Thread 41 (Thread 17298):
#0  0x00007fd32d1d4bac in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000005edbbe in SimpleMessenger::Pipe::writer() ()
#2  0x00000000004c177d in SimpleMessenger::Pipe::Writer::entry() ()
#3  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#4  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x0000000000000000 in ?? ()

Thread 40 (Thread 17295):
#0  0x00007fd32d1d4bac in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000005edbbe in SimpleMessenger::Pipe::writer() ()
#2  0x00000000004c177d in SimpleMessenger::Pipe::Writer::entry() ()
#3  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#4  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x0000000000000000 in ?? ()

Thread 39 (Thread 17285):
#0  0x00007fd32d1d4f2b in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000005d05b5 in ThreadPool::worker() ()
#2  0x00000000005821dd in ThreadPool::WorkThread::entry() ()
#3  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#4  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x0000000000000000 in ?? ()

Thread 38 (Thread 17249):
#0  0x00007fd32b7fef03 in poll () from /lib/x86_64-linux-gnu/libc.so.6
#1  0x00000000005e2376 in SimpleMessenger::Accepter::entry() ()
#2  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
---Type <return> to continue, or q <return> to quit---
#3  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#4  0x0000000000000000 in ?? ()

Thread 37 (Thread 17274):
#0  0x00007fd32d1d77c4 in __lll_lock_wait () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00007fd32d1d25b4 in _L_lock_944 () from /lib/x86_64-linux-gnu/libpthread.so.0
#2  0x00007fd32d1d23ca in pthread_mutex_lock () from /lib/x86_64-linux-gnu/libpthread.so.0
#3  0x000000000054a4d5 in ?? ()
#4  0x0000000000580fb0 in OSD::ms_dispatch(Message*) ()
#5  0x00000000005e72c3 in SimpleMessenger::dispatch_entry() ()
#6  0x00000000004c166c in SimpleMessenger::DispatchThread::entry() ()
#7  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#8  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#9  0x0000000000000000 in ?? ()

Thread 36 (Thread 17271):
#0  0x00007fd32d1d4bac in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000006e0db1 in Finisher::finisher_thread_entry() ()
#2  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#3  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#4  0x0000000000000000 in ?? ()

Thread 35 (Thread 17267):
#0  0x00007fd32d1d4f2b in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000005d05b5 in ThreadPool::worker() ()
#2  0x00000000005821dd in ThreadPool::WorkThread::entry() ()
#3  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#4  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x0000000000000000 in ?? ()

Thread 34 (Thread 17265):
#0  0x00007fd32d1d4bac in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
---Type <return> to continue, or q <return> to quit---
#1  0x0000000000730cc5 in FileJournal::write_thread_entry() ()
#2  0x000000000070dc7d in FileJournal::Writer::entry() ()
#3  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#4  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x0000000000000000 in ?? ()

Thread 33 (Thread 17252):
#0  0x00007fd32d1d4bac in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000005e4712 in SimpleMessenger::reaper_entry() ()
#2  0x00000000004c160c in SimpleMessenger::ReaperThread::entry() ()
#3  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#4  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x0000000000000000 in ?? ()

Thread 32 (Thread 17253):
#0  0x00007fd32d1d4f2b in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000005ccafb in SafeTimer::timer_thread() ()
#2  0x00000000005cd74d in SafeTimerThread::entry() ()
#3  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#4  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x0000000000000000 in ?? ()

Thread 31 (Thread 17254):
#0  0x00007fd32d1d4bac in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000005cc75b in SafeTimer::timer_thread() ()
#2  0x00000000005cd74d in SafeTimerThread::entry() ()
#3  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#4  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x0000000000000000 in ?? ()

Thread 30 (Thread 17258):
#0  0x00007fd32d1d4f2b in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
---Type <return> to continue, or q <return> to quit---
#1  0x000000000070a616 in FileStore::sync_entry() ()
#2  0x00000000007140fd in FileStore::SyncThread::entry() ()
#3  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#4  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x0000000000000000 in ?? ()

Thread 29 (Thread 17266):
#0  0x00007fd32d1d77c4 in __lll_lock_wait () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00007fd32d1d25b4 in _L_lock_944 () from /lib/x86_64-linux-gnu/libpthread.so.0
#2  0x00007fd32d1d23ca in pthread_mutex_lock () from /lib/x86_64-linux-gnu/libpthread.so.0
#3  0x0000000000539e47 in Mutex::Lock(bool) ()
#4  0x000000000067414d in PG::lock(bool) ()
#5  0x00000000004dd521 in ReplicatedPG::_committed_pushed_object(MOSDSubOp*, unsigned int, eversion_t) ()
#6  0x0000000000539dec in ReplicatedPG::C_OSD_CommittedPushedObject::finish(int) ()
#7  0x00000000006e0608 in Finisher::finisher_thread_entry() ()
#8  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#9  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#10 0x0000000000000000 in ?? ()

Thread 28 (Thread 17268):
#0  0x00007fd32d1d4f2b in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000005d05b5 in ThreadPool::worker() ()
#2  0x00000000005821dd in ThreadPool::WorkThread::entry() ()
#3  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#4  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x0000000000000000 in ?? ()

Thread 27 (Thread 17269):
#0  0x00007fd32d1d4bac in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000007031de in FileStore::flusher_entry() ()
#2  0x0000000000712bed in FileStore::FlusherThread::entry() ()
#3  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
---Type <return> to continue, or q <return> to quit---
#4  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x0000000000000000 in ?? ()

Thread 26 (Thread 17270):
#0  0x00007fd32d1d4bac in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000006e0db1 in Finisher::finisher_thread_entry() ()
#2  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#3  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#4  0x0000000000000000 in ?? ()

Thread 25 (Thread 17272):
#0  0x00007fd32d1d4f2b in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000005ccafb in SafeTimer::timer_thread() ()
#2  0x00000000005cd74d in SafeTimerThread::entry() ()
#3  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#4  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x0000000000000000 in ?? ()

Thread 24 (Thread 17273):
#0  0x00007fd32d1d4bac in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000005e6b02 in SimpleMessenger::dispatch_entry() ()
#2  0x00000000004c166c in SimpleMessenger::DispatchThread::entry() ()
#3  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#4  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x0000000000000000 in ?? ()

Thread 23 (Thread 17275):
#0  0x00007fd32d1d4bac in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000005e6b02 in SimpleMessenger::dispatch_entry() ()
#2  0x00000000004c166c in SimpleMessenger::DispatchThread::entry() ()
#3  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#4  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
---Type <return> to continue, or q <return> to quit---
#5  0x0000000000000000 in ?? ()

Thread 22 (Thread 17276):
#0  0x00007fd32d1d4bac in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000005e6b02 in SimpleMessenger::dispatch_entry() ()
#2  0x00000000004c166c in SimpleMessenger::DispatchThread::entry() ()
#3  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#4  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x0000000000000000 in ?? ()

Thread 21 (Thread 17277):
#0  0x00007fd32d1d4f2b in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000005ccafb in SafeTimer::timer_thread() ()
#2  0x00000000005cd74d in SafeTimerThread::entry() ()
#3  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#4  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x0000000000000000 in ?? ()

Thread 20 (Thread 17278):
#0  0x00007fd32d1d4bac in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000006e0db1 in Finisher::finisher_thread_entry() ()
#2  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#3  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#4  0x0000000000000000 in ?? ()

Thread 19 (Thread 17248):
#0  0x00007fd32d1d4bac in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000005e4712 in SimpleMessenger::reaper_entry() ()
#2  0x00000000004c160c in SimpleMessenger::ReaperThread::entry() ()
#3  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#4  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x0000000000000000 in ?? ()
---Type <return> to continue, or q <return> to quit---

Thread 18 (Thread 17223):
#0  0x00007fd32b7fef03 in poll () from /lib/x86_64-linux-gnu/libc.so.6
#1  0x00000000006dfe39 in AdminSocket::entry() ()
#2  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#3  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#4  0x0000000000000000 in ?? ()

Thread 17 (Thread 17279):
#0  0x00007fd32d1d4bac in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000005edbbe in SimpleMessenger::Pipe::writer() ()
#2  0x00000000004c177d in SimpleMessenger::Pipe::Writer::entry() ()
#3  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#4  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x0000000000000000 in ?? ()

Thread 16 (Thread 17280):
#0  0x00007fd32b7fef03 in poll () from /lib/x86_64-linux-gnu/libc.so.6
#1  0x00000000005daa89 in tcp_read_wait(int, int) ()
#2  0x00000000005dc64a in tcp_read(CephContext*, int, char*, int, int) ()
#3  0x00000000005f1c08 in SimpleMessenger::Pipe::reader() ()
#4  0x00000000004c179d in SimpleMessenger::Pipe::Reader::entry() ()
#5  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#6  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#7  0x0000000000000000 in ?? ()

Thread 15 (Thread 17521):
#0  0x00007fd32d1d4bac in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000005edbbe in SimpleMessenger::Pipe::writer() ()
#2  0x00000000004c177d in SimpleMessenger::Pipe::Writer::entry() ()
#3  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#4  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
---Type <return> to continue, or q <return> to quit---
#5  0x0000000000000000 in ?? ()

Thread 14 (Thread 17283):
#0  0x00007fd32d1d4f2b in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000005d05b5 in ThreadPool::worker() ()
#2  0x00000000005821dd in ThreadPool::WorkThread::entry() ()
#3  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#4  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x0000000000000000 in ?? ()

Thread 13 (Thread 17306):
#0  0x00007fd32d1d4bac in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000005edbbe in SimpleMessenger::Pipe::writer() ()
#2  0x00000000004c177d in SimpleMessenger::Pipe::Writer::entry() ()
#3  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#4  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x0000000000000000 in ?? ()

Thread 12 (Thread 17305):
#0  0x00007fd32d1d4bac in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000005edbbe in SimpleMessenger::Pipe::writer() ()
#2  0x00000000004c177d in SimpleMessenger::Pipe::Writer::entry() ()
#3  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#4  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x0000000000000000 in ?? ()

Thread 11 (Thread 17282):
#0  0x00007fd32d1d77c4 in __lll_lock_wait () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00007fd32d1d25b4 in _L_lock_944 () from /lib/x86_64-linux-gnu/libpthread.so.0
#2  0x00007fd32d1d23ca in pthread_mutex_lock () from /lib/x86_64-linux-gnu/libpthread.so.0
#3  0x0000000000539e47 in Mutex::Lock(bool) ()
#4  0x000000000067414d in PG::lock(bool) ()
---Type <return> to continue, or q <return> to quit---
#5  0x0000000000563000 in OSD::dequeue_op(PG*) ()
#6  0x00000000005d0016 in ThreadPool::worker() ()
#7  0x00000000005821dd in ThreadPool::WorkThread::entry() ()
#8  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#9  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#10 0x0000000000000000 in ?? ()

Thread 10 (Thread 17304):
#0  0x00007fd32d1d4bac in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000005f1af4 in SimpleMessenger::Pipe::reader() ()
#2  0x00000000004c179d in SimpleMessenger::Pipe::Reader::entry() ()
#3  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#4  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x0000000000000000 in ?? ()

Thread 9 (Thread 17296):
#0  0x00007fd32d1d4bac in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000005edbbe in SimpleMessenger::Pipe::writer() ()
#2  0x00000000004c177d in SimpleMessenger::Pipe::Writer::entry() ()
#3  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#4  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x0000000000000000 in ?? ()

Thread 8 (Thread 17294):
#0  0x00007fd32d1d4bac in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000005edbbe in SimpleMessenger::Pipe::writer() ()
#2  0x00000000004c177d in SimpleMessenger::Pipe::Writer::entry() ()
#3  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#4  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x0000000000000000 in ?? ()

Thread 7 (Thread 17292):
---Type <return> to continue, or q <return> to quit---
#0  0x00007fd32d1d4bac in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000005edbbe in SimpleMessenger::Pipe::writer() ()
#2  0x00000000004c177d in SimpleMessenger::Pipe::Writer::entry() ()
#3  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#4  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x0000000000000000 in ?? ()

Thread 6 (Thread 17291):
#0  0x00007fd32b7fef03 in poll () from /lib/x86_64-linux-gnu/libc.so.6
#1  0x00000000005daa89 in tcp_read_wait(int, int) ()
#2  0x00000000005dc64a in tcp_read(CephContext*, int, char*, int, int) ()
#3  0x00000000005f1c08 in SimpleMessenger::Pipe::reader() ()
#4  0x00000000004c179d in SimpleMessenger::Pipe::Reader::entry() ()
#5  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#6  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#7  0x0000000000000000 in ?? ()

Thread 5 (Thread 17288):
#0  0x00007fd32d1d4bac in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000005edbbe in SimpleMessenger::Pipe::writer() ()
#2  0x00000000004c177d in SimpleMessenger::Pipe::Writer::entry() ()
#3  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#4  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x0000000000000000 in ?? ()

Thread 4 (Thread 17287):
#0  0x00007fd32d1d4bac in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000005f1af4 in SimpleMessenger::Pipe::reader() ()
#2  0x00000000004c179d in SimpleMessenger::Pipe::Reader::entry() ()
#3  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#4  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x0000000000000000 in ?? ()
---Type <return> to continue, or q <return> to quit---

Thread 3 (Thread 17286):
#0  0x00007fd32d1d4f2b in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x000000000058133f in OSD::heartbeat_entry() ()
#2  0x000000000059fd1d in OSD::T_Heartbeat::entry() ()
#3  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#4  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x0000000000000000 in ?? ()

Thread 2 (Thread 17284):
#0  0x00007fd32d1d4f2b in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000005d05b5 in ThreadPool::worker() ()
#2  0x00000000005821dd in ThreadPool::WorkThread::entry() ()
#3  0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#4  0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x0000000000000000 in ?? ()

Thread 1 (Thread 17281):
#0  0x00007fd32d1d8b3b in raise () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00000000005a7ae2 in ?? ()
#2  0x00000000005a80da in ?? ()
#3  <signal handler called>
#4  0x00007fd32b759d05 in raise () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x00007fd32b75dab6 in abort () from /lib/x86_64-linux-gnu/libc.so.6
#6  0x00007fd32c0106dd in __gnu_cxx::__verbose_terminate_handler() ()
   from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#7  0x00007fd32c00e926 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#8  0x00007fd32c00e953 in std::terminate() () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#9  0x00007fd32c00ea5e in __cxa_throw () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#10 0x00000000005cdcd6 in ceph::__ceph_assert_fail(char const*, char const*, int, char const*) ()
#11 0x0000000000515203 in interval_set<unsigned long>::range_end() const ()
#12 0x00000000004f92f6 in ReplicatedPG::sub_op_push(MOSDSubOp*) ()
---Type <return> to continue, or q <return> to quit---
#13 0x00000000004fa06b in ReplicatedPG::do_sub_op(MOSDSubOp*) ()
#14 0x000000000056334d in OSD::dequeue_op(PG*) ()
#15 0x00000000005d0016 in ThreadPool::worker() ()
#16 0x00000000005821dd in ThreadPool::WorkThread::entry() ()
#17 0x00007fd32d1cfd8c in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#18 0x00007fd32b80c04d in clone () from /lib/x86_64-linux-gnu/libc.so.6
#19 0x0000000000000000 in ?? ()
(gdb)