Skip to content

Instantly share code, notes, and snippets.

@olliRJL
Created November 8, 2022 18:09
ceph-mds-pstack-dump
Thread 26 (Thread 0x7fdd0add6700 (LWP 1497335) "ms_dispatch"):
#0 0x00007fdd183df561 in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=req@entry=0x7fdd0add3dd0, rem=rem@entry=0x7fdd0add3dd0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x00007fdd183e4d43 in __GI___nanosleep (requested_time=requested_time@entry=0x7fdd0add3dd0, remaining=remaining@entry=0x7fdd0add3dd0) at nanosleep.c:27
#2 0x00007fdd183e4c7a in __sleep (seconds=0) at ../sysdeps/posix/sleep.c:55
#3 0x0000560a26602d47 in ?? ()
#4 0x00007fdd1871ded0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#5 0x00007fdd1882bea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fdd18418a2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 25 (Thread 0x7fdd0b5d7700 (LWP 1497334) "ms_dispatch"):
#0 0x00007fdd183df561 in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=req@entry=0x7fdd0b5d4dc0, rem=rem@entry=0x7fdd0b5d4dc0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x00007fdd183e4d43 in __GI___nanosleep (requested_time=requested_time@entry=0x7fdd0b5d4dc0, remaining=remaining@entry=0x7fdd0b5d4dc0) at nanosleep.c:27
#2 0x00007fdd183e4c7a in __sleep (seconds=0) at ../sysdeps/posix/sleep.c:55
#3 0x0000560a2660f276 in ?? ()
#4 0x00007fdd1871ded0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#5 0x00007fdd1882bea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fdd18418a2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 24 (Thread 0x7fdd0c5d9700 (LWP 1496878) "md_submit"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x560a28d7c280) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560a28d7c230, cond=0x560a28d7c258) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x560a28d7c258, mutex=0x560a28d7c230) at pthread_cond_wait.c:638
#3 0x00007fdd1871890c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#4 0x0000560a265e4849 in MDLog::_submit_thread() ()
#5 0x0000560a262b825d in MDLog::SubmitThread::entry() ()
#6 0x00007fdd1882bea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#7 0x00007fdd18418a2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 23 (Thread 0x7fdd0d5db700 (LWP 1496876) "MR_Finisher"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x560a27f5055c) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560a27f50508, cond=0x560a27f50530) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x560a27f50530, mutex=0x560a27f50508) at pthread_cond_wait.c:638
#3 0x00007fdd1871890c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#4 0x00007fdd18bab492 in Finisher::finisher_thread_entry() () from target:/usr/lib/ceph/libceph-common.so.2
#5 0x00007fdd1882bea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fdd18418a2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 22 (Thread 0x7fdd0dddc700 (LWP 1496875) "safe_timer"):
#0 futex_abstimed_wait_cancelable (private=0, abstime=0x7fdd0ddd9e30, clockid=232627520, expected=0, futex_word=0x560a28d718ec) at ../sysdeps/nptl/futex-internal.h:323
#1 __pthread_cond_wait_common (abstime=0x7fdd0ddd9e30, clockid=232627520, mutex=0x560a28c0f390, cond=0x560a28d718c0) at pthread_cond_wait.c:520
#2 __pthread_cond_clockwait (abstime=0x7fdd0ddd9e30, clockid=232627520, mutex=0x560a28c0f390, cond=0x560a28d718c0) at pthread_cond_wait.c:677
#3 __pthread_cond_clockwait (cond=0x560a28d718c0, mutex=0x560a28c0f390, clockid=232627520, abstime=0x7fdd0ddd9e30) at pthread_cond_wait.c:665
#4 0x00007fdd18bf3e4c in CommonSafeTimer<std::mutex>::timer_thread() () from target:/usr/lib/ceph/libceph-common.so.2
#5 0x00007fdd18bf4b6d in CommonSafeTimerThread<std::mutex>::entry() () from target:/usr/lib/ceph/libceph-common.so.2
#6 0x00007fdd1882bea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#7 0x00007fdd18418a2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 21 (Thread 0x7fdd0e5dd700 (LWP 1496874) "PQ_Finisher"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x560a28d717d0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560a28d71780, cond=0x560a28d717a8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x560a28d717a8, mutex=0x560a28d71780) at pthread_cond_wait.c:638
#3 0x00007fdd1871890c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#4 0x00007fdd18bab492 in Finisher::finisher_thread_entry() () from target:/usr/lib/ceph/libceph-common.so.2
#5 0x00007fdd1882bea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fdd18418a2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 20 (Thread 0x7fdd0edde700 (LWP 1496873) "mds_rank_progr"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x560a28d71708) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560a28c0f350, cond=0x560a28d716e0) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x560a28d716e0, mutex=0x560a28c0f350) at pthread_cond_wait.c:638
#3 0x00007fdd1871890c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#4 0x0000560a262c149f in void std::_V2::condition_variable_any::wait<std::unique_lock<ceph::fair_mutex> >(std::unique_lock<ceph::fair_mutex>&) ()
#5 0x0000560a262ae523 in MDSRank::ProgressThread::entry() ()
#6 0x00007fdd1882bea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#7 0x00007fdd18418a2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 19 (Thread 0x7fdd0f5df700 (LWP 1496872) "ms_dispatch"):
#0 futex_abstimed_wait_cancelable (private=0, abstime=0x7fdd0f5dcdf0, clockid=257805584, expected=0, futex_word=0x560a28d73468) at ../sysdeps/nptl/futex-internal.h:323
#1 __pthread_cond_wait_common (abstime=0x7fdd0f5dcdf0, clockid=257805584, mutex=0x560a28d73418, cond=0x560a28d73440) at pthread_cond_wait.c:520
#2 __pthread_cond_clockwait (abstime=0x7fdd0f5dcdf0, clockid=257805584, mutex=0x560a28d73418, cond=0x560a28d73440) at pthread_cond_wait.c:677
#3 __pthread_cond_clockwait (cond=0x560a28d73440, mutex=0x560a28d73418, clockid=257805584, abstime=0x7fdd0f5dcdf0) at pthread_cond_wait.c:665
#4 0x0000560a263e649b in MDCache::upkeep_main() ()
#5 0x00007fdd1871ded0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007fdd1882bea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#7 0x00007fdd18418a2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 18 (Thread 0x7fdd0fde0700 (LWP 1496871) "OpHistorySvc"):
#0 0x00007fdd183df561 in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=req@entry=0x7fdd0fddde00, rem=rem@entry=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x00007fdd183e4d43 in __GI___nanosleep (requested_time=requested_time@entry=0x7fdd0fddde00, remaining=remaining@entry=0x0) at nanosleep.c:27
#2 0x00007fdd1840fa55 in usleep (useconds=<optimized out>) at ../sysdeps/posix/usleep.c:32
#3 0x0000560a266195ed in OpHistoryServiceThread::entry() ()
#4 0x00007fdd1882bea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fdd18418a2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 17 (Thread 0x7fdd105e1700 (LWP 1496870) "ceph_timer"):
#0 futex_abstimed_wait_cancelable (private=0, abstime=0x7fdd105dee40, clockid=274591104, expected=0, futex_word=0x560a28d76224) at ../sysdeps/nptl/futex-internal.h:323
#1 __pthread_cond_wait_common (abstime=0x7fdd105dee40, clockid=274591104, mutex=0x560a28d761d0, cond=0x560a28d761f8) at pthread_cond_wait.c:520
#2 __pthread_cond_clockwait (abstime=0x7fdd105dee40, clockid=274591104, mutex=0x560a28d761d0, cond=0x560a28d761f8) at pthread_cond_wait.c:677
#3 __pthread_cond_clockwait (cond=0x560a28d761f8, mutex=0x560a28d761d0, clockid=274591104, abstime=0x7fdd105dee40) at pthread_cond_wait.c:665
#4 0x0000560a266da99b in ceph::timer<ceph::coarse_mono_clock>::timer_thread() ()
#5 0x00007fdd1871ded0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007fdd1882bea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#7 0x00007fdd18418a2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 16 (Thread 0x7fdd10de2700 (LWP 1172787) "safe_timer"):
#0 futex_abstimed_wait_cancelable (private=0, abstime=0x7fdd10ddfe30, clockid=282983744, expected=0, futex_word=0x560a28b26ea4) at ../sysdeps/nptl/futex-internal.h:323
#1 __pthread_cond_wait_common (abstime=0x7fdd10ddfe30, clockid=282983744, mutex=0x560a28b4d710, cond=0x560a28b26e78) at pthread_cond_wait.c:520
#2 __pthread_cond_clockwait (abstime=0x7fdd10ddfe30, clockid=282983744, mutex=0x560a28b4d710, cond=0x560a28b26e78) at pthread_cond_wait.c:677
#3 __pthread_cond_clockwait (cond=0x560a28b26e78, mutex=0x560a28b4d710, clockid=282983744, abstime=0x7fdd10ddfe30) at pthread_cond_wait.c:665
#4 0x00007fdd18bf3e4c in CommonSafeTimer<std::mutex>::timer_thread() () from target:/usr/lib/ceph/libceph-common.so.2
#5 0x00007fdd18bf4b6d in CommonSafeTimerThread<std::mutex>::entry() () from target:/usr/lib/ceph/libceph-common.so.2
#6 0x00007fdd1882bea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#7 0x00007fdd18418a2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 15 (Thread 0x7fdd115e3700 (LWP 1172785) "ceph-mds"):
#0 futex_abstimed_wait_cancelable (private=0, abstime=0x7fdd115e0df0, clockid=291376432, expected=0, futex_word=0x7fdd115e0e48) at ../sysdeps/nptl/futex-internal.h:323
#1 __pthread_cond_wait_common (abstime=0x7fdd115e0df0, clockid=291376432, mutex=0x560a28b26a88, cond=0x7fdd115e0e20) at pthread_cond_wait.c:520
#2 __pthread_cond_clockwait (abstime=0x7fdd115e0df0, clockid=291376432, mutex=0x560a28b26a88, cond=0x7fdd115e0e20) at pthread_cond_wait.c:677
#3 __pthread_cond_clockwait (cond=0x7fdd115e0e20, mutex=0x560a28b26a88, clockid=291376432, abstime=0x7fdd115e0df0) at pthread_cond_wait.c:665
#4 0x0000560a262d858a in ?? ()
#5 0x00007fdd1871ded0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007fdd1882bea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#7 0x00007fdd18418a2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 14 (Thread 0x7fdd11de4700 (LWP 1172784) "safe_timer"):
#0 futex_abstimed_wait_cancelable (private=0, abstime=0x7fdd11de1e30, clockid=299769152, expected=0, futex_word=0x560a28b269b8) at ../sysdeps/nptl/futex-internal.h:323
#1 __pthread_cond_wait_common (abstime=0x7fdd11de1e30, clockid=299769152, mutex=0x560a28b4d6d0, cond=0x560a28b26990) at pthread_cond_wait.c:520
#2 __pthread_cond_clockwait (abstime=0x7fdd11de1e30, clockid=299769152, mutex=0x560a28b4d6d0, cond=0x560a28b26990) at pthread_cond_wait.c:677
#3 __pthread_cond_clockwait (cond=0x560a28b26990, mutex=0x560a28b4d6d0, clockid=299769152, abstime=0x7fdd11de1e30) at pthread_cond_wait.c:665
#4 0x00007fdd18bf2ba7 in CommonSafeTimer<ceph::fair_mutex>::timer_thread() () from target:/usr/lib/ceph/libceph-common.so.2
#5 0x00007fdd18bf380d in CommonSafeTimerThread<ceph::fair_mutex>::entry() () from target:/usr/lib/ceph/libceph-common.so.2
#6 0x00007fdd1882bea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#7 0x00007fdd18418a2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 13 (Thread 0x7fdd125e5700 (LWP 1172783) "safe_timer"):
#0 futex_abstimed_wait_cancelable (private=0, abstime=0x7fdd125e2e30, clockid=308161856, expected=0, futex_word=0x7ffce6c745e8) at ../sysdeps/nptl/futex-internal.h:323
#1 __pthread_cond_wait_common (abstime=0x7fdd125e2e30, clockid=308161856, mutex=0x560a28b4d690, cond=0x7ffce6c745c0) at pthread_cond_wait.c:520
#2 __pthread_cond_clockwait (abstime=0x7fdd125e2e30, clockid=308161856, mutex=0x560a28b4d690, cond=0x7ffce6c745c0) at pthread_cond_wait.c:677
#3 __pthread_cond_clockwait (cond=0x7ffce6c745c0, mutex=0x560a28b4d690, clockid=308161856, abstime=0x7fdd125e2e30) at pthread_cond_wait.c:665
#4 0x00007fdd18bf3e4c in CommonSafeTimer<std::mutex>::timer_thread() () from target:/usr/lib/ceph/libceph-common.so.2
#5 0x00007fdd18bf4b6d in CommonSafeTimerThread<std::mutex>::entry() () from target:/usr/lib/ceph/libceph-common.so.2
#6 0x00007fdd1882bea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#7 0x00007fdd18418a2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 12 (Thread 0x7fdd12de6700 (LWP 1172782) "ms_local"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x560a28b26560) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560a28b26510, cond=0x560a28b26538) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x560a28b26538, mutex=0x560a28b26510) at pthread_cond_wait.c:638
#3 0x00007fdd1871890c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#4 0x00007fdd18d5a7c1 in DispatchQueue::run_local_delivery() () from target:/usr/lib/ceph/libceph-common.so.2
#5 0x00007fdd18e1d25d in DispatchQueue::LocalDeliveryThread::entry() () from target:/usr/lib/ceph/libceph-common.so.2
#6 0x00007fdd1882bea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#7 0x00007fdd18418a2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 11 (Thread 0x7fdd135e7700 (LWP 1172781) "ms_dispatch"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x560a28b263e4) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560a28b26390, cond=0x560a28b263b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x560a28b263b8, mutex=0x560a28b26390) at pthread_cond_wait.c:638
#3 0x00007fdd1871890c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#4 0x00007fdd18d5ac6a in DispatchQueue::entry() () from target:/usr/lib/ceph/libceph-common.so.2
#5 0x00007fdd18e1d19d in DispatchQueue::DispatchThread::entry() () from target:/usr/lib/ceph/libceph-common.so.2
#6 0x00007fdd1882bea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#7 0x00007fdd18418a2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 10 (Thread 0x7fdd13de8700 (LWP 1172780) "io_context_pool"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x560a27e14398) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560a27e14338, cond=0x560a27e14370) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x560a27e14370, mutex=0x560a27e14338) at pthread_cond_wait.c:638
#3 0x0000560a2627ac2a in boost::asio::detail::scheduler::do_run_one(boost::asio::detail::conditionally_enabled_mutex::scoped_lock&, boost::asio::detail::scheduler_thread_info&, boost::system::error_code const&) ()
#4 0x0000560a26277bd1 in ?? ()
#5 0x0000560a2627b9b6 in _ZNSt6thread11_State_implINS_8_InvokerISt5tupleIJZ17make_named_threadIZN4ceph5async15io_context_pool5startEsEUlvE_JEES_St17basic_string_viewIcSt11char_traitsIcEEOT_DpOT0_EUlSD_SG_E_S7_EEEEE6_M_runEv ()
#6 0x00007fdd1871ded0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#7 0x00007fdd1882bea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#8 0x00007fdd18418a2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 9 (Thread 0x7fdd145e9700 (LWP 1172779) "io_context_pool"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x560a27e14398) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560a27e14338, cond=0x560a27e14370) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x560a27e14370, mutex=0x560a27e14338) at pthread_cond_wait.c:638
#3 0x0000560a2627ac2a in boost::asio::detail::scheduler::do_run_one(boost::asio::detail::conditionally_enabled_mutex::scoped_lock&, boost::asio::detail::scheduler_thread_info&, boost::system::error_code const&) ()
#4 0x0000560a26277bd1 in ?? ()
#5 0x0000560a2627b9b6 in _ZNSt6thread11_State_implINS_8_InvokerISt5tupleIJZ17make_named_threadIZN4ceph5async15io_context_pool5startEsEUlvE_JEES_St17basic_string_viewIcSt11char_traitsIcEEOT_DpOT0_EUlSD_SG_E_S7_EEEEE6_M_runEv ()
#6 0x00007fdd1871ded0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#7 0x00007fdd1882bea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#8 0x00007fdd18418a2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 8 (Thread 0x7fdd14dea700 (LWP 1172778) "signal_handler"):
#0 0x00007fdd1840cd2f in __GI___poll (fds=0x7fdd14de7bf0, nfds=4, timeout=-1) at ../sysdeps/unix/sysv/linux/poll.c:29
#1 0x0000560a2667ffb6 in SignalHandler::entry() ()
#2 0x00007fdd1882bea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#3 0x00007fdd18418a2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 7 (Thread 0x7fdd155eb700 (LWP 1172777) "admin_socket"):
#0 0x00007fdd1840cd2f in __GI___poll (fds=0x7fdd155e8e20, nfds=2, timeout=-1) at ../sysdeps/unix/sysv/linux/poll.c:29
#1 0x00007fdd18c09f2b in AdminSocket::entry() () from target:/usr/lib/ceph/libceph-common.so.2
#2 0x00007fdd1871ded0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#3 0x00007fdd1882bea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#4 0x00007fdd18418a2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 6 (Thread 0x7fdd175ef700 (LWP 1172776) "service"):
#0 futex_abstimed_wait_cancelable (private=0, abstime=0x7fdd175ece60, clockid=392089024, expected=0, futex_word=0x560a27e17208) at ../sysdeps/nptl/futex-internal.h:323
#1 __pthread_cond_wait_common (abstime=0x7fdd175ece60, clockid=392089024, mutex=0x560a27e171b8, cond=0x560a27e171e0) at pthread_cond_wait.c:520
#2 __pthread_cond_clockwait (abstime=0x7fdd175ece60, clockid=392089024, mutex=0x560a27e171b8, cond=0x560a27e171e0) at pthread_cond_wait.c:677
#3 __pthread_cond_clockwait (cond=0x560a27e171e0, mutex=0x560a27e171b8, clockid=392089024, abstime=0x7fdd175ece60) at pthread_cond_wait.c:665
#4 0x00007fdd18c21e15 in ceph::common::CephContextServiceThread::entry() () from target:/usr/lib/ceph/libceph-common.so.2
#5 0x00007fdd1882bea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fdd18418a2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 5 (Thread 0x7fdd15dec700 (LWP 1172772) "msgr-worker-2"):
#0 0x00007fdd18418d56 in epoll_wait (epfd=11, events=0x560a27edc000, maxevents=5000, timeout=16577) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fdd18e7666a in EpollDriver::event_wait(std::vector<FiredFileEvent, std::allocator<FiredFileEvent> >&, timeval*) () from target:/usr/lib/ceph/libceph-common.so.2
#2 0x00007fdd18e668b7 in EventCenter::process_events(unsigned int, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> >*) () from target:/usr/lib/ceph/libceph-common.so.2
#3 0x00007fdd18e6eb0b in ?? () from target:/usr/lib/ceph/libceph-common.so.2
#4 0x00007fdd1871ded0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#5 0x00007fdd1882bea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fdd18418a2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 4 (Thread 0x7fdd165ed700 (LWP 1172771) "msgr-worker-1"):
#0 0x00007fdd18418d56 in epoll_wait (epfd=8, events=0x560a27eae000, maxevents=5000, timeout=17281) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fdd18e7666a in EpollDriver::event_wait(std::vector<FiredFileEvent, std::allocator<FiredFileEvent> >&, timeval*) () from target:/usr/lib/ceph/libceph-common.so.2
#2 0x00007fdd18e668b7 in EventCenter::process_events(unsigned int, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> >*) () from target:/usr/lib/ceph/libceph-common.so.2
#3 0x00007fdd18e6eb0b in ?? () from target:/usr/lib/ceph/libceph-common.so.2
#4 0x00007fdd1871ded0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#5 0x00007fdd1882bea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fdd18418a2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 3 (Thread 0x7fdd16dee700 (LWP 1172770) "msgr-worker-0"):
#0 0x00007fdd18418d56 in epoll_wait (epfd=5, events=0x560a28b5c000, maxevents=5000, timeout=30000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fdd18e7666a in EpollDriver::event_wait(std::vector<FiredFileEvent, std::allocator<FiredFileEvent> >&, timeval*) () from target:/usr/lib/ceph/libceph-common.so.2
#2 0x00007fdd18e668b7 in EventCenter::process_events(unsigned int, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> >*) () from target:/usr/lib/ceph/libceph-common.so.2
#3 0x00007fdd18e6eb0b in ?? () from target:/usr/lib/ceph/libceph-common.so.2
#4 0x00007fdd1871ded0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#5 0x00007fdd1882bea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fdd18418a2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 2 (Thread 0x7fdd17e04700 (LWP 1172768) "log"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x560a27e2d0b4) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560a27e2d008, cond=0x560a27e2d088) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x560a27e2d088, mutex=0x560a27e2d008) at pthread_cond_wait.c:638
#3 0x00007fdd1871890c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#4 0x00007fdd18eac878 in ceph::logging::Log::entry() () from target:/usr/lib/ceph/libceph-common.so.2
#5 0x00007fdd1882bea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fdd18418a2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 1 (Thread 0x7fdd17e4c780 (LWP 1172765) "ceph-mds"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x560a28b26850) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560a28b266c8, cond=0x560a28b26828) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x560a28b26828, mutex=0x560a28b266c8) at pthread_cond_wait.c:638
#3 0x00007fdd1871890c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#4 0x00007fdd18e157c7 in AsyncMessenger::wait() () from target:/usr/lib/ceph/libceph-common.so.2
#5 0x0000560a262619a8 in main ()
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment