osd.2 crash

gistfile1.txt

    -1> 2018-09-22 17:51:49.602 7f74bef84700  1 -- 10.89.121.204:6802/6710 <== osd.23 10.89.121.206:6809/3478 91 ==== pg_info((query:41162 sent:41162 1.91s0( v 5903'139734 (2469'136649,5903'139734] local-lis/les=41161/41162 n=66920 ec=71/51 lis/c 41152/40494 les/c/f 41153/40495/0 41157/41161/41017) 0->3)=([40494,41160] intervals=([40597,40598] acting 0(1),2(3),3(4),16(5),23(0)),([41017,41021] acting 1(2),2(3),3(4),6(1),8(5),23(0)),([41124,41130] acting 0(1),1(2),3(4),16(5),23(0)),([41157,41160] acting 0(1),1(2),2(3),16(5),23(0))) epoch 41162) v5 ==== 1384+0+0 (164758133 0 0) 0x5585a0bdea00 con 0x5585993cf500
     0> 2018-09-22 17:51:49.602 7f74a2548700 -1 *** Caught signal (Aborted) **
 in thread 7f74a2548700 thread_name:tp_osd_tp

 ceph version 13.2.1 (5533ecdc0fda920179d7ad84e0aa65a127b20d77) mimic (stable)
 1: (()+0x9169e0) [0x558522b249e0]
 2: (()+0x11390) [0x7f74c356f390]
 3: (gsignal()+0x38) [0x7f74c2aa2428]
 4: (abort()+0x16a) [0x7f74c2aa402a]
 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x250) [0x7f74c4eda630]
 6: (()+0x2e26a7) [0x7f74c4eda6a7]
 7: (void PGLog::_merge_object_divergent_entries<pg_missing_set<true> >(PGLog::IndexedLog const&, hobject_t const&, std::__cxx11::list<pg_log_entry_t, mempool::pool_allocator<(mempool::pool_index_t)14, pg_log_entry_t> > const&, pg_info_t const&, eversion_t, pg_missing_set<true>&, PGLog::LogEntryHandler*, DoutPrefixProvider const*)+0x39b0) [0x5585226f3c20]
 8: (PGLog::merge_log(pg_info_t&, pg_log_t&, pg_shard_t, pg_info_t&, PGLog::LogEntryHandler*, bool&, bool&)+0xe30) [0x5585226ed510]
 9: (PG::merge_log(ObjectStore::Transaction&, pg_info_t&, pg_log_t&, pg_shard_t)+0x64) [0x55852264aeb4]
 10: (PG::RecoveryState::Stray::react(MLogRec const&)+0xef) [0x558522692b3f]
 11: (boost::statechart::simple_state<PG::RecoveryState::Stray, PG::RecoveryState::Started, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::react_impl(boost::statechart::event_base const&, void const*)+0x1a8) [0x5585226e0ba8]
 12: (boost::statechart::state_machine<PG::RecoveryState::RecoveryMachine, PG::RecoveryState::Initial, std::allocator<void>, boost::statechart::null_exception_translator>::process_event(boost::statechart::event_base const&)+0x6b) [0x5585226b3edb]
 13: (PG::do_peering_event(std::shared_ptr<PGPeeringEvent>, PG::RecoveryCtx*)+0x143) [0x558522699d53]
 14: (OSD::dequeue_peering_evt(OSDShard*, PG*, std::shared_ptr<PGPeeringEvent>, ThreadPool::TPHandle&)+0xcf) [0x5585225db64f]
 15: (PGPeeringItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x50) [0x558522845350]
 16: (OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0x590) [0x5585225eb000]
 17: (ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x46e) [0x7f74c4edf41e]
 18: (ShardedThreadPool::WorkThreadSharded::entry()+0x10) [0x7f74c4ee14a0]
 19: (()+0x76ba) [0x7f74c35656ba]
 20: (clone()+0x6d) [0x7f74c2b7441d]
 NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.