crash_indexing_test

(gdb) bt full
#0  0x00007f1f988267bb in raise () from /lib/x86_64-linux-gnu/libc.so.6
No symbol table info available.
#1  0x00007f1f98811535 in abort () from /lib/x86_64-linux-gnu/libc.so.6
No symbol table info available.
#2  0x00007f1f98c019ab in __gnu_cxx::__verbose_terminate_handler () at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/libsupc++/vterminate.cc:95
        terminating = false
        t = <optimized out>
#3  0x0000000000c61e66 in backtrace_terminate_handler ()
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/utilities/terminate_handler.cc:88
No locals.
#4  0x00007f1f98c112fa in __cxxabiv1::__terminate (handler=<optimized out>)
    at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/libsupc++/eh_terminate.cc:48
No locals.
#5  0x00007f1f98c11365 in std::terminate () at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/libsupc++/eh_terminate.cc:58
No locals.
#6  0x00007f1f98c11608 in __cxxabiv1::__cxa_rethrow () at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/libsupc++/eh_throw.cc:136
        globals = <optimized out>
        header = <optimized out>
#7  0x0000000000d45c3e in __cxxabiv1::__cxa_rethrow ()
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/experimental/exception_tracer/ExceptionTracerLib.cpp:119
        orig_cxa_rethrow = 0x0
#8  0x000000000053d605 in log_handled_exception ()
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/utilities/terminate_handler.cc:39
        tried_throw = 0
#9  backtrace_terminate_handler () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/utilities/terminate_handler.cc:79
No locals.
#10 0x00007f1f98c112fa in __cxxabiv1::__terminate (handler=<optimized out>)
    at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/libsupc++/eh_terminate.cc:48
No locals.
#11 0x00007f1f98c11365 in std::terminate () at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/libsupc++/eh_terminate.cc:58
No locals.
#12 0x00007f1f98c12063 in __cxxabiv1::__cxa_pure_virtual () at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/libsupc++/pure.cc:50
No locals.
#13 0x000000000060cd6e in Connection::to_json[abi:cxx11]() const (this=0x7f1f6bea1780)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:226
        ret = {m_type = nlohmann::json_abi_v3_11_2::detail::value_t::object, m_value = {object = 0x7f1f97266e10, array = 0x7f1f97266e10,
            string = 0x7f1f97266e10, binary = 0x7f1f97266e10, boolean = 16, number_integer = 139773656591888, number_unsigned = 139773656591888,
            number_float = 6.9057361915663752e-310}}
        features = {m_type = nlohmann::json_abi_v3_11_2::detail::value_t::array, m_value = {object = 0x7f1eb5c63760, array = 0x7f1eb5c63760,
--Type <RET> for more, q to quit, c to continue without paging--
            string = 0x7f1eb5c63760, binary = 0x7f1eb5c63760, boolean = 96, number_integer = 139769875412832, number_unsigned = 139769875412832,
            number_float = 6.9055493764991408e-310}}
        arr = {m_type = nlohmann::json_abi_v3_11_2::detail::value_t::array, m_value = {object = 0x7f1f971d6940, array = 0x7f1f971d6940,
            string = 0x7f1f971d6940, binary = 0x7f1f971d6940, boolean = 64, number_integer = 139773656000832, number_unsigned = 139773656000832,
            number_float = 6.9057361623643288e-310}}
        value = -1718457042
#14 0x0000000000627432 in Cookie::~Cookie (this=0x7f1f6beb0180, __in_chrg=<optimized out>)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/cookie.cc:775
        _logger_ = 0x7f1f970f7510
        _logger_ = <optimized out>
#15 0x0000000000627519 in Cookie::~Cookie (this=0x7f1f6beb0180, __in_chrg=<optimized out>)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/cookie.cc:773
        _logger_ = <optimized out>
#16 0x000000000060750f in std::default_delete<Cookie>::operator() (
    __ptr=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>, this=<optimized out>)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/gsl-lite/include/gsl/shared_ptr_base.h:162
No locals.
#17 std::unique_ptr<Cookie, std::default_delete<Cookie> >::~unique_ptr (this=0x7f1f9711e800, __in_chrg=<optimized out>)
    at /opt/gcc-13.2.0/include/c++/13.2.0/x86_64-pc-linux-gnu/bits/tuple:404
        __ptr = <error reading variable>
#18 std::_Destroy<std::unique_ptr<Cookie, std::default_delete<Cookie> > > (__pointer=0x7f1f9711e800)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/gsl-lite/include/gsl/shared_ptr_base.h:151
No locals.
#19 std::_Destroy_aux<false>::__destroy<std::unique_ptr<Cookie, std::default_delete<Cookie> >*> (__last=<optimized out>, __first=0x7f1f9711e800)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/gsl-lite/include/gsl/shared_ptr_base.h:163
No locals.
#20 std::_Destroy<std::unique_ptr<Cookie, std::default_delete<Cookie> >*> (__last=<optimized out>, __first=<optimized out>)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/gsl-lite/include/gsl/shared_ptr_base.h:196
No locals.
#21 std::_Destroy<std::unique_ptr<Cookie, std::default_delete<Cookie> >*, std::unique_ptr<Cookie, std::default_delete<Cookie> > > (
    __last=<optimized out>, __first=<optimized out>)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/json.exploded/include/nlohmann/detail/input/iter_impl.hpp:947
No locals.
#22 std::deque<std::unique_ptr<Cookie, std::default_delete<Cookie> >, std::allocator<std::unique_ptr<Cookie, std::default_delete<Cookie> > > >::_M_destroy_data_aux (this=<optimized out>, __last=..., __first=...)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/gsl-lite/include/gsl/char_traits.h:875
No locals.
#23 std::deque<std::unique_ptr<Cookie, std::default_delete<Cookie> >, std::allocator<std::unique_ptr<Cookie, std::default_delete<Cookie> > > >::_M_destroy_data (this=0x7f1f6bea17c8, __first=..., __last=...)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/gsl-lite/include/gsl/unique_ptr.h:2091
--Type <RET> for more, q to quit, c to continue without paging--
No locals.
#24 std::deque<std::unique_ptr<Cookie, std::default_delete<Cookie> >, std::allocator<std::unique_ptr<Cookie, std::default_delete<Cookie> > > >::~deque
    (this=0x7f1f6bea17c8, __in_chrg=<optimized out>)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/gsl-lite/include/gsl/unique_ptr.h:1028
No locals.
#25 Connection::~Connection (this=this@entry=0x7f1f6bea1780, __in_chrg=<optimized out>)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:1263
No locals.
#26 0x000000000061cd6c in LibeventConnection::~LibeventConnection (this=0x7f1f6bea1780, __in_chrg=<optimized out>)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/gsl-lite/include/gsl/unique_ptr.h:32
No locals.
#27 LibeventConnection::~LibeventConnection (this=0x7f1f6bea1780, __in_chrg=<optimized out>)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection_libevent.cc:76
No locals.
#28 0x00000000005cf7e4 in std::default_delete<Connection>::operator() (
    __ptr=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>, this=<optimized out>)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:329
No locals.
#29 std::unique_ptr<Connection, std::default_delete<Connection> >::~unique_ptr (
    this=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>, __in_chrg=<optimized out>)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/synchronization/SharedMutex.h:404
        __ptr = <error reading variable>
#30 std::pair<Connection* const, std::unique_ptr<Connection, std::default_delete<Connection> > >::~pair (
    this=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>, __in_chrg=<optimized out>)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/gsl-lite/include/gsl/unordered_map.h:187
No locals.
#31 std::__new_allocator<std::__detail::_Hash_node<std::pair<Connection* const, std::unique_ptr<Connection, std::default_delete<Connection> > >, false> >::destroy<std::pair<Connection* const, std::unique_ptr<Connection, std::default_delete<Connection> > > > (
    __p=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>,
    this=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/double-conversion.exploded/include/double-conversion/core.h:194
No locals.
#32 std::allocator_traits<std::allocator<std::__detail::_Hash_node<std::pair<Connection* const, std::unique_ptr<Connection, std::default_delete<Connection> > >, false> > >::destroy<std::pair<Connection* const, std::unique_ptr<Connection, std::default_delete<Connection> > > > (
    __p=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>,
    __a=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/debug.h:557
No locals.
#33 std::_Node_handle_common<std::pair<Connection* const, std::unique_ptr<Connection, std::default_delete<Connection> > >, std::allocator<std::__detail::_Hash_node<std::pair<Connection* const, std::unique_ptr<Connection, std::default_delete<Connection> > >, false> > >::_M_reset (
    this=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>)
--Type <RET> for more, q to quit, c to continue without paging--
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/gsl-lite/include/gsl/stl_function.h:166
        __alloc = <optimized out>
        __alloc = <optimized out>
#34 std::_Node_handle_common<std::pair<Connection* const, std::unique_ptr<Connection, std::default_delete<Connection> > >, std::allocator<std::__detail::_Hash_node<std::pair<Connection* const, std::unique_ptr<Connection, std::default_delete<Connection> > >, false> > >::~_Node_handle_common (
    this=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>, __in_chrg=<optimized out>)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/gsl-lite/include/gsl/stl_function.h:89
No locals.
#35 std::_Node_handle<Connection*, std::pair<Connection* const, std::unique_ptr<Connection, std::default_delete<Connection> > >, std::allocator<std::__detail::_Hash_node<std::pair<Connection* const, std::unique_ptr<Connection, std::default_delete<Connection> > >, false> > >::~_Node_handle (
    this=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>, __in_chrg=<optimized out>)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/gsl-lite/include/gsl/stl_function.h:243
No locals.
#36 FrontEndThread::destroy_connection (this=<optimized out>, connection=...)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:332
        node = {<std::_Node_handle_common<std::pair<Connection* const, std::unique_ptr<Connection, std::default_delete<Connection> > >, std::allocator<std::__detail::_Hash_node<std::pair<Connection* const, std::unique_ptr<Connection, std::default_delete<Connection> > >, false> > >> = {
            _M_ptr = 0x7f1eec289760, _M_alloc = {_M_empty = {<No data fields>},
              _M_alloc = {<std::__new_allocator<std::__detail::_Hash_node<std::pair<Connection* const, std::unique_ptr<Connection, std::default_delete<Connection> > >, false> >> = {<No data fields>}, <No data fields>}}}, _M_pkey = 0x7f1eec289768, _M_pmapped = <optimized out>}
#37 0x000000000061e9ea in LibeventConnection::read_callback (this=0x7f1f6bea1780)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection_libevent.cc:136
        phosphor_internal_category_enabled_130 = {_M_b = {_M_p = 0x0}}
        phosphor_internal_category_enabled_temp_130 = <optimized out>
        phosphor_internal_tpi_wait_130 = {category = 0xe3dd0d "mutex", name = 0xde0d18 "LibeventConnection::read_callback::threadLock.wait",
          type = phosphor::TraceEventType::Complete, argument_names = {_M_elems = {0xe3a7cd "this", 0xe3e723 ""}}, argument_types = {_M_elems = {
              phosphor::TraceArgumentType::is_pointer, phosphor::TraceArgumentType::is_none}}}
        phosphor_internal_tpi_held_130 = {category = 0xe3dd0d "mutex", name = 0xde0ce0 "LibeventConnection::read_callback::threadLock.held",
          type = phosphor::TraceEventType::Complete, argument_names = {_M_elems = {0xe3e723 "", 0xe3e723 ""}}, argument_types = {_M_elems = {
              phosphor::TraceArgumentType::is_pointer, phosphor::TraceArgumentType::is_none}}}
        phosphor_internal_guard_130 = {tpiWait = 0xe4f220 <LibeventConnection::read_callback()::phosphor_internal_tpi_wait_130>,
          tpiHeld = 0xe4f1e0 <LibeventConnection::read_callback()::phosphor_internal_tpi_held_130>, enabled = true, mutex = @0x7f1f972150a0,
          threshold = {__r = 10000000}, start = {__d = {__r = 4063406212535141}}, lockedAt = {__d = {__r = 4063406212536790}}, releasedAt = {__d = {
              __r = 0}}}
#38 0x00007f1f9992d84e in bufferevent_run_deferred_callbacks_unlocked (cb=<optimized out>, arg=0x7f1f6bea1500)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/bufferevent.c:208
        readcb = 0x61ebb0 <LibeventConnection::read_callback(bufferevent*, void*)>
        cbarg = 0x7f1f6bea1780
        bufev_private = 0x7f1f6bea1500
        bufev = 0x7f1f6bea1500
--Type <RET> for more, q to quit, c to continue without paging--
#39 0x00007f1f99936b99 in event_process_active_single_queue (base=base@entry=0x7f1f970fde00, activeq=0x7f1f970939a0,
    max_to_process=max_to_process@entry=2147483647, endtime=endtime@entry=0x0)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1726
        evcb_cbfinalize = <optimized out>
        ev = <optimized out>
        evcb = 0x7f1f6bea16a0
        count = 2
#40 0x00007f1f99937287 in event_process_active (base=0x7f1f970fde00)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1789
        activeq = <optimized out>
        i = 0
        c = 0
        tv = {tv_sec = 139773201043536, tv_usec = 139773681223455}
        maxcb = 2147483647
        endtime = 0x0
        limit_after_prio = 2147483647
        activeq = <optimized out>
        i = <optimized out>
        c = <optimized out>
        endtime = <optimized out>
        tv = <optimized out>
        maxcb = <optimized out>
        limit_after_prio = <optimized out>
#41 event_base_loop (base=0x7f1f970fde00, flags=flags@entry=1)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:2012
        n = <optimized out>
        evsel = 0x7f1f99b4ac20 <epollops>
        tv = {tv_sec = 34840774713264, tv_usec = 8932010022444122624}
        tv_p = <optimized out>
        res = <optimized out>
        done = 0
        retval = 0
        __func__ = "event_base_loop"
#42 0x0000000000d7bcc6 in (anonymous namespace)::EventBaseBackend::eb_event_base_loop (flags=1, this=<optimized out>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:74
No locals.
#43 folly::EventBase::loopBody (this=0x7f1f97214e40, flags=<optimized out>, ignoreKeepAlive=<optimized out>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:381
        callbacks = {<boost::intrusive::list_impl<boost::intrusive::bhtraits<folly::EventBase::LoopCallback, boost::intrusive::list_node_traits<void*>, (boost::intrusive::link_mode_type)2, boost::intrusive::dft_tag, 1>, unsigned long, false, void>> = {static constant_time_size = false,
--Type <RET> for more, q to quit, c to continue without paging--
            static stateful_value_traits = <optimized out>, static has_container_from_iterator = <optimized out>,
            static safemode_or_autounlink = true,
            data_ = {<boost::intrusive::bhtraits<folly::EventBase::LoopCallback, boost::intrusive::list_node_traits<void*>, (boost::intrusive::link_mode_type)2, boost::intrusive::dft_tag, 1>> = {<boost::intrusive::bhtraits_base<folly::EventBase::LoopCallback, boost::intrusive::list_node<void*>*, boost::intrusive::dft_tag, 1>> = {<No data fields>}, static link_mode = boost::intrusive::auto_unlink},
              root_plus_size_ = {<boost::intrusive::detail::size_holder<false, unsigned long, void>> = {static constant_time_size = <optimized out>},
                m_header = {<boost::intrusive::list_node<void*>> = {next_ = 0x7f1f7bff50c0,
                    prev_ = 0x7f1f7bff50c0}, <No data fields>}}}}, <No data fields>}
        message = 0xe2ba38 "Your code just tried to loop over an event base from inside another event base loop. Since libevent is not reentrant, this leads to undefined behavior in opt builds. Please fix immediately. For the co"...
        SCOPE_EXIT_STATE8 = {<folly::detail::ScopeGuardImplBase> = {dismissed_ = false}, function_ = {__this = 0x7f1f97214e40}}
        res = 0
        ranLoopCallbacks = <optimized out>
        blocking = <optimized out>
        once = <optimized out>
        prev = {__d = {__r = 4063186880869093}}
        idleStart = {__d = {__r = 4063406212454745}}
        busy = <optimized out>
        idle = <optimized out>
        prevLoopThread = {_M_thread = 0}
#44 0x0000000000d7c1ce in folly::EventBase::loop (this=0x7f1f97214e40)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:305
        guard = {list_ = {prev = 0x11ee8a0 <folly::emptyList>, curr = {forbid = true, allowTerminationOnBlocking = false, ex = 0x7f1f97214e50, tag = {
                static npos = <optimized out>, b_ = 0x0, e_ = 0x0}}}}
#45 0x0000000000d7e698 in folly::EventBase::loopForever (this=this@entry=0x7f1f97214e40)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:524
        SCOPE_EXIT_STATE9 = <optimized out>
        SCOPE_EXIT_STATE10 = <optimized out>
        ret = <optimized out>
#46 0x00000000005cf0d9 in worker_libevent (arg=0x7f1f97214e30)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:272
        me = <error reading variable>
#47 0x0000000000cce91c in std::function<void ()>::operator()() const (this=0x7f1f971df108)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/googletest.exploded/include/gtest/std_thread.h:247
No locals.
#48 operator() (__closure=0x7f1f971df0e8) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:117
        main = <error reading variable main (Cannot access memory at address 0x7f1f971df108)>
        n = <error reading variable n (Cannot access memory at address 0x7f1f971df0e8)>
        main = <optimized out>
        n = <optimized out>
--Type <RET> for more, q to quit, c to continue without paging--
#49 std::__invoke_impl<void, create_thread(std::function<void()>, std::string)::<lambda()> > (__f=...)
    at /opt/gcc-13.2.0/include/c++/13.2.0/x86_64-pc-linux-gnu/bits/exception:61
No locals.
#50 std::__invoke<create_thread(std::function<void()>, std::string)::<lambda()> > (__fn=...)
    at /opt/gcc-13.2.0/include/c++/13.2.0/x86_64-pc-linux-gnu/bits/exception:96
No locals.
#51 std::thread::_Invoker<std::tuple<create_thread(std::function<void()>, std::string)::<lambda()> > >::_M_invoke<0> (this=0x7f1f971df0e8)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/include/platform/thread.cc:292
No locals.
#52 std::thread::_Invoker<std::tuple<create_thread(std::function<void()>, std::string)::<lambda()> > >::operator() (this=0x7f1f971df0e8)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/include/platform/thread.cc:299
No locals.
#53 std::thread::_State_impl<std::thread::_Invoker<std::tuple<create_thread(std::function<void()>, std::string)::<lambda()> > > >::_M_run(void) (
    this=0x7f1f971df0e0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/include/platform/thread.cc:244
No locals.
#54 0x00007f1f98c3daa3 in std::execute_native_thread_routine (__p=0x7f1f971df0e0)
    at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104
        __t = <optimized out>
#55 0x00007f1f992bdfa3 in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
No symbol table info available.
#56 0x00007f1f988e7eff in clone () from /lib/x86_64-linux-gnu/libc.so.6
No symbol table info available.