rethinkdb-crash-1.2.5 6/16/14

1 of 4 nodes

error: Error in src/rdb_protocol/btree.cc at line 532:
error: Guarantee failed: [!mod_info->deleted.second.empty() && mod_info->added.second.empty()] 
error: Backtrace:
addr2line: 'rethinkdb': No such file
error: Thu May 29 02:14:37 2014
       
       1: backtrace_t::backtrace_t() at 0x115e912 (rethinkdb)
       2: lazy_backtrace_formatter_t::lazy_backtrace_formatter_t() at 0x115ec0d (rethinkdb)
       3: format_backtrace(bool) at 0x115fe71 (rethinkdb)
       4: report_fatal_error(char const*, int, char const*, ...) at 0x11aceb5 (rethinkdb)
       5: rdb_delete(store_key_t const&, btree_slice_t*, repli_timestamp_t, superblock_t*, deletion_context_t const*, rdb_protocol_t::point_delete_response_t*, rdb_modification_info_t*, profile::trace_t*) at 0xcbdaf5 (rethinkdb)
       6: rdb_receive_backfill_visitor_t::operator()(rdb_protocol_t::backfill_chunk_t::delete_key_t const&) at 0xc8bb65 (rethinkdb)
       7: rdb_protocol_t::store_t::protocol_receive_backfill(btree_slice_t*, scoped_ptr_t<superblock_t>&&, signal_t*, rdb_protocol_t::backfill_chunk_t const&) at 0xc56806 (rethinkdb)
       8: btree_store_t<rdb_protocol_t>::receive_backfill(rdb_protocol_t::backfill_chunk_t const&, write_token_pair_t*, signal_t*) at 0xd39431 (rethinkdb)
       9: chunk_callback_t<rdb_protocol_t>::coro_pool_callback(backfill_queue_entry_t<rdb_protocol_t>, signal_t*) at 0x10aa879 (rethinkdb)
       10: coro_pool_t<backfill_queue_entry_t<rdb_protocol_t> >::worker_run(backfill_queue_entry_t<rdb_protocol_t>, auto_drainer_t::lock_t) at 0x10a9067 (rethinkdb)
       11: std::result_of<std::_Mem_fn<void (coro_pool_t<backfill_queue_entry_t<rdb_protocol_t> >::*)(backfill_queue_entry_t<rdb_protocol_t>, auto_drainer_t::lock_t)> (std::result_of<std::_Mu<coro_pool_t<backfill_queue_entry_t<rdb_protocol_t> >*, false, false> (coro_pool_t<backfill_queue_entry_t<rdb_protocol_t> >*, std::tuple<>)>::type, std::result_of<std::_Mu<backfill_queue_entry_t<rdb_protocol_t>, false, false> (backfill_queue_entry_t<rdb_protocol_t>, std::tuple<>)>::type, std::result_of<std::_Mu<auto_drainer_t::lock_t, false, false> (auto_drainer_t::lock_t, std::tuple<>)>::type)>::type std::_Bind<std::_Mem_fn<void (coro_pool_t<backfill_queue_entry_t<rdb_protocol_t> >::*)(backfill_queue_entry_t<rdb_protocol_t>, auto_drainer_t::lock_t)> (coro_pool_t<backfill_queue_entry_t<rdb_protocol_t> >*, backfill_queue_entry_t<rdb_protocol_t>, auto_drainer_t::lock_t)>::__call<, 0, 1, 2>(std::tuple<> const&, std::_Index_tuple<0, 1, 2>) at 0x10a7f20 (rethinkdb)
       12: callable_action_instance_t<std::_Bind<std::_Mem_fn<void (coro_pool_t<backfill_queue_entry_t<rdb_protocol_t> >::*)(backfill_queue_entry_t<rdb_protocol_t>, auto_drainer_t::lock_t)> (coro_pool_t<backfill_queue_entry_t<rdb_protocol_t> >*, backfill_queue_entry_t<rdb_protocol_t>, auto_drainer_t::lock_t)> >::run_action() at 0x10a8016 (rethinkdb)
       13: coro_t::run() at 0xb91cdc (rethinkdb)
error: Exiting.

3 of 4 nodes

error: Error in ./src/concurrency/fifo_enforcer.hpp at line 219:
error: illegal to destroy fifo_enforcer_sink_t while outstanding exit_write_t objects exist
error: Backtrace:
addr2line: 'rethinkdb': No such file
error: Mon Jun 16 13:04:05 2014
       
       1: backtrace_t::backtrace_t() at 0x115f572 (rethinkdb)
       2: lazy_backtrace_formatter_t::lazy_backtrace_formatter_t() at 0x115f86d (rethinkdb)
       3: format_backtrace(bool) at 0x1160ad1 (rethinkdb)
       4: report_fatal_error(char const*, int, char const*, ...) at 0x11adb15 (rethinkdb)
       5: fifo_enforcer_sink_t::exit_write_t::on_early_shutdown() at 0xb45a5a (rethinkdb)
       6: fifo_enforcer_sink_t::~fifo_enforcer_sink_t() at 0xb44556 (rethinkdb)
       7: directory_read_manager_t<cluster_directory_metadata_t>::propagate_initialization(peer_id_t, uuid_u, boost::shared_ptr<cluster_directory_metadata_t> const&, fifo_enforcer_state_t, auto_drainer_t::lock_t) at 0x1196f59 (rethinkdb)
       8: callable_action_instance_t<boost::_bi::bind_t<void, boost::_mfi::mf5<void, directory_read_manager_t<cluster_directory_metadata_t>, peer_id_t, uuid_u, boost::shared_ptr<cluster_directory_metadata_t> const&, fifo_enforcer_state_t, auto_drainer_t::lock_t>, boost::_bi::list6<boost::_bi::value<directory_read_manager_t<cluster_directory_metadata_t>*>, boost::_bi::value<peer_id_t>, boost::_bi::value<uuid_u>, boost::_bi::value<boost::shared_ptr<cluster_directory_metadata_t> >, boost::_bi::value<fifo_enforcer_state_t>, boost::_bi::value<auto_drainer_t::lock_t> > > >::run_action() at 0x118da2d (rethinkdb)
       9: coro_t::run() at 0xb91d6c (rethinkdb)
error: Exiting.