Debug Logs for vector 0.16.0 on EKS

vector_debug.txt

thread 'vector-worker' panicked at 'Tried to ack beyond read offset', /project/lib/vector-core/buffers/src/disk/leveldb_buffer/reader.rs:184:13
note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace
thread 'vector-worker' panicked at 'Tried to ack beyond read offset', /project/lib/vector-core/buffers/src/disk/leveldb_buffer/reader.rs:184:13
stack backtrace:
thread 'vector-worker' panicked at 'Tried to ack beyond read offset', /project/lib/vector-core/buffers/src/disk/leveldb_buffer/reader.rs:184:13
thread 'vector-worker' panicked at 'Tried to ack beyond read offset', /project/lib/vector-core/buffers/src/disk/leveldb_buffer/reader.rs:184:13
   0:     0x55df1f0de430 - std::backtrace_rs::backtrace::libunwind::trace::h34055254b57d8e79
                               at /rustc/a178d0322ce20e33eac124758e837cbd80a6f633/library/std/src/../../backtrace/src/backtrace/libunwind.rs:90:5
   1:     0x55df1f0de430 - std::backtrace_rs::backtrace::trace_unsynchronized::h8f1e3fbd9afff6ec
                               at /rustc/a178d0322ce20e33eac124758e837cbd80a6f633/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5
   2:     0x55df1f0de430 - std::sys_common::backtrace::_print_fmt::h3a99a796b770c360
                               at /rustc/a178d0322ce20e33eac124758e837cbd80a6f633/library/std/src/sys_common/backtrace.rs:67:5
   3:     0x55df1f0de430 - <std::sys_common::backtrace::_print::DisplayBacktrace as core::fmt::Display>::fmt::h32d1f94a80615d18
                               at /rustc/a178d0322ce20e33eac124758e837cbd80a6f633/library/std/src/sys_common/backtrace.rs:46:22
   4:     0x55df1f14ac2c - core::fmt::write::h306731c068f7162c
                               at /rustc/a178d0322ce20e33eac124758e837cbd80a6f633/library/core/src/fmt/mod.rs:1110:17
   5:     0x55df1f0cfdf5 - std::io::Write::write_fmt::hd2fa90334eee2a21
                               at /rustc/a178d0322ce20e33eac124758e837cbd80a6f633/library/std/src/io/mod.rs:1588:15
   6:     0x55df1f0e22bb - std::sys_common::backtrace::_print::h5abaa2601a852287
                               at /rustc/a178d0322ce20e33eac124758e837cbd80a6f633/library/std/src/sys_common/backtrace.rs:49:5
   7:     0x55df1f0e22bb - std::sys_common::backtrace::print::h8d81445442bb638f
                               at /rustc/a178d0322ce20e33eac124758e837cbd80a6f633/library/std/src/sys_common/backtrace.rs:36:9
   8:     0x55df1f0e22bb - std::panicking::default_hook::{{closure}}::hcfe804496a9fa747
                               at /rustc/a178d0322ce20e33eac124758e837cbd80a6f633/library/std/src/panicking.rs:208:50
   9:     0x55df1f0e1d91 - std::panicking::default_hook::hbea8e3ccf2ba8901
                               at /rustc/a178d0322ce20e33eac124758e837cbd80a6f633/library/std/src/panicking.rs:225:9
  10:     0x55df1f0e2ac4 - std::panicking::rust_panic_with_hook::h7ee9e1a2d0f8975a
                               at /rustc/a178d0322ce20e33eac124758e837cbd80a6f633/library/std/src/panicking.rs:622:17
  11:     0x55df1b72ce14 - std::panicking::begin_panic::{{closure}}::hf4b0dd5e25b35335
  12:     0x55df1b708d2c - std::sys_common::backtrace::__rust_end_short_backtrace::hf7cae651c43a44b5
  13:     0x55df1b2c07cc - std::panicking::begin_panic::h7d891549e51b7800
  14:     0x55df1bca65d9 - buffers::disk::leveldb_buffer::reader::Reader<T>::flush::h469957d429f1267e
  15:     0x55df1b8e31a7 - core::ptr::drop_in_place<buffers::disk::leveldb_buffer::reader::Reader<vector_core::event::Event>>::hf51a01b2c62b2e8c
  16:     0x55df1b891d4a - core::ptr::drop_in_place<vector::utilization::Utilization>::h1d04e4832b4c4a12
  17:     0x55df1b844fc4 - core::ptr::drop_in_place<core::pin::Pin<alloc::boxed::Box<core::pin::Pin<alloc::boxed::Box<dyn futures_core::stream::Stream+Item = vector_core::event::Event+core::marker::Send+core::marker::Unpin>>>>>::h18351d78d8ce8638
  18:     0x55df1c44e643 - <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll::hd89293d2a0c95ce0
  19:     0x55df1bb21bf8 - tokio::runtime::task::harness::poll_future::h4f218a900ca649fb
  20:     0x55df1bae61a4 - tokio::runtime::task::raw::poll::heb764b86923155f0
  21:     0x55df1e88ff4f - tokio::runtime::thread_pool::worker::Context::run_task::h5aeb6dc5f7237987
  22:     0x55df1e88f180 - tokio::runtime::thread_pool::worker::run::hb1eb5812bff9a631
  23:     0x55df1e87d764 - tokio::runtime::task::raw::poll::h08358978d2c61d0a
  24:     0x55df1e85258a - std::sys_common::backtrace::__rust_begin_short_backtrace::h6374674f497847c1
  25:     0x55df1e859b7e - core::ops::function::FnOnce::call_once{{vtable.shim}}::h42364c10fed52b6a
  26:     0x55df1f0eefc7 - <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once::h7ece6cfefaff1005
                               at /rustc/a178d0322ce20e33eac124758e837cbd80a6f633/library/alloc/src/boxed.rs:1575:9
  27:     0x55df1f0eefc7 - <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once::hb8b48e55c21f193e
                               at /rustc/a178d0322ce20e33eac124758e837cbd80a6f633/library/alloc/src/boxed.rs:1575:9
  28:     0x55df1f0eefc7 - std::sys::unix::thread::Thread::new::thread_start::h8c7c4450dba62914
                               at /rustc/a178d0322ce20e33eac124758e837cbd80a6f633/library/std/src/sys/unix/thread.rs:71:17
  29:     0x7f2f1b07fea7 - start_thread
  30:     0x7f2f1ae63def - clone
  31:                0x0 - <unknown>
thread panicked while panicking. aborting.
stack backtrace:
   0:     0x55df1f0de430 - std::backtrace_rs::backtrace::libunwind::trace::h34055254b57d8e79
                               at /rustc/a178d0322ce20e33eac124758e837cbd80a6f633/library/std/src/../../backtrace/src/backtrace/libunwind.rs:90:5
   1:     0x55df1f0de430 - std::backtrace_rs::backtrace::trace_unsynchronized::h8f1e3fbd9afff6ec
                               at /rustc/a178d0322ce20e33eac124758e837cbd80a6f633/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5
   2:     0x55df1f0de430 - std::sys_common::backtrace::_print_fmt::h3a99a796b770c360
                               at /rustc/a178d0322ce20e33eac124758e837cbd80a6f633/library/std/src/sys_common/backtrace.rs:67:5
   3:     0x55df1f0de430 - <std::sys_common::backtrace::_print::DisplayBacktrace as core::fmt::Display>::fmt::h32d1f94a80615d18
                               at /rustc/a178d0322ce20e33eac124758e837cbd80a6f633/library/std/src/sys_common/backtrace.rs:46:22
   4:     0x55df1f14ac2c - core::fmt::write::h306731c068f7162c
                               at /rustc/a178d0322ce20e33eac124758e837cbd80a6f633/library/core/src/fmt/mod.rs:1110:17
   5:     0x55df1f0cfdf5 - std::io::Write::write_fmt::hd2fa90334eee2a21
                               at /rustc/a178d0322ce20e33eac124758e837cbd80a6f633/library/std/src/io/mod.rs:1588:15
   6:     0x55df1f0e22bb - std::sys_common::backtrace::_print::h5abaa2601a852287
                               at /rustc/a178d0322ce20e33eac124758e837cbd80a6f633/library/std/src/sys_common/backtrace.rs:49:5
   7:     0x55df1f0e22bb - std::sys_common::backtrace::print::h8d81445442bb638f
                               at /rustc/a178d0322ce20e33eac124758e837cbd80a6f633/library/std/src/sys_common/backtrace.rs:36:9
   8:     0x55df1f0e22bb - std::panicking::default_hook::{{closure}}::hcfe804496a9fa747
                               at /rustc/a178d0322ce20e33eac124758e837cbd80a6f633/library/std/src/panicking.rs:208:50
   9:     0x55df1f0e1d91 - std::panicking::default_hook::hbea8e3ccf2ba8901
                               at /rustc/a178d0322ce20e33eac124758e837cbd80a6f633/library/std/src/panicking.rs:225:9
  10:     0x55df1f0e2ac4 - std::panicking::rust_panic_with_hook::h7ee9e1a2d0f8975a
                               at /rustc/a178d0322ce20e33eac124758e837cbd80a6f633/library/std/src/panicking.rs:622:17
  11:     0x55df1b72ce14 - std::panicking::begin_panic::{{closure}}::hf4b0dd5e25b35335
  12:     0x55df1b708d2c - std::sys_common::backtrace::__rust_end_short_backtrace::hf7cae651c43a44b5
  13:     0x55df1b2c07cc - std::panicking::begin_panic::h7d891549e51b7800
  14:     0x55df1bca65d9 - buffers::disk::leveldb_buffer::reader::Reader<T>::flush::h469957d429f1267e
  15:     0x55df1b8e31a7 - core::ptr::drop_in_place<buffers::disk::leveldb_buffer::reader::Reader<vector_core::event::Event>>::hf51a01b2c62b2e8c
  16:     0x55df1b891d4a - core::ptr::drop_in_place<vector::utilization::Utilization>::h1d04e4832b4c4a12
  17:     0x55df1b844fc4 - core::ptr::drop_in_place<core::pin::Pin<alloc::boxed::Box<core::pin::Pin<alloc::boxed::Box<dyn futures_core::stream::Stream+Item = vector_core::event::Event+core::marker::Send+core::marker::Unpin>>>>>::h18351d78d8ce8638
  18:     0x55df1c44e643 - <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll::hd89293d2a0c95ce0
  19:     0x55df1bb21bf8 - tokio::runtime::task::harness::poll_future::h4f218a900ca649fb
  20:     0x55df1bae61a4 - tokio::runtime::task::raw::poll::heb764b86923155f0
  21:     0x55df1e89004d - tokio::runtime::thread_pool::worker::Context::run_task::h5aeb6dc5f7237987
  22:     0x55df1e88f180 - tokio::runtime::thread_pool::worker::run::hb1eb5812bff9a631
  23:     0x55df1e87d764 - tokio::runtime::task::raw::poll::h08358978d2c61d0a
  24:     0x55df1e85258a - std::sys_common::backtrace::__rust_begin_short_backtrace::h6374674f497847c1
  25:     0x55df1e859b7e - core::ops::function::FnOnce::call_once{{vtable.shim}}::h42364c10fed52b6a
  26:     0x55df1f0eefc7 - <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once::h7ece6cfefaff1005
                               at /rustc/a178d0322ce20e33eac124758e837cbd80a6f633/library/alloc/src/boxed.rs:1575:9
  27:     0x55df1f0eefc7 - <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once::hb8b48e55c21f193e
                               at /rustc/a178d0322ce20e33eac124758e837cbd80a6f633/library/alloc/src/boxed.rs:1575:9
  28:     0x55df1f0eefc7 - std::sys::unix::thread::Thread::new::thread_start::h8c7c4450dba62914
                               at /rustc/a178d0322ce20e33eac124758e837cbd80a6f633/library/std/src/sys/unix/thread.rs:71:17
  29:     0x7f2f1b07fea7 - start_thread
  30:     0x7f2f1ae63def - clone
  31:                0x0 - <unknown>
thread panicked while panicking. aborting.