Skip to content

Instantly share code, notes, and snippets.

@zstas
Created October 22, 2021 12:56
pool_elt_at_index assert
Thread 3 "vpp_wk_0" received signal SIGABRT, Aborted.
[Switching to Thread 0x7f0ac1288700 (LWP 3508)]
__GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:51
51 ../sysdeps/unix/sysv/linux/raise.c: No such file or directory.
(gdb) bt
#0 __GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:51
#1 0x00007f0b61861921 in __GI_abort () at abort.c:79
#2 0x00007f0b627f9799 in os_panic () at /home/vpp/vpp/src/vppinfra/unix-misc.c:177
#3 0x00007f0b6273ff49 in debugger () at /home/vpp/vpp/src/vppinfra/error.c:84
#4 0x00007f0b6273fcc7 in _clib_error (how_to_die=2, function_name=0x0, line_number=0, fmt=0x7f0b64753510 "%s:%d (%s) assertion `%s' fails") at /home/vpp/vpp/src/vppinfra/error.c:143
#5 0x00007f0b63988594 in load_balance_get (lbi=24577) at /home/vpp/vpp/src/vnet/dpo/load_balance.h:222
#6 0x00007f0b63987011 in mpls_lookup_node_fn_hsw (vm=0x7f0aeb331940, node=0x7f0aef506b80, from_frame=0x7f0aef51d300) at /home/vpp/vpp/src/vnet/mpls/mpls_lookup.c:197
#7 0x00007f0b63327026 in dispatch_node (vm=0x7f0aeb331940, node=0x7f0aef506b80, type=VLIB_NODE_TYPE_INTERNAL, dispatch_state=VLIB_NODE_STATE_POLLING, frame=0x7f0aef51d300, last_time_stamp=680066504427) at /home/vpp/vpp/src/vlib/main.c:1217
#8 0x00007f0b63327997 in dispatch_pending_node (vm=0x7f0aeb331940, pending_frame_index=2, last_time_stamp=680066504427) at /home/vpp/vpp/src/vlib/main.c:1376
#9 0x00007f0b633213f1 in vlib_main_or_worker_loop (vm=0x7f0aeb331940, is_main=0) at /home/vpp/vpp/src/vlib/main.c:1904
#10 0x00007f0b63320297 in vlib_worker_loop (vm=0x7f0aeb331940) at /home/vpp/vpp/src/vlib/main.c:2038
#11 0x00007f0b6337887d in vlib_worker_thread_fn (arg=0x7f0ae1df9680) at /home/vpp/vpp/src/vlib/threads.c:1868
#12 0x00007f0b62764214 in clib_calljmp () at /home/vpp/vpp/src/vppinfra/longjmp.S:123
#13 0x00007f0ac1287c90 in ?? ()
#14 0x00007f0b63370aa3 in vlib_worker_thread_bootstrap_fn (arg=0x7f0ae1df9680) at /home/vpp/vpp/src/vlib/threads.c:585
#15 0x00007f0ada67e355 in eal_thread_loop (arg=0x0) at ../src-dpdk/lib/librte_eal/linux/eal_thread.c:127
#16 0x00007f0b62c436db in start_thread (arg=0x7f0ac1288700) at pthread_create.c:463
#17 0x00007f0b6194271f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
(gdb) thread apply all bt
Thread 4 (Thread 0x7f0ac0a87700 (LWP 3509)):
#0 0x00007f0b6332683c in vlib_worker_thread_barrier_check () at /home/vpp/vpp/src/vlib/threads.h:439
#1 0x00007f0b63320bbd in vlib_main_or_worker_loop (vm=0x7f0aeb385d80, is_main=0) at /home/vpp/vpp/src/vlib/main.c:1812
#2 0x00007f0b63320297 in vlib_worker_loop (vm=0x7f0aeb385d80) at /home/vpp/vpp/src/vlib/main.c:2038
#3 0x00007f0b6337887d in vlib_worker_thread_fn (arg=0x7f0ae1df9780) at /home/vpp/vpp/src/vlib/threads.c:1868
#4 0x00007f0b62764214 in clib_calljmp () at /home/vpp/vpp/src/vppinfra/longjmp.S:123
#5 0x00007f0ac0a86c90 in ?? ()
#6 0x00007f0b63370aa3 in vlib_worker_thread_bootstrap_fn (arg=0x7f0ae1df9780) at /home/vpp/vpp/src/vlib/threads.c:585
#7 0x00007f0ada67e355 in eal_thread_loop (arg=0x0) at ../src-dpdk/lib/librte_eal/linux/eal_thread.c:127
#8 0x00007f0b62c436db in start_thread (arg=0x7f0ac0a87700) at pthread_create.c:463
#9 0x00007f0b6194271f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 3 (Thread 0x7f0ac1288700 (LWP 3508)):
#0 __GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:51
#1 0x00007f0b61861921 in __GI_abort () at abort.c:79
#2 0x00007f0b627f9799 in os_panic () at /home/vpp/vpp/src/vppinfra/unix-misc.c:177
#3 0x00007f0b6273ff49 in debugger () at /home/vpp/vpp/src/vppinfra/error.c:84
#4 0x00007f0b6273fcc7 in _clib_error (how_to_die=2, function_name=0x0, line_number=0, fmt=0x7f0b64753510 "%s:%d (%s) assertion `%s' fails") at /home/vpp/vpp/src/vppinfra/error.c:143
#5 0x00007f0b63988594 in load_balance_get (lbi=24577) at /home/vpp/vpp/src/vnet/dpo/load_balance.h:222
#6 0x00007f0b63987011 in mpls_lookup_node_fn_hsw (vm=0x7f0aeb331940, node=0x7f0aef506b80, from_frame=0x7f0aef51d300) at /home/vpp/vpp/src/vnet/mpls/mpls_lookup.c:197
#7 0x00007f0b63327026 in dispatch_node (vm=0x7f0aeb331940, node=0x7f0aef506b80, type=VLIB_NODE_TYPE_INTERNAL, dispatch_state=VLIB_NODE_STATE_POLLING, frame=0x7f0aef51d300, last_time_stamp=680066504427) at /home/vpp/vpp/src/vlib/main.c:1217
#8 0x00007f0b63327997 in dispatch_pending_node (vm=0x7f0aeb331940, pending_frame_index=2, last_time_stamp=680066504427) at /home/vpp/vpp/src/vlib/main.c:1376
#9 0x00007f0b633213f1 in vlib_main_or_worker_loop (vm=0x7f0aeb331940, is_main=0) at /home/vpp/vpp/src/vlib/main.c:1904
#10 0x00007f0b63320297 in vlib_worker_loop (vm=0x7f0aeb331940) at /home/vpp/vpp/src/vlib/main.c:2038
#11 0x00007f0b6337887d in vlib_worker_thread_fn (arg=0x7f0ae1df9680) at /home/vpp/vpp/src/vlib/threads.c:1868
#12 0x00007f0b62764214 in clib_calljmp () at /home/vpp/vpp/src/vppinfra/longjmp.S:123
#13 0x00007f0ac1287c90 in ?? ()
#14 0x00007f0b63370aa3 in vlib_worker_thread_bootstrap_fn (arg=0x7f0ae1df9680) at /home/vpp/vpp/src/vlib/threads.c:585
#15 0x00007f0ada67e355 in eal_thread_loop (arg=0x0) at ../src-dpdk/lib/librte_eal/linux/eal_thread.c:127
#16 0x00007f0b62c436db in start_thread (arg=0x7f0ac1288700) at pthread_create.c:463
#17 0x00007f0b6194271f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 2 (Thread 0x7f0ac1a89700 (LWP 3138)):
#0 0x00007f0b61942a47 in epoll_wait (epfd=17, events=0x7f0ac1a88d50, maxevents=5, timeout=-1) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007f0ada675047 in eal_intr_handle_interrupts (pfd=17, totalfds=5) at ../src-dpdk/lib/librte_eal/linux/eal_interrupts.c:1045
#2 0x00007f0ada675265 in eal_intr_thread_main (arg=0x0) at ../src-dpdk/lib/librte_eal/linux/eal_interrupts.c:1130
#3 0x00007f0ada6538b5 in ctrl_thread_init (arg=0x1fc9be0) at ../src-dpdk/lib/librte_eal/common/eal_common_thread.c:193
#4 0x00007f0b62c436db in start_thread (arg=0x7f0ac1a89700) at pthread_create.c:463
#5 0x00007f0b6194271f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 1 (Thread 0x7f0b65038c40 (LWP 792)):
#0 0x00007f0b633776dd in vlib_time_now (vm=0x7f0b635e3cc0 <vlib_global_main>) at /home/vpp/vpp/src/vlib/main.h:342
#1 0x00007f0b63377089 in vlib_worker_thread_barrier_sync_int (vm=0x7f0b635e3cc0 <vlib_global_main>, func_name=0x4c7978 "vl_msg_api_barrier_sync") at /home/vpp/vpp/src/vlib/threads.c:1547
#2 0x00000000004079d8 in vl_msg_api_barrier_sync () at /home/vpp/vpp/src/vpp/vnet/main.c:449
#3 0x00007f0b64c13e34 in vl_msg_api_handler_with_vm_node (am=0x7f0b64e27d28 <api_global_main>, vlib_rp=0x130024000, the_msg=0x13016cd38, vm=0x7f0b635e3cc0 <vlib_global_main>, node=0x7f0ae1e60e00, is_private=0 '\000') at /home/vpp/vpp/src/vlibapi/api_shared.c:613
#4 0x00007f0b64bcf75f in void_mem_api_handle_msg_i (am=0x7f0b64e27d28 <api_global_main>, vlib_rp=0x130024000, vm=0x7f0b635e3cc0 <vlib_global_main>, node=0x7f0ae1e60e00, is_private=0 '\000') at /home/vpp/vpp/src/vlibmemory/memory_api.c:696
#5 0x00007f0b64bcf6e8 in vl_mem_api_handle_msg_main (vm=0x7f0b635e3cc0 <vlib_global_main>, node=0x7f0ae1e60e00) at /home/vpp/vpp/src/vlibmemory/memory_api.c:707
#6 0x00007f0b64bf163d in vl_api_clnt_process (vm=0x7f0b635e3cc0 <vlib_global_main>, node=0x7f0ae1e60e00, f=0x0) at /home/vpp/vpp/src/vlibmemory/vlib_api.c:338
#7 0x00007f0b633261cd in vlib_process_bootstrap (_a=139684449371976) at /home/vpp/vpp/src/vlib/main.c:1477
#8 0x00007f0b62764214 in clib_calljmp () at /home/vpp/vpp/src/vppinfra/longjmp.S:123
#9 0x00007f0ad1fc4740 in ?? ()
#10 0x00007f0b63325c0f in vlib_process_startup (vm=0x130d1fc47b0, p=0x9e5729684c, f=0x130) at /home/vpp/vpp/src/vlib/main.c:1502
#11 0x00000037eb386de0 in ?? ()
#12 0x000000000000001e in ?? ()
#13 0x0000003b00000001 in ?? ()
#14 0x000000000000001f in ?? ()
#15 0x00007f0b635e3cc0 in ?? () from /usr/lib/x86_64-linux-gnu/libvlib.so.21.01.0
#16 0x00007f0ad1fc48b0 in ?? ()
#17 0x00007f0b64bcd8f4 in memclnt_queue_callback (vm=<error reading variable: Cannot access memory at address 0xfffffffffffffff8>) at /home/vpp/vpp/src/vlibmemory/memory_api.c:100
Backtrace stopped: previous frame inner to this frame (corrupt stack?)
(gdb) select 5
(gdb) print _e
$1 = (load_balance_t *) 0x7f0afae8ff00
(gdb) print &load_balance_pool[24577]
$2 = (load_balance_t *) 0x7f0afae8ff00
(gdb) print *_e
$3 = {cacheline0 = 0x7f0afae8ff00 "\001", lb_n_buckets = 1, lb_n_buckets_minus_1 = 0, lb_proto = DPO_PROTO_MPLS, lb_flags = LOAD_BALANCE_FLAG_NONE, lb_fib_entry_flags = FIB_ENTRY_FLAG_NONE, lb_locks = 1, lb_map = 4294967295, lb_urpf = 6912, lb_hash_config = 0, lb_buckets = 0x0, lb_buckets_inline = {{{{
dpoi_type = DPO_MPLS_DISPOSITION_PIPE, dpoi_proto = DPO_PROTO_IP4, dpoi_next_node = 6, dpoi_index = 73}, as_u64 = 313533007120}}, {{{dpoi_type = DPO_FIRST, dpoi_proto = DPO_PROTO_IP4, dpoi_next_node = 0, dpoi_index = 0}, as_u64 = 0}}, {{{dpoi_type = DPO_FIRST, dpoi_proto = DPO_PROTO_IP4,
dpoi_next_node = 0, dpoi_index = 0}, as_u64 = 0}}, {{{dpoi_type = DPO_FIRST, dpoi_proto = DPO_PROTO_IP4, dpoi_next_node = 0, dpoi_index = 0}, as_u64 = 0}}}}
(gdb) call pifi( load_balance_pool, 24577 )
$4 = 0
(gdb) call vl( load_balance_pool )
$5 = 95785
(gdb)
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment