Skip to content

Instantly share code, notes, and snippets.

Embed
What would you like to do?
Anton northd parallel v15 p2 crashes
Crash 1:
===========================================
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib64/libthread_db.so.1".
Core was generated by `ovn-northd -vjsonrpc --ovnnb-db=unix:/home/nusiddiq/workspace_cpp/ovn-org/ovn/_'.
Program terminated with signal SIGABRT, Aborted.
#0 0x00007f9d19fa49d5 in raise () from /lib64/libc.so.6
[Current thread is 1 (Thread 0x7f9d19b900c0 (LWP 32755))]
Missing separate debuginfos, use: dnf debuginfo-install glibc-2.32-3.fc33.x86_64 openssl-libs-1.1.1i-1.fc33.x86_64 python3-libs-3.9.1-2.fc33.x86_64
(gdb) bt
#0 0x00007f9d19fa49d5 in raise () from /lib64/libc.so.6
#1 0x00007f9d19f8d8a4 in abort () from /lib64/libc.so.6
#2 0x00007f9d19fe6f27 in __libc_message () from /lib64/libc.so.6
#3 0x00007f9d19feec1c in malloc_printerr () from /lib64/libc.so.6
#4 0x00007f9d19ff10d2 in free_check () from /lib64/libc.so.6
#5 0x00000000004290bf in ovn_run_pool_callback (pool=0x7058f0, fin_result=fin_result@entry=0x7fffb1c59f40,
result_frags=result_frags@entry=0x78dee0, helper_func=helper_func@entry=0x4291c0 <merge_hash_results>)
at ../lib/ovn-parallel-hmap.c:278
#6 0x00000000004291ea in ovn_run_pool_hash (pool=<optimized out>, result=result@entry=0x7fffb1c59f40,
result_frags=result_frags@entry=0x78dee0) at ../lib/ovn-parallel-hmap.c:341
#7 0x000000000042439f in build_lswitch_and_lrouter_flows (bfd_connections=0x7fffb1c5a1f0, lbs=0x7fffb1c5a1d0,
meter_groups=0x7fffb1c5a1b0, igmp_groups=0x7fffb1c5a190, mcgroups=0x7fffb1c5a170, lflows=0x7fffb1c59f40,
port_groups=0x7fffb1c5a150, ports=0x7fffb1c5a130, datapaths=0x7fffb1c5a110) at ../northd/ovn-northd.c:12013
#8 build_lflows (ctx=ctx@entry=0x7fffb1c5a410, datapaths=datapaths@entry=0x7fffb1c5a110,
ports=ports@entry=0x7fffb1c5a130, port_groups=port_groups@entry=0x7fffb1c5a150,
mcgroups=mcgroups@entry=0x7fffb1c5a170, igmp_groups=igmp_groups@entry=0x7fffb1c5a190,
meter_groups=0x7fffb1c5a1b0, lbs=<optimized out>, bfd_connections=0x7fffb1c5a1f0)
at ../northd/ovn-northd.c:12155
#9 0x00000000004257fb in ovnnb_db_run (ovn_internal_version=0x0, loop_start_time=<optimized out>,
lr_list=0x7fffb1c5a100, ports=0x7fffb1c5a130, datapaths=0x7fffb1c5a110, sb_loop=<optimized out>,
sbrec_chassis_by_name=0x0, ctx=0x7fffb1c5a270) at ../northd/ovn-northd.c:13171
#10 ovn_db_run (ctx=ctx@entry=0x7fffb1c5a410, sbrec_chassis_by_name=sbrec_chassis_by_name@entry=0x6fa190,
ovnsb_idl_loop=ovnsb_idl_loop@entry=0x7fffb1c5a3d0,
ovn_internal_version=ovn_internal_version@entry=0x6fa100 "21.03.90-20.17.0-56.0")
at ../northd/ovn-northd.c:13832
#11 0x0000000000408d08 in main (argc=<optimized out>, argv=<optimized out>) at ../northd/ovn-northd.c:14283
**************************************************************************************************************
Crash 2 -> with clang
=========
Using host libthread_db library "/lib64/libthread_db.so.1".
Core was generated by `ovn-northd -vjsonrpc --ovnnb-db=unix:/mnt/mydisk/myhome/numan_alt/work/ovs_ovn/'.
Program terminated with signal SIGABRT, Aborted.
#0 0x00007f7dec4f29d5 in raise () from /lib64/libc.so.6
[Current thread is 1 (Thread 0x7f7dec0de0c0 (LWP 307350))]
Missing separate debuginfos, use: dnf debuginfo-install glibc-2.32-3.fc33.x86_64 libcap-ng-0.8-1.fc33.x86_64 libevent-2.1.8-10.fc33.x86_64 openssl-libs-1.1.1i-1.fc33.x86_64 python3-libs-3.9.1-2.fc33.x86_64 unbound-libs-1.10.1-4.fc33.x86_64 zlib-1.2.11-23.fc33.x86_64
(gdb) bt
#0 0x00007f7dec4f29d5 in raise () from /lib64/libc.so.6
#1 0x00007f7dec4db8a4 in abort () from /lib64/libc.so.6
#2 0x00007f7dec534f27 in __libc_message () from /lib64/libc.so.6
#3 0x00007f7dec53cc1c in malloc_printerr () from /lib64/libc.so.6
#4 0x00007f7dec53f0d2 in free_check () from /lib64/libc.so.6
#5 0x00000000004272a3 in merge_hash_results (pool=0x1a64a00, fin_result=0x7fff77a276c0, result_frags=0x1a6ed90,
index=1) at ../lib/ovn-parallel-hmap.c:456
#6 ovn_run_pool_callback (pool=0x1a64a00, fin_result=0x7fff77a276c0, fin_result@entry=0x7fff77a27680,
result_frags=0x1a6ed90, result_frags@entry=0x7fff77a27a68, helper_func=<optimized out>)
at ../lib/ovn-parallel-hmap.c:278
#7 ovn_run_pool_hash (pool=0x1a64a00, result=result@entry=0x7fff77a276c0,
result_frags=result_frags@entry=0x1a6ed90) at ../lib/ovn-parallel-hmap.c:341
#8 0x0000000000412a75 in build_lswitch_and_lrouter_flows (datapaths=0x7fff77a27aa8, ports=0x7fff77a27a68,
port_groups=0x7fff77a27720, lflows=0x7fff77a276c0, mcgroups=0x7fff77a27830, igmp_groups=0x7fff77a27810,
meter_groups=0x7fff77a27888, lbs=0x7fff77a277f0, bfd_connections=0x7fff77a27868) at ../northd/ovn-northd.c:12013
#9 build_lflows (ctx=0x7fff77a279c8, datapaths=0x7fff77a27aa8, ports=0x7fff77a27a68, port_groups=0x7fff77a27720,
mcgroups=0x7fff77a27830, igmp_groups=0x7fff77a27810, meter_groups=0x7fff77a27888, lbs=0x7fff77a277f0,
bfd_connections=0x7fff77a27868) at ../northd/ovn-northd.c:12155
#10 ovnnb_db_run (ctx=ctx@entry=0x7fff77a279b8, sbrec_chassis_by_name=<optimized out>,
sbrec_chassis_by_name@entry=0x1a641b0, sb_loop=<optimized out>, sb_loop@entry=0x7fff77a27920,
datapaths=<optimized out>, datapaths@entry=0x7fff77a27aa8, ports=<optimized out>, ports@entry=0x7fff77a27a68,
lr_list=<optimized out>, lr_list@entry=0x7fff77a27a20, loop_start_time=<optimized out>,
ovn_internal_version=<optimized out>) at ../northd/ovn-northd.c:13171
#11 0x0000000000408908 in ovn_db_run (ctx=<optimized out>, sbrec_chassis_by_name=<optimized out>,
ovnsb_idl_loop=<optimized out>, ovn_internal_version=<optimized out>) at ../northd/ovn-northd.c:13832
#12 main (argc=<optimized out>, argv=<optimized out>) at ../northd/ovn-northd.c:14283
**************************************************************************************************************
Crash 3:
========
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib64/libthread_db.so.1".
Core was generated by `ovn-northd -vjsonrpc --ovnnb-db=unix:/home/nusiddiq/workspace_cpp/ovn-org/ovn/_'.
Program terminated with signal SIGSEGV, Segmentation fault.
#0 hmap_next__ (start=<optimized out>, hmap=<optimized out>) at ../include/openvswitch/hmap.h:378
378 struct hmap_node *node = hmap->buckets[i];
[Current thread is 1 (Thread 0x7f533ce7b0c0 (LWP 173737))]
Missing separate debuginfos, use: dnf debuginfo-install glibc-2.32-3.fc33.x86_64 openssl-libs-1.1.1i-1.fc33.x86_64 python3-libs-3.9.1-2.fc33.x86_64
(gdb) bt
#0 hmap_next__ (start=<optimized out>, hmap=<optimized out>) at ../include/openvswitch/hmap.h:378
#1 hmap_first (hmap=0x160db38) at ../include/openvswitch/hmap.h:391
#2 hmapx_clone (map=map@entry=0x15fa2a0, orig=orig@entry=0x160db38) at ../lib/hmapx.c:69
#3 0x00000000004240c8 in build_lflows (ctx=ctx@entry=0x7fff6e750530, datapaths=datapaths@entry=0x7fff6e750230,
ports=ports@entry=0x7fff6e750250, port_groups=port_groups@entry=0x7fff6e750270,
mcgroups=mcgroups@entry=0x7fff6e750290, igmp_groups=igmp_groups@entry=0x7fff6e7502b0,
meter_groups=0x7fff6e7502d0, lbs=<optimized out>, bfd_connections=0x7fff6e750310)
at ../northd/ovn-northd.c:12191
#4 0x00000000004257fb in ovnnb_db_run (ovn_internal_version=0x0, loop_start_time=<optimized out>,
lr_list=0x7fff6e750220, ports=0x7fff6e750250, datapaths=0x7fff6e750230, sb_loop=<optimized out>,
sbrec_chassis_by_name=0x0, ctx=0x7fff6e750390) at ../northd/ovn-northd.c:13171
#5 ovn_db_run (ctx=ctx@entry=0x7fff6e750530, sbrec_chassis_by_name=sbrec_chassis_by_name@entry=0x1593190,
ovnsb_idl_loop=ovnsb_idl_loop@entry=0x7fff6e7504f0,
ovn_internal_version=ovn_internal_version@entry=0x1593100 "21.03.90-20.17.0-56.0")
at ../northd/ovn-northd.c:13832
#6 0x0000000000408d08 in main (argc=<optimized out>, argv=<optimized out>) at ../northd/ovn-northd.c:14283
**************************************************************************************************************
Crash 4 -> with clang
===========
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib64/libthread_db.so.1".
Core was generated by `ovn-northd -vjsonrpc --ovnnb-db=unix:/home/nusiddiq/workspace_cpp/ovn-org/ovn/_'.
Program terminated with signal SIGABRT, Aborted.
#0 0x00007fe0fcb759d5 in raise () from /lib64/libc.so.6
[Current thread is 1 (Thread 0x7fe0fc7610c0 (LWP 343016))]
Missing separate debuginfos, use: dnf debuginfo-install glibc-2.32-3.fc33.x86_64 openssl-libs-1.1.1i-1.fc33.x86_64 python3-libs-3.9.1-2.fc33.x86_64
(gdb) bt
#0 0x00007fe0fcb759d5 in raise () from /lib64/libc.so.6
#1 0x00007fe0fcb5e8a4 in abort () from /lib64/libc.so.6
#2 0x00007fe0fcbb7f27 in __libc_message () from /lib64/libc.so.6
#3 0x00007fe0fcbbfc1c in malloc_printerr () from /lib64/libc.so.6
#4 0x00007fe0fcbc20d2 in free_check () from /lib64/libc.so.6
#5 0x0000000000470ebc in hmapx_delete (map=0x976bd8, node=0x2) at ../lib/hmapx.c:138
#6 hmapx_clear (map=map@entry=0x976bd8) at ../lib/hmapx.c:129
#7 0x000000000041026b in build_lflows (ctx=<optimized out>, datapaths=<optimized out>, ports=<optimized out>,
port_groups=<optimized out>, mcgroups=<optimized out>, igmp_groups=<optimized out>,
meter_groups=<optimized out>, lbs=<optimized out>, bfd_connections=<optimized out>)
at ../northd/ovn-northd.c:12182
#8 ovnnb_db_run (ctx=ctx@entry=0x7ffc84828dc8, sbrec_chassis_by_name=<optimized out>,
sbrec_chassis_by_name@entry=0x902190, sb_loop=<optimized out>, sb_loop@entry=0x7ffc84828d30,
datapaths=<optimized out>, datapaths@entry=0x7ffc84828eb8, ports=<optimized out>, ports@entry=0x7ffc84828e78,
lr_list=<optimized out>, lr_list@entry=0x7ffc84828e30, loop_start_time=<optimized out>,
ovn_internal_version=<optimized out>) at ../northd/ovn-northd.c:13171
#9 0x0000000000408908 in ovn_db_run (ctx=<optimized out>, sbrec_chassis_by_name=<optimized out>,
ovnsb_idl_loop=<optimized out>, ovn_internal_version=<optimized out>) at ../northd/ovn-northd.c:13832
#10 main (argc=<optimized out>, argv=<optimized out>) at ../northd/ovn-northd.c:14283
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment