Anton northd parallel v15 p2 crashes

gistfile1.txt

Crash 1:
===========================================

[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib64/libthread_db.so.1".
Core was generated by `ovn-northd -vjsonrpc --ovnnb-db=unix:/home/nusiddiq/workspace_cpp/ovn-org/ovn/_'.
Program terminated with signal SIGABRT, Aborted.
#0  0x00007f9d19fa49d5 in raise () from /lib64/libc.so.6
[Current thread is 1 (Thread 0x7f9d19b900c0 (LWP 32755))]
Missing separate debuginfos, use: dnf debuginfo-install glibc-2.32-3.fc33.x86_64 openssl-libs-1.1.1i-1.fc33.x86_64 python3-libs-3.9.1-2.fc33.x86_64
(gdb) bt
#0  0x00007f9d19fa49d5 in raise () from /lib64/libc.so.6
#1  0x00007f9d19f8d8a4 in abort () from /lib64/libc.so.6
#2  0x00007f9d19fe6f27 in __libc_message () from /lib64/libc.so.6
#3  0x00007f9d19feec1c in malloc_printerr () from /lib64/libc.so.6
#4  0x00007f9d19ff10d2 in free_check () from /lib64/libc.so.6
#5  0x00000000004290bf in ovn_run_pool_callback (pool=0x7058f0, fin_result=fin_result@entry=0x7fffb1c59f40, 
    result_frags=result_frags@entry=0x78dee0, helper_func=helper_func@entry=0x4291c0 <merge_hash_results>)
    at ../lib/ovn-parallel-hmap.c:278
#6  0x00000000004291ea in ovn_run_pool_hash (pool=<optimized out>, result=result@entry=0x7fffb1c59f40, 
    result_frags=result_frags@entry=0x78dee0) at ../lib/ovn-parallel-hmap.c:341
#7  0x000000000042439f in build_lswitch_and_lrouter_flows (bfd_connections=0x7fffb1c5a1f0, lbs=0x7fffb1c5a1d0, 
    meter_groups=0x7fffb1c5a1b0, igmp_groups=0x7fffb1c5a190, mcgroups=0x7fffb1c5a170, lflows=0x7fffb1c59f40, 
    port_groups=0x7fffb1c5a150, ports=0x7fffb1c5a130, datapaths=0x7fffb1c5a110) at ../northd/ovn-northd.c:12013
#8  build_lflows (ctx=ctx@entry=0x7fffb1c5a410, datapaths=datapaths@entry=0x7fffb1c5a110, 
    ports=ports@entry=0x7fffb1c5a130, port_groups=port_groups@entry=0x7fffb1c5a150, 
    mcgroups=mcgroups@entry=0x7fffb1c5a170, igmp_groups=igmp_groups@entry=0x7fffb1c5a190, 
    meter_groups=0x7fffb1c5a1b0, lbs=<optimized out>, bfd_connections=0x7fffb1c5a1f0)
    at ../northd/ovn-northd.c:12155
#9  0x00000000004257fb in ovnnb_db_run (ovn_internal_version=0x0, loop_start_time=<optimized out>, 
    lr_list=0x7fffb1c5a100, ports=0x7fffb1c5a130, datapaths=0x7fffb1c5a110, sb_loop=<optimized out>, 
    sbrec_chassis_by_name=0x0, ctx=0x7fffb1c5a270) at ../northd/ovn-northd.c:13171
#10 ovn_db_run (ctx=ctx@entry=0x7fffb1c5a410, sbrec_chassis_by_name=sbrec_chassis_by_name@entry=0x6fa190, 
    ovnsb_idl_loop=ovnsb_idl_loop@entry=0x7fffb1c5a3d0, 
    ovn_internal_version=ovn_internal_version@entry=0x6fa100 "21.03.90-20.17.0-56.0")
    at ../northd/ovn-northd.c:13832
#11 0x0000000000408d08 in main (argc=<optimized out>, argv=<optimized out>) at ../northd/ovn-northd.c:14283

**************************************************************************************************************

Crash 2  -> with clang
=========

Using host libthread_db library "/lib64/libthread_db.so.1".
Core was generated by `ovn-northd -vjsonrpc --ovnnb-db=unix:/mnt/mydisk/myhome/numan_alt/work/ovs_ovn/'.
Program terminated with signal SIGABRT, Aborted.
#0  0x00007f7dec4f29d5 in raise () from /lib64/libc.so.6
[Current thread is 1 (Thread 0x7f7dec0de0c0 (LWP 307350))]
Missing separate debuginfos, use: dnf debuginfo-install glibc-2.32-3.fc33.x86_64 libcap-ng-0.8-1.fc33.x86_64 libevent-2.1.8-10.fc33.x86_64 openssl-libs-1.1.1i-1.fc33.x86_64 python3-libs-3.9.1-2.fc33.x86_64 unbound-libs-1.10.1-4.fc33.x86_64 zlib-1.2.11-23.fc33.x86_64
(gdb) bt
#0  0x00007f7dec4f29d5 in raise () from /lib64/libc.so.6
#1  0x00007f7dec4db8a4 in abort () from /lib64/libc.so.6
#2  0x00007f7dec534f27 in __libc_message () from /lib64/libc.so.6
#3  0x00007f7dec53cc1c in malloc_printerr () from /lib64/libc.so.6
#4  0x00007f7dec53f0d2 in free_check () from /lib64/libc.so.6
#5  0x00000000004272a3 in merge_hash_results (pool=0x1a64a00, fin_result=0x7fff77a276c0, result_frags=0x1a6ed90, 
    index=1) at ../lib/ovn-parallel-hmap.c:456
#6  ovn_run_pool_callback (pool=0x1a64a00, fin_result=0x7fff77a276c0, fin_result@entry=0x7fff77a27680, 
    result_frags=0x1a6ed90, result_frags@entry=0x7fff77a27a68, helper_func=<optimized out>)
    at ../lib/ovn-parallel-hmap.c:278
#7  ovn_run_pool_hash (pool=0x1a64a00, result=result@entry=0x7fff77a276c0, 
    result_frags=result_frags@entry=0x1a6ed90) at ../lib/ovn-parallel-hmap.c:341
#8  0x0000000000412a75 in build_lswitch_and_lrouter_flows (datapaths=0x7fff77a27aa8, ports=0x7fff77a27a68, 
    port_groups=0x7fff77a27720, lflows=0x7fff77a276c0, mcgroups=0x7fff77a27830, igmp_groups=0x7fff77a27810, 
    meter_groups=0x7fff77a27888, lbs=0x7fff77a277f0, bfd_connections=0x7fff77a27868) at ../northd/ovn-northd.c:12013
#9  build_lflows (ctx=0x7fff77a279c8, datapaths=0x7fff77a27aa8, ports=0x7fff77a27a68, port_groups=0x7fff77a27720, 
    mcgroups=0x7fff77a27830, igmp_groups=0x7fff77a27810, meter_groups=0x7fff77a27888, lbs=0x7fff77a277f0, 
    bfd_connections=0x7fff77a27868) at ../northd/ovn-northd.c:12155
#10 ovnnb_db_run (ctx=ctx@entry=0x7fff77a279b8, sbrec_chassis_by_name=<optimized out>, 
    sbrec_chassis_by_name@entry=0x1a641b0, sb_loop=<optimized out>, sb_loop@entry=0x7fff77a27920, 
    datapaths=<optimized out>, datapaths@entry=0x7fff77a27aa8, ports=<optimized out>, ports@entry=0x7fff77a27a68, 
    lr_list=<optimized out>, lr_list@entry=0x7fff77a27a20, loop_start_time=<optimized out>, 
    ovn_internal_version=<optimized out>) at ../northd/ovn-northd.c:13171
#11 0x0000000000408908 in ovn_db_run (ctx=<optimized out>, sbrec_chassis_by_name=<optimized out>, 
    ovnsb_idl_loop=<optimized out>, ovn_internal_version=<optimized out>) at ../northd/ovn-northd.c:13832
#12 main (argc=<optimized out>, argv=<optimized out>) at ../northd/ovn-northd.c:14283

**************************************************************************************************************

Crash 3:
========

[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib64/libthread_db.so.1".
Core was generated by `ovn-northd -vjsonrpc --ovnnb-db=unix:/home/nusiddiq/workspace_cpp/ovn-org/ovn/_'.
Program terminated with signal SIGSEGV, Segmentation fault.
#0  hmap_next__ (start=<optimized out>, hmap=<optimized out>) at ../include/openvswitch/hmap.h:378
378	        struct hmap_node *node = hmap->buckets[i];
[Current thread is 1 (Thread 0x7f533ce7b0c0 (LWP 173737))]
Missing separate debuginfos, use: dnf debuginfo-install glibc-2.32-3.fc33.x86_64 openssl-libs-1.1.1i-1.fc33.x86_64 python3-libs-3.9.1-2.fc33.x86_64
(gdb) bt
#0  hmap_next__ (start=<optimized out>, hmap=<optimized out>) at ../include/openvswitch/hmap.h:378
#1  hmap_first (hmap=0x160db38) at ../include/openvswitch/hmap.h:391
#2  hmapx_clone (map=map@entry=0x15fa2a0, orig=orig@entry=0x160db38) at ../lib/hmapx.c:69
#3  0x00000000004240c8 in build_lflows (ctx=ctx@entry=0x7fff6e750530, datapaths=datapaths@entry=0x7fff6e750230, 
    ports=ports@entry=0x7fff6e750250, port_groups=port_groups@entry=0x7fff6e750270, 
    mcgroups=mcgroups@entry=0x7fff6e750290, igmp_groups=igmp_groups@entry=0x7fff6e7502b0, 
    meter_groups=0x7fff6e7502d0, lbs=<optimized out>, bfd_connections=0x7fff6e750310)
    at ../northd/ovn-northd.c:12191
#4  0x00000000004257fb in ovnnb_db_run (ovn_internal_version=0x0, loop_start_time=<optimized out>, 
    lr_list=0x7fff6e750220, ports=0x7fff6e750250, datapaths=0x7fff6e750230, sb_loop=<optimized out>, 
    sbrec_chassis_by_name=0x0, ctx=0x7fff6e750390) at ../northd/ovn-northd.c:13171
#5  ovn_db_run (ctx=ctx@entry=0x7fff6e750530, sbrec_chassis_by_name=sbrec_chassis_by_name@entry=0x1593190, 
    ovnsb_idl_loop=ovnsb_idl_loop@entry=0x7fff6e7504f0, 
    ovn_internal_version=ovn_internal_version@entry=0x1593100 "21.03.90-20.17.0-56.0")
    at ../northd/ovn-northd.c:13832
#6  0x0000000000408d08 in main (argc=<optimized out>, argv=<optimized out>) at ../northd/ovn-northd.c:14283

**************************************************************************************************************




Crash 4 -> with clang
===========

[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib64/libthread_db.so.1".
Core was generated by `ovn-northd -vjsonrpc --ovnnb-db=unix:/home/nusiddiq/workspace_cpp/ovn-org/ovn/_'.
Program terminated with signal SIGABRT, Aborted.
#0  0x00007fe0fcb759d5 in raise () from /lib64/libc.so.6
[Current thread is 1 (Thread 0x7fe0fc7610c0 (LWP 343016))]
Missing separate debuginfos, use: dnf debuginfo-install glibc-2.32-3.fc33.x86_64 openssl-libs-1.1.1i-1.fc33.x86_64 python3-libs-3.9.1-2.fc33.x86_64
(gdb) bt
#0  0x00007fe0fcb759d5 in raise () from /lib64/libc.so.6
#1  0x00007fe0fcb5e8a4 in abort () from /lib64/libc.so.6
#2  0x00007fe0fcbb7f27 in __libc_message () from /lib64/libc.so.6
#3  0x00007fe0fcbbfc1c in malloc_printerr () from /lib64/libc.so.6
#4  0x00007fe0fcbc20d2 in free_check () from /lib64/libc.so.6
#5  0x0000000000470ebc in hmapx_delete (map=0x976bd8, node=0x2) at ../lib/hmapx.c:138
#6  hmapx_clear (map=map@entry=0x976bd8) at ../lib/hmapx.c:129
#7  0x000000000041026b in build_lflows (ctx=<optimized out>, datapaths=<optimized out>, ports=<optimized out>, 
    port_groups=<optimized out>, mcgroups=<optimized out>, igmp_groups=<optimized out>, 
    meter_groups=<optimized out>, lbs=<optimized out>, bfd_connections=<optimized out>)
    at ../northd/ovn-northd.c:12182
#8  ovnnb_db_run (ctx=ctx@entry=0x7ffc84828dc8, sbrec_chassis_by_name=<optimized out>, 
    sbrec_chassis_by_name@entry=0x902190, sb_loop=<optimized out>, sb_loop@entry=0x7ffc84828d30, 
    datapaths=<optimized out>, datapaths@entry=0x7ffc84828eb8, ports=<optimized out>, ports@entry=0x7ffc84828e78, 
    lr_list=<optimized out>, lr_list@entry=0x7ffc84828e30, loop_start_time=<optimized out>, 
    ovn_internal_version=<optimized out>) at ../northd/ovn-northd.c:13171
#9  0x0000000000408908 in ovn_db_run (ctx=<optimized out>, sbrec_chassis_by_name=<optimized out>, 
    ovnsb_idl_loop=<optimized out>, ovn_internal_version=<optimized out>) at ../northd/ovn-northd.c:13832
#10 main (argc=<optimized out>, argv=<optimized out>) at ../northd/ovn-northd.c:14283