Skip to content

Instantly share code, notes, and snippets.

@liu-chunmei
Last active June 10, 2020 08:02
Show Gist options
  • Save liu-chunmei/689b15b78891ea7e417788df66d603c7 to your computer and use it in GitHub Desktop.
Save liu-chunmei/689b15b78891ea7e417788df66d603c7 to your computer and use it in GitHub Desktop.
alien blue store segmentation fault even with "--memory 32G --smp 4"
#0 0x0000555556661db4 in malloc (n=n@entry=100) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1504
#1 0x00007ffff4ac2525 in _IO_vasprintf (result_ptr=0x7fffe273b250, format=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
args=args@entry=0x7fffe273b140) at vasprintf.c:47
#2 0x00007ffff4a9f154 in ___asprintf (string_ptr=string_ptr@entry=0x7fffe273b250,
format=format@entry=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n") at asprintf.c:35
#3 0x00007ffff4a6a2f4 in __assert_fail_base (fmt=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus", file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc",
line=line@entry=914, function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:57
#4 0x00007ffff4a6a412 in __GI___assert_fail (assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus",
file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc", line=line@entry=914,
function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:101
#5 0x000055555665f6d2 in seastar::memory::cpu_pages::initialize (this=<optimized out>) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:939
#6 0x000055555665f797 in seastar::memory::cpu_pages::initialize (this=0x7fffe2f39600) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:910
#7 seastar::memory::cpu_pages::find_and_unlink_span (this=this@entry=0x7fffe2f39600, n_pages=n_pages@entry=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:589
#8 0x000055555665fce6 in seastar::memory::cpu_pages::find_and_unlink_span_reclaiming (this=this@entry=0x7fffe2f39600, n_pages=n_pages@entry=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:603
#9 0x000055555666039e in seastar::memory::cpu_pages::allocate_large_and_trim (this=0x7fffe2f39600, n_pages=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:632
#10 0x00005555566605c8 in seastar::memory::small_pool::add_more_objects (this=0x7fffe2f39c80) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1152
#11 0x00005555566606f5 in seastar::memory::small_pool::allocate (this=0x7fffe2f39c80) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1112
#12 0x0000555556661d50 in seastar::memory::allocate (size=100) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1256
#13 0x0000555556661db9 in malloc (n=n@entry=100) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1504
#14 0x00007ffff4ac2525 in _IO_vasprintf (result_ptr=0x7fffe273b650, format=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
args=args@entry=0x7fffe273b540) at vasprintf.c:47
#15 0x00007ffff4a9f154 in ___asprintf (string_ptr=string_ptr@entry=0x7fffe273b650,
format=format@entry=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n") at asprintf.c:35
#16 0x00007ffff4a6a2f4 in __assert_fail_base (fmt=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus", file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc",
line=line@entry=914, function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:57
#17 0x00007ffff4a6a412 in __GI___assert_fail (assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus",
file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc", line=line@entry=914,
function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:101
#18 0x000055555665f6d2 in seastar::memory::cpu_pages::initialize (this=<optimized out>) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:939
#19 0x000055555665f797 in seastar::memory::cpu_pages::initialize (this=0x7fffe2f39600) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:910
#20 seastar::memory::cpu_pages::find_and_unlink_span (this=this@entry=0x7fffe2f39600, n_pages=n_pages@entry=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:589
#21 0x000055555665fce6 in seastar::memory::cpu_pages::find_and_unlink_span_reclaiming (this=this@entry=0x7fffe2f39600, n_pages=n_pages@entry=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:603
#22 0x000055555666039e in seastar::memory::cpu_pages::allocate_large_and_trim (this=0x7fffe2f39600, n_pages=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:632
#23 0x00005555566605c8 in seastar::memory::small_pool::add_more_objects (this=0x7fffe2f39c80) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1152
#24 0x00005555566606f5 in seastar::memory::small_pool::allocate (this=0x7fffe2f39c80) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1112
#25 0x0000555556661d50 in seastar::memory::allocate (size=100) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1256
#26 0x0000555556661db9 in malloc (n=n@entry=100) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1504
#27 0x00007ffff4ac2525 in _IO_vasprintf (result_ptr=0x7fffe273ba50, format=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
args=args@entry=0x7fffe273b940) at vasprintf.c:47
#28 0x00007ffff4a9f154 in ___asprintf (string_ptr=string_ptr@entry=0x7fffe273ba50,
format=format@entry=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n") at asprintf.c:35
#29 0x00007ffff4a6a2f4 in __assert_fail_base (fmt=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus", file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc",
line=line@entry=914, function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:57
#30 0x00007ffff4a6a412 in __GI___assert_fail (assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus",
file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc", line=line@entry=914,
function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:101
#31 0x000055555665f6d2 in seastar::memory::cpu_pages::initialize (this=<optimized out>) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:939
#32 0x000055555665f797 in seastar::memory::cpu_pages::initialize (this=0x7fffe2f39600) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:910
#33 seastar::memory::cpu_pages::find_and_unlink_span (this=this@entry=0x7fffe2f39600, n_pages=n_pages@entry=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:589
#34 0x000055555665fce6 in seastar::memory::cpu_pages::find_and_unlink_span_reclaiming (this=this@entry=0x7fffe2f39600, n_pages=n_pages@entry=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:603
#35 0x000055555666039e in seastar::memory::cpu_pages::allocate_large_and_trim (this=0x7fffe2f39600, n_pages=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:632
#36 0x00005555566605c8 in seastar::memory::small_pool::add_more_objects (this=0x7fffe2f39c80) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1152
#37 0x00005555566606f5 in seastar::memory::small_pool::allocate (this=0x7fffe2f39c80) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1112
#38 0x0000555556661d50 in seastar::memory::allocate (size=100) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1256
#39 0x0000555556661db9 in malloc (n=n@entry=100) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1504
#40 0x00007ffff4ac2525 in _IO_vasprintf (result_ptr=0x7fffe273be50, format=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
args=args@entry=0x7fffe273bd40) at vasprintf.c:47
#41 0x00007ffff4a9f154 in ___asprintf (string_ptr=string_ptr@entry=0x7fffe273be50,
format=format@entry=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n") at asprintf.c:35
#42 0x00007ffff4a6a2f4 in __assert_fail_base (fmt=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus", file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc",
line=line@entry=914, function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:57
#43 0x00007ffff4a6a412 in __GI___assert_fail (assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus",
file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc", line=line@entry=914,
function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:101
#44 0x000055555665f6d2 in seastar::memory::cpu_pages::initialize (this=<optimized out>) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:939
#45 0x000055555665f797 in seastar::memory::cpu_pages::initialize (this=0x7fffe2f39600) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:910
#46 seastar::memory::cpu_pages::find_and_unlink_span (this=this@entry=0x7fffe2f39600, n_pages=n_pages@entry=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:589
#47 0x000055555665fce6 in seastar::memory::cpu_pages::find_and_unlink_span_reclaiming (this=this@entry=0x7fffe2f39600, n_pages=n_pages@entry=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:603
#48 0x000055555666039e in seastar::memory::cpu_pages::allocate_large_and_trim (this=0x7fffe2f39600, n_pages=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:632
#49 0x00005555566605c8 in seastar::memory::small_pool::add_more_objects (this=0x7fffe2f39c80) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1152
#50 0x00005555566606f5 in seastar::memory::small_pool::allocate (this=0x7fffe2f39c80) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1112
#51 0x0000555556661d50 in seastar::memory::allocate (size=100) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1256
#52 0x0000555556661db9 in malloc (n=n@entry=100) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1504
#53 0x00007ffff4ac2525 in _IO_vasprintf (result_ptr=0x7fffe273c250, format=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
args=args@entry=0x7fffe273c140) at vasprintf.c:47
#54 0x00007ffff4a9f154 in ___asprintf (string_ptr=string_ptr@entry=0x7fffe273c250,
format=format@entry=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n") at asprintf.c:35
#55 0x00007ffff4a6a2f4 in __assert_fail_base (fmt=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus", file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc",
line=line@entry=914, function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:57
#56 0x00007ffff4a6a412 in __GI___assert_fail (assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus",
file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc", line=line@entry=914,
function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:101
#57 0x000055555665f6d2 in seastar::memory::cpu_pages::initialize (this=<optimized out>) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:939
#58 0x000055555665f797 in seastar::memory::cpu_pages::initialize (this=0x7fffe2f39600) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:910
#59 seastar::memory::cpu_pages::find_and_unlink_span (this=this@entry=0x7fffe2f39600, n_pages=n_pages@entry=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:589
#60 0x000055555665fce6 in seastar::memory::cpu_pages::find_and_unlink_span_reclaiming (this=this@entry=0x7fffe2f39600, n_pages=n_pages@entry=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:603
#61 0x000055555666039e in seastar::memory::cpu_pages::allocate_large_and_trim (this=0x7fffe2f39600, n_pages=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:632
#62 0x00005555566605c8 in seastar::memory::small_pool::add_more_objects (this=0x7fffe2f39c80) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1152
#63 0x00005555566606f5 in seastar::memory::small_pool::allocate (this=0x7fffe2f39c80) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1112
#64 0x0000555556661d50 in seastar::memory::allocate (size=100) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1256
#65 0x0000555556661db9 in malloc (n=n@entry=100) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1504
#66 0x00007ffff4ac2525 in _IO_vasprintf (result_ptr=0x7fffe273c650, format=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
args=args@entry=0x7fffe273c540) at vasprintf.c:47
#67 0x00007ffff4a9f154 in ___asprintf (string_ptr=string_ptr@entry=0x7fffe273c650,
format=format@entry=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n") at asprintf.c:35
#68 0x00007ffff4a6a2f4 in __assert_fail_base (fmt=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus", file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc",
line=line@entry=914, function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:57
#69 0x00007ffff4a6a412 in __GI___assert_fail (assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus",
file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc", line=line@entry=914,
function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:101
#70 0x000055555665f6d2 in seastar::memory::cpu_pages::initialize (this=<optimized out>) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:939
#71 0x000055555665f797 in seastar::memory::cpu_pages::initialize (this=0x7fffe2f39600) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:910
#72 seastar::memory::cpu_pages::find_and_unlink_span (this=this@entry=0x7fffe2f39600, n_pages=n_pages@entry=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:589
#73 0x000055555665fce6 in seastar::memory::cpu_pages::find_and_unlink_span_reclaiming (this=this@entry=0x7fffe2f39600, n_pages=n_pages@entry=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:603
#74 0x000055555666039e in seastar::memory::cpu_pages::allocate_large_and_trim (this=0x7fffe2f39600, n_pages=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:632
#75 0x00005555566605c8 in seastar::memory::small_pool::add_more_objects (this=0x7fffe2f39c80) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1152
#76 0x00005555566606f5 in seastar::memory::small_pool::allocate (this=0x7fffe2f39c80) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1112
#77 0x0000555556661d50 in seastar::memory::allocate (size=100) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1256
#78 0x0000555556661db9 in malloc (n=n@entry=100) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1504
#79 0x00007ffff4ac2525 in _IO_vasprintf (result_ptr=0x7fffe273ca50, format=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
args=args@entry=0x7fffe273c940) at vasprintf.c:47
#80 0x00007ffff4a9f154 in ___asprintf (string_ptr=string_ptr@entry=0x7fffe273ca50,
format=format@entry=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n") at asprintf.c:35
#81 0x00007ffff4a6a2f4 in __assert_fail_base (fmt=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus", file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc",
line=line@entry=914, function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:57
#82 0x00007ffff4a6a412 in __GI___assert_fail (assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus",
file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc", line=line@entry=914,
function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:101
#83 0x000055555665f6d2 in seastar::memory::cpu_pages::initialize (this=<optimized out>) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:939
#84 0x000055555665f797 in seastar::memory::cpu_pages::initialize (this=0x7fffe2f39600) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:910
#85 seastar::memory::cpu_pages::find_and_unlink_span (this=this@entry=0x7fffe2f39600, n_pages=n_pages@entry=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:589
#86 0x000055555665fce6 in seastar::memory::cpu_pages::find_and_unlink_span_reclaiming (this=this@entry=0x7fffe2f39600, n_pages=n_pages@entry=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:603
#87 0x000055555666039e in seastar::memory::cpu_pages::allocate_large_and_trim (this=0x7fffe2f39600, n_pages=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:632
#88 0x00005555566605c8 in seastar::memory::small_pool::add_more_objects (this=0x7fffe2f39c80) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1152
#89 0x00005555566606f5 in seastar::memory::small_pool::allocate (this=0x7fffe2f39c80) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1112
#90 0x0000555556661d50 in seastar::memory::allocate (size=100) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1256
#91 0x0000555556661db9 in malloc (n=n@entry=100) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1504
#92 0x00007ffff4ac2525 in _IO_vasprintf (result_ptr=0x7fffe273ce50, format=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
args=args@entry=0x7fffe273cd40) at vasprintf.c:47
#93 0x00007ffff4a9f154 in ___asprintf (string_ptr=string_ptr@entry=0x7fffe273ce50,
format=format@entry=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n") at asprintf.c:35
#94 0x00007ffff4a6a2f4 in __assert_fail_base (fmt=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus", file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc",
line=line@entry=914, function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:57
#95 0x00007ffff4a6a412 in __GI___assert_fail (assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus",
file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc", line=line@entry=914,
function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:101
#96 0x000055555665f6d2 in seastar::memory::cpu_pages::initialize (this=<optimized out>) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:939
#97 0x000055555665f797 in seastar::memory::cpu_pages::initialize (this=0x7fffe2f39600) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:910
#98 seastar::memory::cpu_pages::find_and_unlink_span (this=this@entry=0x7fffe2f39600, n_pages=n_pages@entry=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:589
#99 0x000055555665fce6 in seastar::memory::cpu_pages::find_and_unlink_span_reclaiming (this=this@entry=0x7fffe2f39600, n_pages=n_pages@entry=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:603
#100 0x000055555666039e in seastar::memory::cpu_pages::allocate_large_and_trim (this=0x7fffe2f39600, n_pages=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:632
#101 0x00005555566605c8 in seastar::memory::small_pool::add_more_objects (this=0x7fffe2f39c80) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1152
#102 0x00005555566606f5 in seastar::memory::small_pool::allocate (this=0x7fffe2f39c80) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1112
#103 0x0000555556661d50 in seastar::memory::allocate (size=100) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1256
#104 0x0000555556661db9 in malloc (n=n@entry=100) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1504
#105 0x00007ffff4ac2525 in _IO_vasprintf (result_ptr=0x7fffe273d250, format=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
args=args@entry=0x7fffe273d140) at vasprintf.c:47
#106 0x00007ffff4a9f154 in ___asprintf (string_ptr=string_ptr@entry=0x7fffe273d250,
format=format@entry=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n") at asprintf.c:35
#107 0x00007ffff4a6a2f4 in __assert_fail_base (fmt=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus", file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc",
line=line@entry=914, function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:57
#108 0x00007ffff4a6a412 in __GI___assert_fail (assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus",
file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc", line=line@entry=914,
function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:101
#109 0x000055555665f6d2 in seastar::memory::cpu_pages::initialize (this=<optimized out>) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:939
(gdb) info threads
Id Target Id Frame
1 Thread 0x7ffff7fd9540 (LWP 522626) "crimson-osd" seastar::reactor::signals::<lambda(int, siginfo_t*, void*)>::_FUN(int, siginfo_t #0 0x0000555556661db4 in malloc (n=n@entry=100) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1504
#1 0x00007ffff4ac2525 in _IO_vasprintf (result_ptr=0x7fffe273b250, format=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
args=args@entry=0x7fffe273b140) at vasprintf.c:47
#2 0x00007ffff4a9f154 in ___asprintf (string_ptr=string_ptr@entry=0x7fffe273b250,
format=format@entry=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n") at asprintf.c:35
#3 0x00007ffff4a6a2f4 in __assert_fail_base (fmt=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus", file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc",
line=line@entry=914, function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:57
#4 0x00007ffff4a6a412 in __GI___assert_fail (assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus",
file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc", line=line@entry=914,
function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:101
#5 0x000055555665f6d2 in seastar::memory::cpu_pages::initialize (this=<optimized out>) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:939
#6 0x000055555665f797 in seastar::memory::cpu_pages::initialize (this=0x7fffe2f39600) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:910
#7 seastar::memory::cpu_pages::find_and_unlink_span (this=this@entry=0x7fffe2f39600, n_pages=n_pages@entry=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:589
#8 0x000055555665fce6 in seastar::memory::cpu_pages::find_and_unlink_span_reclaiming (this=this@entry=0x7fffe2f39600, n_pages=n_pages@entry=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:603
#9 0x000055555666039e in seastar::memory::cpu_pages::allocate_large_and_trim (this=0x7fffe2f39600, n_pages=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:632
#10 0x00005555566605c8 in seastar::memory::small_pool::add_more_objects (this=0x7fffe2f39c80) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1152
#11 0x00005555566606f5 in seastar::memory::small_pool::allocate (this=0x7fffe2f39c80) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1112
#12 0x0000555556661d50 in seastar::memory::allocate (size=100) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1256
#13 0x0000555556661db9 in malloc (n=n@entry=100) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1504
#14 0x00007ffff4ac2525 in _IO_vasprintf (result_ptr=0x7fffe273b650, format=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
args=args@entry=0x7fffe273b540) at vasprintf.c:47
#15 0x00007ffff4a9f154 in ___asprintf (string_ptr=string_ptr@entry=0x7fffe273b650,
format=format@entry=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n") at asprintf.c:35
#16 0x00007ffff4a6a2f4 in __assert_fail_base (fmt=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus", file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc",
line=line@entry=914, function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:57
#17 0x00007ffff4a6a412 in __GI___assert_fail (assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus",
file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc", line=line@entry=914,
function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:101
#18 0x000055555665f6d2 in seastar::memory::cpu_pages::initialize (this=<optimized out>) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:939
#19 0x000055555665f797 in seastar::memory::cpu_pages::initialize (this=0x7fffe2f39600) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:910
#20 seastar::memory::cpu_pages::find_and_unlink_span (this=this@entry=0x7fffe2f39600, n_pages=n_pages@entry=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:589
#21 0x000055555665fce6 in seastar::memory::cpu_pages::find_and_unlink_span_reclaiming (this=this@entry=0x7fffe2f39600, n_pages=n_pages@entry=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:603
#22 0x000055555666039e in seastar::memory::cpu_pages::allocate_large_and_trim (this=0x7fffe2f39600, n_pages=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:632
#23 0x00005555566605c8 in seastar::memory::small_pool::add_more_objects (this=0x7fffe2f39c80) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1152
#24 0x00005555566606f5 in seastar::memory::small_pool::allocate (this=0x7fffe2f39c80) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1112
#25 0x0000555556661d50 in seastar::memory::allocate (size=100) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1256
#26 0x0000555556661db9 in malloc (n=n@entry=100) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1504
#27 0x00007ffff4ac2525 in _IO_vasprintf (result_ptr=0x7fffe273ba50, format=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
args=args@entry=0x7fffe273b940) at vasprintf.c:47
#28 0x00007ffff4a9f154 in ___asprintf (string_ptr=string_ptr@entry=0x7fffe273ba50,
format=format@entry=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n") at asprintf.c:35
#29 0x00007ffff4a6a2f4 in __assert_fail_base (fmt=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus", file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc",
line=line@entry=914, function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:57
#30 0x00007ffff4a6a412 in __GI___assert_fail (assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus",
file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc", line=line@entry=914,
function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:101
#31 0x000055555665f6d2 in seastar::memory::cpu_pages::initialize (this=<optimized out>) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:939
#32 0x000055555665f797 in seastar::memory::cpu_pages::initialize (this=0x7fffe2f39600) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:910
#33 seastar::memory::cpu_pages::find_and_unlink_span (this=this@entry=0x7fffe2f39600, n_pages=n_pages@entry=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:589
#34 0x000055555665fce6 in seastar::memory::cpu_pages::find_and_unlink_span_reclaiming (this=this@entry=0x7fffe2f39600, n_pages=n_pages@entry=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:603
#35 0x000055555666039e in seastar::memory::cpu_pages::allocate_large_and_trim (this=0x7fffe2f39600, n_pages=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:632
#36 0x00005555566605c8 in seastar::memory::small_pool::add_more_objects (this=0x7fffe2f39c80) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1152
#37 0x00005555566606f5 in seastar::memory::small_pool::allocate (this=0x7fffe2f39c80) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1112
#38 0x0000555556661d50 in seastar::memory::allocate (size=100) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1256
#39 0x0000555556661db9 in malloc (n=n@entry=100) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1504
#40 0x00007ffff4ac2525 in _IO_vasprintf (result_ptr=0x7fffe273be50, format=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
args=args@entry=0x7fffe273bd40) at vasprintf.c:47
#41 0x00007ffff4a9f154 in ___asprintf (string_ptr=string_ptr@entry=0x7fffe273be50,
format=format@entry=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n") at asprintf.c:35
#42 0x00007ffff4a6a2f4 in __assert_fail_base (fmt=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus", file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc",
line=line@entry=914, function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:57
#43 0x00007ffff4a6a412 in __GI___assert_fail (assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus",
file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc", line=line@entry=914,
function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:101
#44 0x000055555665f6d2 in seastar::memory::cpu_pages::initialize (this=<optimized out>) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:939
#45 0x000055555665f797 in seastar::memory::cpu_pages::initialize (this=0x7fffe2f39600) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:910
#46 seastar::memory::cpu_pages::find_and_unlink_span (this=this@entry=0x7fffe2f39600, n_pages=n_pages@entry=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:589
#47 0x000055555665fce6 in seastar::memory::cpu_pages::find_and_unlink_span_reclaiming (this=this@entry=0x7fffe2f39600, n_pages=n_pages@entry=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:603
#48 0x000055555666039e in seastar::memory::cpu_pages::allocate_large_and_trim (this=0x7fffe2f39600, n_pages=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:632
#49 0x00005555566605c8 in seastar::memory::small_pool::add_more_objects (this=0x7fffe2f39c80) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1152
#50 0x00005555566606f5 in seastar::memory::small_pool::allocate (this=0x7fffe2f39c80) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1112
#51 0x0000555556661d50 in seastar::memory::allocate (size=100) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1256
#52 0x0000555556661db9 in malloc (n=n@entry=100) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1504
#53 0x00007ffff4ac2525 in _IO_vasprintf (result_ptr=0x7fffe273c250, format=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
args=args@entry=0x7fffe273c140) at vasprintf.c:47
#54 0x00007ffff4a9f154 in ___asprintf (string_ptr=string_ptr@entry=0x7fffe273c250,
format=format@entry=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n") at asprintf.c:35
#55 0x00007ffff4a6a2f4 in __assert_fail_base (fmt=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus", file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc",
line=line@entry=914, function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:57
#56 0x00007ffff4a6a412 in __GI___assert_fail (assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus",
file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc", line=line@entry=914,
function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:101
#57 0x000055555665f6d2 in seastar::memory::cpu_pages::initialize (this=<optimized out>) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:939
#58 0x000055555665f797 in seastar::memory::cpu_pages::initialize (this=0x7fffe2f39600) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:910
#59 seastar::memory::cpu_pages::find_and_unlink_span (this=this@entry=0x7fffe2f39600, n_pages=n_pages@entry=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:589
#60 0x000055555665fce6 in seastar::memory::cpu_pages::find_and_unlink_span_reclaiming (this=this@entry=0x7fffe2f39600, n_pages=n_pages@entry=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:603
#61 0x000055555666039e in seastar::memory::cpu_pages::allocate_large_and_trim (this=0x7fffe2f39600, n_pages=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:632
#62 0x00005555566605c8 in seastar::memory::small_pool::add_more_objects (this=0x7fffe2f39c80) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1152
#63 0x00005555566606f5 in seastar::memory::small_pool::allocate (this=0x7fffe2f39c80) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1112
#64 0x0000555556661d50 in seastar::memory::allocate (size=100) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1256
#65 0x0000555556661db9 in malloc (n=n@entry=100) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1504
#66 0x00007ffff4ac2525 in _IO_vasprintf (result_ptr=0x7fffe273c650, format=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
args=args@entry=0x7fffe273c540) at vasprintf.c:47
#67 0x00007ffff4a9f154 in ___asprintf (string_ptr=string_ptr@entry=0x7fffe273c650,
format=format@entry=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n") at asprintf.c:35
#68 0x00007ffff4a6a2f4 in __assert_fail_base (fmt=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus", file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc",
line=line@entry=914, function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:57
#69 0x00007ffff4a6a412 in __GI___assert_fail (assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus",
file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc", line=line@entry=914,
function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:101
#70 0x000055555665f6d2 in seastar::memory::cpu_pages::initialize (this=<optimized out>) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:939
#71 0x000055555665f797 in seastar::memory::cpu_pages::initialize (this=0x7fffe2f39600) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:910
#72 seastar::memory::cpu_pages::find_and_unlink_span (this=this@entry=0x7fffe2f39600, n_pages=n_pages@entry=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:589
#73 0x000055555665fce6 in seastar::memory::cpu_pages::find_and_unlink_span_reclaiming (this=this@entry=0x7fffe2f39600, n_pages=n_pages@entry=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:603
#74 0x000055555666039e in seastar::memory::cpu_pages::allocate_large_and_trim (this=0x7fffe2f39600, n_pages=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:632
#75 0x00005555566605c8 in seastar::memory::small_pool::add_more_objects (this=0x7fffe2f39c80) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1152
#76 0x00005555566606f5 in seastar::memory::small_pool::allocate (this=0x7fffe2f39c80) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1112
#77 0x0000555556661d50 in seastar::memory::allocate (size=100) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1256
#78 0x0000555556661db9 in malloc (n=n@entry=100) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1504
#79 0x00007ffff4ac2525 in _IO_vasprintf (result_ptr=0x7fffe273ca50, format=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
args=args@entry=0x7fffe273c940) at vasprintf.c:47
#80 0x00007ffff4a9f154 in ___asprintf (string_ptr=string_ptr@entry=0x7fffe273ca50,
format=format@entry=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n") at asprintf.c:35
#81 0x00007ffff4a6a2f4 in __assert_fail_base (fmt=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus", file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc",
line=line@entry=914, function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:57
#82 0x00007ffff4a6a412 in __GI___assert_fail (assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus",
file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc", line=line@entry=914,
function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:101
#83 0x000055555665f6d2 in seastar::memory::cpu_pages::initialize (this=<optimized out>) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:939
#84 0x000055555665f797 in seastar::memory::cpu_pages::initialize (this=0x7fffe2f39600) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:910
#85 seastar::memory::cpu_pages::find_and_unlink_span (this=this@entry=0x7fffe2f39600, n_pages=n_pages@entry=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:589
#86 0x000055555665fce6 in seastar::memory::cpu_pages::find_and_unlink_span_reclaiming (this=this@entry=0x7fffe2f39600, n_pages=n_pages@entry=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:603
#87 0x000055555666039e in seastar::memory::cpu_pages::allocate_large_and_trim (this=0x7fffe2f39600, n_pages=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:632
#88 0x00005555566605c8 in seastar::memory::small_pool::add_more_objects (this=0x7fffe2f39c80) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1152
#89 0x00005555566606f5 in seastar::memory::small_pool::allocate (this=0x7fffe2f39c80) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1112
#90 0x0000555556661d50 in seastar::memory::allocate (size=100) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1256
#91 0x0000555556661db9 in malloc (n=n@entry=100) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1504
#92 0x00007ffff4ac2525 in _IO_vasprintf (result_ptr=0x7fffe273ce50, format=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
args=args@entry=0x7fffe273cd40) at vasprintf.c:47
#93 0x00007ffff4a9f154 in ___asprintf (string_ptr=string_ptr@entry=0x7fffe273ce50,
format=format@entry=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n") at asprintf.c:35
#94 0x00007ffff4a6a2f4 in __assert_fail_base (fmt=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus", file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc",
line=line@entry=914, function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:57
#95 0x00007ffff4a6a412 in __GI___assert_fail (assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus",
file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc", line=line@entry=914,
function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:101
#96 0x000055555665f6d2 in seastar::memory::cpu_pages::initialize (this=<optimized out>) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:939
#97 0x000055555665f797 in seastar::memory::cpu_pages::initialize (this=0x7fffe2f39600) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:910
#98 seastar::memory::cpu_pages::find_and_unlink_span (this=this@entry=0x7fffe2f39600, n_pages=n_pages@entry=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:589
#99 0x000055555665fce6 in seastar::memory::cpu_pages::find_and_unlink_span_reclaiming (this=this@entry=0x7fffe2f39600, n_pages=n_pages@entry=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:603
#100 0x000055555666039e in seastar::memory::cpu_pages::allocate_large_and_trim (this=0x7fffe2f39600, n_pages=1)
at /home/chunmei/ceph/src/seastar/src/core/memory.cc:632
#101 0x00005555566605c8 in seastar::memory::small_pool::add_more_objects (this=0x7fffe2f39c80) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1152
#102 0x00005555566606f5 in seastar::memory::small_pool::allocate (this=0x7fffe2f39c80) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1112
#103 0x0000555556661d50 in seastar::memory::allocate (size=100) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1256
#104 0x0000555556661db9 in malloc (n=n@entry=100) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:1504
#105 0x00007ffff4ac2525 in _IO_vasprintf (result_ptr=0x7fffe273d250, format=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
args=args@entry=0x7fffe273d140) at vasprintf.c:47
#106 0x00007ffff4a9f154 in ___asprintf (string_ptr=string_ptr@entry=0x7fffe273d250,
format=format@entry=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n") at asprintf.c:35
#107 0x00007ffff4a6a2f4 in __assert_fail_base (fmt=0x7ffff4bf17d8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus", file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc",
line=line@entry=914, function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:57
#108 0x00007ffff4a6a412 in __GI___assert_fail (assertion=assertion@entry=0x5555568fe5eb "cpu_id < max_cpus",
file=file@entry=0x5555568fe738 "/home/chunmei/ceph/src/seastar/src/core/memory.cc", line=line@entry=914,
function=function@entry=0x5555568fe860 "bool seastar::memory::cpu_pages::initialize()") at assert.c:101
#109 0x000055555665f6d2 in seastar::memory::cpu_pages::initialize (this=<optimized out>) at /home/chunmei/ceph/src/seastar/src/core/memory.cc:939
(gdb) info threads
Id Target Id Frame
1 Thread 0x7ffff7fd9540 (LWP 522626) "crimson-osd" seastar::reactor::signals::<lambda(int, siginfo_t*, void*)>::_FUN(int, siginfo_t *, void *) ()
at /home/chunmei/ceph/src/seastar/src/core/reactor.cc:649
2 Thread 0x7ffff41ff700 (LWP 522630) "reactor-1" seastar::reactor::signals::<lambda(int, siginfo_t*, void*)>::_FUN(int, siginfo_t *, void *) ()
at /home/chunmei/ceph/src/seastar/src/core/reactor.cc:649
3 Thread 0x7ffff3bff700 (LWP 522631) "reactor-2" seastar::reactor::signals::<lambda(int, siginfo_t*, void*)>::_FUN(int, siginfo_t *, void *) ()
at /home/chunmei/ceph/src/seastar/src/core/reactor.cc:649
4 Thread 0x7ffff35ff700 (LWP 522632) "reactor-3" seastar::reactor::signals::<lambda(int, siginfo_t*, void*)>::_FUN(int, siginfo_t *, void *) ()
at /home/chunmei/ceph/src/seastar/src/core/reactor.cc:649
5 Thread 0x7ffff2fff700 (LWP 522633) "syscall-0" 0x00007ffff57d2384 in __libc_read (fd=5, buf=buf@entry=0x7ffff2ffbbd0, nbytes=nbytes@entry=8)
at ../sysdeps/unix/sysv/linux/read.c:27
6 Thread 0x7ffff2c0e700 (LWP 522634) "timer-0" 0x00007ffff57d2384 in __libc_read (fd=4, buf=buf@entry=0x7ffff2c0aff8, nbytes=nbytes@entry=8)
at ../sysdeps/unix/sysv/linux/read.c:27
7 Thread 0x7ffff21ff700 (LWP 522635) "syscall-2" 0x00007ffff57d2384 in __libc_read (fd=9, buf=buf@entry=0x7ffff21fbbd0, nbytes=nbytes@entry=8)
at ../sysdeps/unix/sysv/linux/read.c:27
8 Thread 0x7ffff1bff700 (LWP 522636) "syscall-1" 0x00007ffff57d2384 in __libc_read (fd=12, buf=buf@entry=0x7ffff1bfbbd0, nbytes=nbytes@entry=8)
at ../sysdeps/unix/sysv/linux/read.c:27
9 Thread 0x7ffff15ff700 (LWP 522637) "syscall-3" 0x00007ffff57d2384 in __libc_read (fd=15, buf=buf@entry=0x7ffff15fbbd0, nbytes=nbytes@entry=8)
at ../sysdeps/unix/sysv/linux/read.c:27
10 Thread 0x7ffff120d700 (LWP 522639) "timer-2" 0x00007ffff57d2384 in __libc_read (fd=8, buf=buf@entry=0x7ffff1209ff8, nbytes=nbytes@entry=8)
at ../sysdeps/unix/sysv/linux/read.c:27
11 Thread 0x7ffff0a0c700 (LWP 522638) "timer-1" 0x00007ffff57d2384 in __libc_read (fd=11, buf=buf@entry=0x7ffff0a08ff8, nbytes=nbytes@entry=8)
at ../sysdeps/unix/sysv/linux/read.c:27
12 Thread 0x7ffff020b700 (LWP 522640) "timer-3" 0x00007ffff57d2384 in __libc_read (fd=14, buf=buf@entry=0x7ffff0207ff8, nbytes=nbytes@entry=8)
at ../sysdeps/unix/sysv/linux/read.c:27
13 Thread 0x7fffefa0a700 (LWP 522641) "crimson-osd" clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:78
22 Thread 0x7fffea955700 (LWP 522650) "rocksdb:low0" 0x00007ffff57ce9f3 in futex_wait_cancelable (private=<optimized out>, expected=0,
futex_word=0x604000123ec0) at ../sysdeps/unix/sysv/linux/futex-internal.h:88
23 Thread 0x7fffea154700 (LWP 522651) "rocksdb:low1" 0x00007ffff57ce9f3 in futex_wait_cancelable (private=<optimized out>, expected=0,
futex_word=0x604000123ec0) at ../sysdeps/unix/sysv/linux/futex-internal.h:88
24 Thread 0x7fffe9953700 (LWP 522652) "rocksdb:high0" 0x00007ffff57ce9f3 in futex_wait_cancelable (private=<optimized out>, expected=0,
futex_word=0x604000123de0) at ../sysdeps/unix/sysv/linux/futex-internal.h:88
173 Thread 0x7fffee95d700 (LWP 522801) "bstore_aio" 0x00007ffff7bd363a in ?? () from /lib/x86_64-linux-gnu/libaio.so.1
174 Thread 0x7fffee15c700 (LWP 522802) "bstore_discard" 0x00007ffff57ce9f3 in futex_wait_cancelable (private=<optimized out>, expected=0,
futex_word=0x60400009fe20) at ../sysdeps/unix/sysv/linux/futex-internal.h:88
175 Thread 0x7fffed15a700 (LWP 522803) "bstore_aio" 0x00007ffff7bd363a in ?? () from /lib/x86_64-linux-gnu/libaio.so.1
176 Thread 0x7fffed95b700 (LWP 522804) "bstore_discard" 0x00007ffff57ce9f3 in futex_wait_cancelable (private=<optimized out>, expected=0,
futex_word=0x60400009f720) at ../sysdeps/unix/sysv/linux/futex-internal.h:88
177 Thread 0x7fffec959700 (LWP 522805) "bstore_aio" 0x00007ffff7bd363a in ?? () from /lib/x86_64-linux-gnu/libaio.so.1
178 Thread 0x7fffec158700 (LWP 522806) "bstore_discard" 0x00007ffff57ce9f3 in futex_wait_cancelable (private=<optimized out>, expected=0,
futex_word=0x60400009f3a0) at ../sysdeps/unix/sysv/linux/futex-internal.h:88
179 Thread 0x7fffeb957700 (LWP 522807) "bstore_aio" 0x00007ffff7bd363a in ?? () from /lib/x86_64-linux-gnu/libaio.so.1
180 Thread 0x7fffeb156700 (LWP 522808) "bstore_discard" 0x00007ffff57ce9f3 in futex_wait_cancelable (private=<optimized out>, expected=0,
futex_word=0x60400009f020) at ../sysdeps/unix/sysv/linux/futex-internal.h:88
181 Thread 0x7fffe9152700 (LWP 522809) "crimson-osd" 0x00007ffff57ce9f3 in futex_wait_cancelable (private=<optimized out>, expected=0,
futex_word=0x60400009ec78) at ../sysdeps/unix/sysv/linux/futex-internal.h:88
* 283 Thread 0x7fffe2f3a700 (LWP 522911) "crimson-osd" 0x0000555556661db4 in malloc (n=n@entry=100)*, void *) ()
at /home/chunmei/ceph/src/seastar/src/core/reactor.cc:649
2 Thread 0x7ffff41ff700 (LWP 522630) "reactor-1" seastar::reactor::signals::<lambda(int, siginfo_t*, void*)>::_FUN(int, siginfo_t *, void *) ()
at /home/chunmei/ceph/src/seastar/src/core/reactor.cc:649
3 Thread 0x7ffff3bff700 (LWP 522631) "reactor-2" seastar::reactor::signals::<lambda(int, siginfo_t*, void*)>::_FUN(int, siginfo_t *, void *) ()
at /home/chunmei/ceph/src/seastar/src/core/reactor.cc:649
4 Thread 0x7ffff35ff700 (LWP 522632) "reactor-3" seastar::reactor::signals::<lambda(int, siginfo_t*, void*)>::_FUN(int, siginfo_t *, void *) ()
at /home/chunmei/ceph/src/seastar/src/core/reactor.cc:649
5 Thread 0x7ffff2fff700 (LWP 522633) "syscall-0" 0x00007ffff57d2384 in __libc_read (fd=5, buf=buf@entry=0x7ffff2ffbbd0, nbytes=nbytes@entry=8)
at ../sysdeps/unix/sysv/linux/read.c:27
6 Thread 0x7ffff2c0e700 (LWP 522634) "timer-0" 0x00007ffff57d2384 in __libc_read (fd=4, buf=buf@entry=0x7ffff2c0aff8, nbytes=nbytes@entry=8)
at ../sysdeps/unix/sysv/linux/read.c:27
7 Thread 0x7ffff21ff700 (LWP 522635) "syscall-2" 0x00007ffff57d2384 in __libc_read (fd=9, buf=buf@entry=0x7ffff21fbbd0, nbytes=nbytes@entry=8)
at ../sysdeps/unix/sysv/linux/read.c:27
8 Thread 0x7ffff1bff700 (LWP 522636) "syscall-1" 0x00007ffff57d2384 in __libc_read (fd=12, buf=buf@entry=0x7ffff1bfbbd0, nbytes=nbytes@entry=8)
at ../sysdeps/unix/sysv/linux/read.c:27
9 Thread 0x7ffff15ff700 (LWP 522637) "syscall-3" 0x00007ffff57d2384 in __libc_read (fd=15, buf=buf@entry=0x7ffff15fbbd0, nbytes=nbytes@entry=8)
at ../sysdeps/unix/sysv/linux/read.c:27
10 Thread 0x7ffff120d700 (LWP 522639) "timer-2" 0x00007ffff57d2384 in __libc_read (fd=8, buf=buf@entry=0x7ffff1209ff8, nbytes=nbytes@entry=8)
at ../sysdeps/unix/sysv/linux/read.c:27
11 Thread 0x7ffff0a0c700 (LWP 522638) "timer-1" 0x00007ffff57d2384 in __libc_read (fd=11, buf=buf@entry=0x7ffff0a08ff8, nbytes=nbytes@entry=8)
at ../sysdeps/unix/sysv/linux/read.c:27
12 Thread 0x7ffff020b700 (LWP 522640) "timer-3" 0x00007ffff57d2384 in __libc_read (fd=14, buf=buf@entry=0x7ffff0207ff8, nbytes=nbytes@entry=8)
at ../sysdeps/unix/sysv/linux/read.c:27
13 Thread 0x7fffefa0a700 (LWP 522641) "crimson-osd" clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:78
22 Thread 0x7fffea955700 (LWP 522650) "rocksdb:low0" 0x00007ffff57ce9f3 in futex_wait_cancelable (private=<optimized out>, expected=0,
futex_word=0x604000123ec0) at ../sysdeps/unix/sysv/linux/futex-internal.h:88
23 Thread 0x7fffea154700 (LWP 522651) "rocksdb:low1" 0x00007ffff57ce9f3 in futex_wait_cancelable (private=<optimized out>, expected=0,
futex_word=0x604000123ec0) at ../sysdeps/unix/sysv/linux/futex-internal.h:88
24 Thread 0x7fffe9953700 (LWP 522652) "rocksdb:high0" 0x00007ffff57ce9f3 in futex_wait_cancelable (private=<optimized out>, expected=0,
futex_word=0x604000123de0) at ../sysdeps/unix/sysv/linux/futex-internal.h:88
173 Thread 0x7fffee95d700 (LWP 522801) "bstore_aio" 0x00007ffff7bd363a in ?? () from /lib/x86_64-linux-gnu/libaio.so.1
174 Thread 0x7fffee15c700 (LWP 522802) "bstore_discard" 0x00007ffff57ce9f3 in futex_wait_cancelable (private=<optimized out>, expected=0,
futex_word=0x60400009fe20) at ../sysdeps/unix/sysv/linux/futex-internal.h:88
175 Thread 0x7fffed15a700 (LWP 522803) "bstore_aio" 0x00007ffff7bd363a in ?? () from /lib/x86_64-linux-gnu/libaio.so.1
176 Thread 0x7fffed95b700 (LWP 522804) "bstore_discard" 0x00007ffff57ce9f3 in futex_wait_cancelable (private=<optimized out>, expected=0,
futex_word=0x60400009f720) at ../sysdeps/unix/sysv/linux/futex-internal.h:88
177 Thread 0x7fffec959700 (LWP 522805) "bstore_aio" 0x00007ffff7bd363a in ?? () from /lib/x86_64-linux-gnu/libaio.so.1
178 Thread 0x7fffec158700 (LWP 522806) "bstore_discard" 0x00007ffff57ce9f3 in futex_wait_cancelable (private=<optimized out>, expected=0,
futex_word=0x60400009f3a0) at ../sysdeps/unix/sysv/linux/futex-internal.h:88
179 Thread 0x7fffeb957700 (LWP 522807) "bstore_aio" 0x00007ffff7bd363a in ?? () from /lib/x86_64-linux-gnu/libaio.so.1
180 Thread 0x7fffeb156700 (LWP 522808) "bstore_discard" 0x00007ffff57ce9f3 in futex_wait_cancelable (private=<optimized out>, expected=0,
futex_word=0x60400009f020) at ../sysdeps/unix/sysv/linux/futex-internal.h:88
181 Thread 0x7fffe9152700 (LWP 522809) "crimson-osd" 0x00007ffff57ce9f3 in futex_wait_cancelable (private=<optimized out>, expected=0,
futex_word=0x60400009ec78) at ../sysdeps/unix/sysv/linux/futex-internal.h:88
* 283 Thread 0x7fffe2f3a700 (LWP 522911) "crimson-osd" 0x0000555556661db4 in malloc (n=n@entry=100)
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment