Skip to content

Instantly share code, notes, and snippets.

@mranney
Created August 30, 2012 19:56
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save mranney/3539304 to your computer and use it in GitHub Desktop.
Save mranney/3539304 to your computer and use it in GitHub Desktop.
root@prod-2180:/voxer/core# mdb core.node.15363
Loading modules: [ libumem.so.1 libc.so.1 ld.so.1 ]
> ::status
debugging core file of node (32-bit) from prod-2180.local
file: /opt/local/bin/node
initial argv: node /voxer/server/router_node.js --name prod-nr1337.voxer.com --rediscache 192
threading model: native threads
status: process terminated by SIGABRT (Abort), pid=15363 uid=0 code=-1
root@prod-2180:/voxer/core# ls -lh core.node.29756
-rw------- 1 root root 432M Aug 30 18:28 core.node.29756
prod-nr1337.log:2226681:terminate called after throwing an instance of 'std::bad_alloc'
prod-nr1337.log:2226682: what(): std::bad_alloc
libc.so.1`_lwp_kill+0x15(1, 6, 8042198, fed07f9e)
libc.so.1`raise+0x22(6, 0, 80421e8, fecdf97a)
libc.so.1`abort+0xf2(signed char, 87f47e0, bool, 87f47e0, fefa0838, 12c)
libstdc++.so.6.0.16`__gnu_cxx::__verbose_terminate_handler()+0x168(8042250, fefc06a4, fef30640, 14b0, feee46dc, 0
)
libstdc++.so.6.0.16`__cxxabiv1::__terminate(void (*)())+0x17(feee7140, 0, b0928e8, 0, 8042298, feefca08)
libstdc++.so.6.0.16`__cxxabiv1::__unexpected(void (*)())(b092918, fef17a00, 0, b092938, feefca08, a00000)
libstdc++.so.6.0.16`__cxa_rethrow(b092938, fef17a00, feee246e, fed6ea52, 8042310, 1ac38b30)
libstdc++.so.6.0.16`operator new(unsigned int)+0x74(a00000, 0, 234d, 1ac38b30, a00000)
libstdc++.so.6.0.16`operator new[](unsigned int)+0x1d(a00000, 889e16c, 8042338, 8864008, 80424b8, 8042390)
node::Buffer::Replace(char*, unsigned int, void (*)(char*, void*), void*)+0x118(1ac38b30, 0, a00000, 0, 0, 804246f)
node::Buffer::Buffer(v8::Handle<v8::Object>, unsigned int)+0xae(1ac38b30, 80424b8, a00000, 889e168, 8864010, a00000)
node::Buffer::New(v8::Arguments const&)+0x1a6(804242c, 8042458, 80424b8, 804246f, 85de517, 8864008)
_ZN2v88internalL30Builtin_HandleApiCallConstructENS0_12_GLOBAL__N_116BuiltinArgumentsILNS0_21BuiltinExtraArgumentsE1EE
EPNS0_7IsolateE+0x1db(3, 80424b8, 8864008, 889e16c, 3d80a2c1, 8042490)
0x3d80a336(5393e5f5, 1400000, 477d2905, 477d2905, 2, 3d821a01)
0x3d821b6f(1400000, 5393e5f5, 8042530, 804252c, 8042508, 83bebe4)
0x4f3966f5(53908091, 53908091, 1400000, 477d28ed, 2, 4944abb9)
0x3d80db41(1400000, 477d28ed, 477d28ed, 2, 3d815de1, long double)
0x3d815f62(1400000, 4944abb9, 31568d69, 315761e1, 315761e1, 3156b0a1)
0x3fabd0f6(31568d69, 53908091, 53908091, 13fe52a, 1ad6, 0)
0x3fabecaf(2bb41a05, 539080c1, 0, 3156b0a1, 0, 3157663d)
0x4f3a8580(53908091, 2bb1ce9d, 0, 3157663d, 10, 8042630)
0x3d80db41(2bb1ce9d, 477d27e5, 477d27c5, 804265c, 4f361417, 53908081)
0x3fabb5a9(53908081, 53908081, 53933dc5, 2bb419a1, 477d27e5, 477d27c5)
0x4f361417(477d2751, 2bb1ce9d, 3156aebd, 3d821ba1, char, 0)
0x3d821c39(0, 80428b8, 3d812b81, 0, 0, 0)
0x3d812c2a(4f3611a0, 3156aebd, 2bb1ce9d, 1, 80427d4, 477d2799)
v8::internal::Invoke(bool, v8::internal::Handle<v8::internal::JSFunction>, v8::internal::Handle<v8::internal::Object>, int, v8::internal::Handle<v8::internal::Object>*, bool*)+0x101(8042848, 1, 80427d4, 80427ff
, 88647f8, 1)
v8::internal::Execution::Call(v8::internal::Handle<v8::internal::Object>, v8::internal::Handle<v8::internal::Object>, int, v8::internal::Handle<v8::internal::Object>*, bool*, bool)+0xc9(80427cc, 804284c, 8042848, 1, 80427d4,
80427ff)
v8::internal::Runtime_Apply(v8::internal::Arguments, v8::internal::Isolate*)+0x184(5, 804284c, 8864008, 3d80a2c1, 8042820, 8042874)
0x3d80a336(2, 0, 477d2799, 2bb1ce9d, 3156aebd, 53908091)
0x3faf2ee5(231aef19, 2, 24b95cd5, 10, 80428ac, 3d821c32)
0x3d80db41(477d2751, 231aef19, 24b95cd5, 3d821ba1, char, 0)
0x3d821c32(0, 8042d98, 3d812b81, 0, 0, 0)
0x3d812c2a(3faf2d20, 24b95cd5, 231aef19, 1, 8042b5c, 231aef19)
v8::internal::Invoke(bool, v8::internal::Handle<v8::internal::JSFunction>, v8::internal::Handle<v8::internal::Object>, int, v8::internal::Handle<v8::internal::Object>*, bool*)+0x101(aa46b38, 1, 8042b5c, 80429ef
, 8042a1c, 889f000)
v8::internal::Execution::Call(v8::internal::Handle<v8::internal::Object>, v8::internal::Handle<v8::internal::Object>, int, v8::internal::Handle<v8::internal::Object>*, bool*, bool)+0xc9(80429dc, 889e150, aa46b38, 1, 8042b5c,
80429ef)
v8::Function::Call(v8::Handle<v8::Object>, int, v8::Handle<v8::Value>*)+0xf0(8042a3c, 889e150, aa46b38, 1, 8042b5c, 8864008)
node::MakeCallback(v8::Handle<v8::Object>, v8::Handle<v8::Function>, int, v8::Handle<v8::Value>*)+0x11b(8042abc, aa46b38,
889e150, 1, 8042b5c, 889e14c)
node::MakeCallback(v8::Handle<v8::Object>, v8::Handle<v8::String>, int, v8::Handle<v8::Value>*)+0x69(8042b3c, aa46b38,
96e3b08, 1, 8042b5c, 8864008)
node::crypto::ClientHelloParser::Write(char const*, unsigned int)+0x2ca(1e44e034, 200618e8, 70, 8864010, 477d26bc, 477d26c0)
node::crypto::Connection::EncIn(v8::Arguments const&)+0x15f(8042bf8, 8042be8, 8042c1c, 8042c28, 3, 0)
0x4f37c0fb(231aef19, 494cefc1, 53908091, 8864008, e0, 0)
0x4f361127(477d259d, 2bb41a05, 477d259d, 53908091, 53908091, 53908091)
0x3fabf5eb(2bb41a05, 539080c1, 0, 3156b0a1, 0, 3157663d)
0x4f3a7c50(53908091, 2bb1ce9d, 0, 3157663d, 10, 8042ccc)
0x3d80db41(2bb1ce9d, 53908091, 53908091, 477d2601, 31576229, 477d25e5)
0x3fabd78a(477d259d, 2bb41a05, 539080c1, 2bb41a39, 24bb5325, 8042d20)
0x3fa0c428(477d259d, 2bb419a1, 53908091, 53908091, 20b141d9, 53908091)
0x3d82d328(2bb419a1, 4, 5393aa45, 10, 8042d64, 3fa1db97)
0x3d80db41(477d259d, 20b141d9, 2bb419a1, 4b61a929, ff2a0, 53908091)
0x3fa1db97(e0, ff1c0, 38539ab9, 4b61a929, 4945cc95, 3d821ba1)
0x3d821c39(0, 0, 3d812b81, 0, 0, 0)
0x3d812c2a(3fa1d9e0, 4945cc95, 4b61a929, 3, 8043030, 4b61a929)
v8::internal::Invoke(bool, v8::internal::Handle<v8::internal::JSFunction>, v8::internal::Handle<v8::internal::Object>, int, v8::internal::Handle<v8::internal::Object>*, bool*)+0x101(12b79028, 3, 8043030, 8042ecf
, 477d2401, 47700000)
v8::internal::Execution::Call(v8::internal::Handle<v8::internal::Object>, v8::internal::Handle<v8::internal::Object>, int, v8::internal::Handle<v8::internal::Object>*, bool*, bool)+0xc9(8042ebc, 889e13c, 12b79028, 3, 8043030,
8042ecf)
v8::Function::Call(v8::Handle<v8::Object>, int, v8::Handle<v8::Value>*)+0xf0(8042f1c, 889e13c, 12b79028, 3, 8043030, 8864008
)
node::MakeCallback(v8::Handle<v8::Object>, v8::Handle<v8::Function>, int, v8::Handle<v8::Value>*)+0x11b(8042f9c, 12b79028,
889e13c, 3, 8043030, 70)
node::MakeCallback(v8::Handle<v8::Object>, v8::Handle<v8::String>, int, v8::Handle<v8::Value>*)+0x69(804301c, 12b79028,
88ff438, 3, 8043030, 477d2091)
node::StreamWrap::OnReadCommon(uv_stream_s*, int, uv_buf_t, uv_handle_type)+0x10c(d5e56e8, 70, 200618e8, 10000, 0,
200618e8)
node::StreamWrap::OnRead(uv_stream_s*, int, uv_buf_t)+0x2e(d5e56e8, 70, 200618e8, 10000, 882d1c0, fead9000)
uv__read+0x28d(87f6080, 9405380, 1007, 8043298, 804329c, 9e008c0)
uv__stream_io+0x14b(87f5e20, d5e5720, 1, 74d, 87f5320, 0)
ev_invoke_pending+0x63(87f6080, 0, 0, 889e12c, 8864008, 0)
uv__run+0x94(88fec88, 804335c, 8043398, 824f9a7, 87f5e20, 88fec88)
uv_run+0x17(87f5e20, 88fec88, 80433e4, 0, 8047e43, 80433e4)
node::Start(int, char**)+0x1c7(2a, 80433e4, 80433a0, 80433b8, 8245c77, feffbafc)
main+0x1b(2a, 80433e4, 8043490, 80433d8, 81dec12, 8245c80)
_start+0x83(2a, 8043530, 8043543, 8043560, 8043567, 804357d)
libc.so.1`_lwp_kill+0x15(1, 6, 8042268, fed07f9e)
libc.so.1`raise+0x22(6, 0, 80422b8, fecdf97a)
libc.so.1`abort+0xf2(signed char, 87f3720, bool, 87f3720, fefa0838, 166)
libstdc++.so.6.0.16`__gnu_cxx::__verbose_terminate_handler()+0x168(8042320, fefc06a4, fef30640, 14b0, feee46dc, 0)
libstdc++.so.6.0.16`__cxxabiv1::__terminate(void (*)())+0x17(feee7140, 0, 958b090, 0, 8042368, feefca08)
libstdc++.so.6.0.16`__cxxabiv1::__unexpected(void (*)())(958b0c0, fef17a00, 0, 958b0e0, feefca08, 100000)
libstdc++.so.6.0.16`__cxa_rethrow(958b0e0, fef17a00, feee246e, fed6ea52, 80423e0, 20e8a5b0)
libstdc++.so.6.0.16`operator new(unsigned int)+0x74(100000, 0, 234d, 20e8a5b0, 100000)
libstdc++.so.6.0.16`operator new[](unsigned int)+0x1d(100000, 889f150, 8042408, 8863008, 8042584, 8042460)
node::Buffer::Replace(char*, unsigned int, void (*)(char*, void*), void*)+0x118(20e8a5b0, 0, 100000, 0, 0, 804253f)
node::Buffer::Buffer(v8::Handle<v8::Object>, unsigned int)+0xae(20e8a5b0, 8042584, 100000, 889f14c, 8863008, 100000)
node::Buffer::New(v8::Arguments const&)+0x1a6(80424fc, 8042528, 8042584, 804253f, 2, 213b41dc)
v8::internal::Builtin_HandleApiCallConstruct(v8::internal::(anonymous namespace)::BuiltinArguments<(v8::internal::BuiltinExtraArguments)1>, v8::internal::Isolate*)+0x1db(3, 8042584, 8863008, 3510a2c1, 8042560, 804259c)
0x3510a336(5a43e5f5, 200000, 3bdfd701, 3bdfd701, 2, 35121a01)
0x35121b6f(200000, 5a433dc5, 5a43e5f5, 35121c41, char, 0)
0x35121cba(0, 0, 35112c61, 0, 0, 0)
0x35112d0a(35121660, 5a43e5f5, 5a433dc5, 1, 804275c, 804263c)
v8::internal::Invoke(bool, v8::internal::Handle<v8::internal::JSFunction>, v8::internal::Handle<v8::internal::Object>, int, v8::internal::Handle<v8::internal::Object>*, bool*)+0x101(889f13c, 1, 804275c, 80426ff, 84f8260, 84f8260)
v8::internal::Execution::New(v8::internal::Handle<v8::internal::JSFunction>, int, v8::internal::Handle<v8::internal::Object>*, bool*)+0x77(80426dc, 889f138, 1, 804275c, 80426ff, 804273c)
v8::Function::NewInstance(int, v8::Handle<v8::Value>*) const+0xd3(804273c, 889f138, 1, 804275c, 37486381, 4be3b9e5)
node::NewSlab(unsigned int)+0x80(8cc76a8, 0, 0, 35112b81, 0, 0)
node::SlabAllocator::Allocate(v8::Handle<v8::Object>, unsigned int)+0xf2(886bde8, 88f9e98, 10000, 39219425, 410088a1, 889f138)
node::StreamWrap::OnAlloc(uv_handle_s*, unsigned int)+0x5c(8042838, 8ec56e8, 10000, 8863008, 882c1c0, 889f13c)
uv__read+0x61(87f4fa0, 8ec5720, 8042a58, 8299b56, 87f4fa0, 8ec5720)
uv__stream_io+0x14b(87f4d40, 8ec5720, 1, 1, 87f4260, 0)
ev_invoke_pending+0x63(87f4fa0, 47ae147b, 3f847ae1, 889f12c, 8863008, signed char)
uv__run+0x94(88fdc88, 8042acc, 8042b08, 824f7b7, 87f4d40, 88fdc88)
uv_run+0x17(87f4d40, 88fdc88, 8042b50, 0, 80471e5, 8042b50)
node::Start(int, char**)+0x1c7(3a, 8042b50, 8042b0c, 8042b28, 8245a87, feffbafc)
main+0x1b(3a, 8042b50, 8042c3c, 81dea82, 8245a90, 0)
_start+0x83(3a, 8042cdc, 8042ce1, 8042cff, 8042d06, 8042d10)
libc.so.1`_lwp_kill+0x15(1, 6, 80468b8, fed07f9e)
libc.so.1`raise+0x22(6, 0, 8046908, fecdf97a)
libc.so.1`abort+0xf2(signed char, 87f3520, bool, 87f3520, fefa0838, 15d)
libstdc++.so.6.0.16`__gnu_cxx::__verbose_terminate_handler()+0x168(8046970, fefc06a4, fef30640, 14b0, feee46dc, 0)
libstdc++.so.6.0.16`__cxxabiv1::__terminate(void (*)())+0x17(feee7140, 0, 8ab3570, 0, 80469b8, feefca08)
libstdc++.so.6.0.16`__cxxabiv1::__unexpected(void (*)())(8ab35a0, fef17a00, 0, 8ab35c0, feefca08, 100000)
libstdc++.so.6.0.16`__cxa_rethrow(8ab35c0, fef17a00, feee246e, fed6ea52, 8046a30, 20360418)
libstdc++.so.6.0.16`operator new(unsigned int)+0x74(100000, 0, 234d, 20360418, 100000)
libstdc++.so.6.0.16`operator new[](unsigned int)+0x1d(100000, 88a9150, 8046a58, 8863008, 8046bd4, 8046ab0)
node::Buffer::Replace(char*, unsigned int, void (*)(char*, void*), void*)+0x118(20360418, 0, 100000, 0, 0, 8046b8f)
node::Buffer::Buffer(v8::Handle<v8::Object>, unsigned int)+0xae(20360418, 8046bd4, 100000, 88a914c, 2de6f264, 100000)
node::Buffer::New(v8::Arguments const&)+0x1a6(8046b4c, 8046b78, 8046bd4, 8046b8f, 1f5fecad, 0)
v8::internal::Builtin_HandleApiCallConstruct(v8::internal::(anonymous namespace)::BuiltinArguments<(v8::internal::BuiltinExtraArguments)1>, v8::internal::Isolate*)+0x1db(3, 8046bd4, 8863008, 5b00a2c1, 8046bb0, 8046bec)
0x5b00a336(5333e5f5, 200000, 2de6f2e9, 2de6f2e9, 2, 5b021a01)
0x5b021b6f(200000, 53333dc5, 5333e5f5, 5b021c41, char, 0)
0x5b021cba(0, 0, 5b012c61, 0, 0, 0)
0x5b012d0a(5b021660, 5333e5f5, 53333dc5, 1, 8046dac, 461145cd)
v8::internal::Invoke(bool, v8::internal::Handle<v8::internal::JSFunction>, v8::internal::Handle<v8::internal::Object>, int, v8::internal::Handle<v8::internal::Object>*, bool*)+0x101(88a913c, 1, 8046dac, 8046d4f, 8046d0c, 5b021c39)
v8::internal::Execution::New(v8::internal::Handle<v8::internal::JSFunction>, int, v8::internal::Handle<v8::internal::Object>*, bool*)+0x77(8046d2c, 88a9138, 1, 8046dac, 8046d4f, 8046d8c)
v8::Function::NewInstance(int, v8::Handle<v8::Value>*) const+0xd3(8046d8c, 88a9138, 1, 8046dac, 8863170, 8863008)
node::NewSlab(unsigned int)+0x80(92f6578, 4, 8046fa0, 1000000, 0, fedd0000)
node::SlabAllocator::Allocate(v8::Handle<v8::Object>, unsigned int)+0xf2(886be48, 88f5718, 10000, fed678b6, 88301c0, fead9000)
node::StreamWrap::OnAlloc(uv_handle_s*, unsigned int)+0x5c(8046e88, 8897b68, 10000, feabca9a, 88301c0, fead9000)
uv__read+0x61(87f4da0, 8897ba0, 80470a8, 8299b16, 87f4da0, 8897ba0)
uv__stream_io+0x14b(87f4b40, 8897ba0, 1, 1, 87f4060, 0)
ev_invoke_pending+0x63(87f4da0, d2f1a9fc, 3f50624d, 88a912c, 8863008, 1)
uv__run+0x94(88f4c88, 804711c, 8047158, 824f857, 87f4b40, 88f4c88)
uv_run+0x17(87f4b40, 88f4c88, 80471a8, 0, 8047e64, 80471a8)
node::Start(int, char**)+0x1c7(24, 80471a8, 8047164, 8047178, 8245b27, feffbafc)
main+0x1b(24, 80471a8, 804723c, feffbafc, 804719c, 81de9c2)
_start+0x83(24, 80472dc, 80472e1, 8047306, 804730d, 8047318)
> ::umastat
cache buf buf buf memory alloc alloc
name size in use total in use succeed fail
------------------------- ------ ------ ------ --------- --------- -----
umem_magazine_1 8 17 508 4096 34288 0
umem_magazine_3 16 38 254 4096 23554 0
umem_magazine_7 32 48 381 12288 97864 0
umem_magazine_15 64 140 252 16384 35897 0
umem_magazine_31 128 0 0 0 0 0
umem_magazine_47 192 0 0 0 0 0
umem_magazine_63 256 0 0 0 0 0
umem_magazine_95 384 0 0 0 0 0
umem_magazine_143 576 0 0 0 0 0
umem_slab_cache 28 153 254 8192 1014 0
umem_bufctl_cache 12 706 762 12288 5901 0
umem_bufctl_audit_cache 100 0 0 0 0 0
umem_alloc_8 8 0 0 0 0 0
umem_alloc_16 16 117052 117348 1892352 41142033 0
umem_alloc_24 24 9522 10478 253952 61481699 0
umem_alloc_32 32 230008 230251 7426048 22383765 0
umem_alloc_40 40 113902 114029 4624384 12262227 0
umem_alloc_48 48 126 168 8192 5435545 0
umem_alloc_56 56 111 216 12288 3246264 0
umem_alloc_64 64 252 315 20480 566257 0
umem_alloc_80 80 192 300 24576 10608939 0
umem_alloc_96 96 226236 226254 22065152 1556936 0
umem_alloc_112 112 459 576 65536 17628386 0
umem_alloc_128 128 38 62 8192 255185 0
umem_alloc_160 160 226332 227550 37281792 19286255 0
umem_alloc_192 192 95 126 24576 3539200 0
umem_alloc_224 224 76 90 20480 718949 0
umem_alloc_256 256 41 60 16384 2859125 0
umem_alloc_320 320 113648 113664 38797312 4070352 0
umem_alloc_384 384 65 100 40960 1583224 0
umem_alloc_448 448 15 27 12288 1593032 0
umem_alloc_512 512 5 8 4096 57861 0
umem_alloc_640 640 131 144 98304 1636181 0
umem_alloc_768 768 35 40 32768 565612 0
umem_alloc_896 896 92 99 90112 162399 0
umem_alloc_1152 1152 40 56 65536 1130522 0
umem_alloc_1344 1344 4 9 12288 201689 0
umem_alloc_1600 1600 4 10 16384 570959 0
umem_alloc_2048 2048 9 14 28672 139202 0
umem_alloc_2304 2304 9 14 32768 17007 0
umem_alloc_2688 2688 1 6 16384 28822 0
umem_alloc_4096 4096 7 9 36864 57221 0
umem_alloc_4544 4544 6 40 184320 289044 0
umem_alloc_8192 8192 1 2 16384 2889 0
umem_alloc_9216 9216 178 248 2285568 366920 0
umem_alloc_12288 12288 2 3 36864 442 0
umem_alloc_16384 16384 2 4 65536 292 0
------------------------- ------ ------ ------ --------- --------- -----
Total [umem_internal] 57344 198518 0
Total [umem_default] 115617792 215444435 0
------------------------- ------ ------ ------ --------- --------- -----
vmem memory memory memory alloc alloc
name in use total import succeed fail
------------------------- --------- ---------- --------- --------- -----
sbrk_top 131231744 413208576 0 605405 747
sbrk_heap 131231744 131231744 131231744 605405 1
vmem_internal 5431296 5431296 5431296 1240 0
vmem_seg 5013504 5013504 5013504 1224 0
vmem_hash 402432 405504 405504 2544 0
vmem_vmem 17100 19128 12288 15 0
umem_internal 451072 454656 454656 64 0
umem_cache 209808 385024 385024 47 0
umem_hash 4864 8192 8192 17 0
umem_log 0 0 0 0 0
umem_firewall_va 0 0 0 0 0
umem_firewall 0 0 0 0 0
umem_oversize 9052280 9728000 9728000 573835 1
umem_memalign 0 0 0 0 0
umem_default 115617792 115617792 115617792 30266 0
------------------------- --------- ---------- --------- --------- -----
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment