Skip to content

Instantly share code, notes, and snippets.

@FindHao
Created January 19, 2023 21:14
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save FindHao/bc8bb902432b78d02dccf3c25b7318aa to your computer and use it in GitHub Desktop.
Save FindHao/bc8bb902432b78d02dccf3c25b7318aa to your computer and use it in GitHub Desktop.
#0 c10::get_backtrace[abi:cxx11](unsigned long, unsigned long, bool) (frames_to_skip=<optimized out>, frames_to_skip@entry=1, maximum_number_of_frames=maximum_number_of_frames@entry=64,
skip_python_frames=skip_python_frames@entry=true) at /scratch/findhao/pytorch/c10/util/Backtrace.cpp:285
#1 0x00007fff836f0821 in c10::(anonymous namespace)::<lambda()>::operator() (__closure=<optimized out>) at /scratch/findhao/pytorch/c10/util/Logging.cpp:28
#2 std::_Function_handler<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >(), c10::(anonymous namespace)::GetFetchStackTrace()::<lambda()> >::_M_invoke(const std::_Any_data &) (
__functor=...) at /usr/include/c++/9/bits/std_function.h:286
#3 0x00007fff836f1d53 in std::function<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > ()>::operator()() const (this=<optimized out>) at /usr/include/c++/9/bits/std_function.h:683
#4 c10::Error::Error (this=0x558e620, source_location=..., msg=...) at /scratch/findhao/pytorch/c10/util/Logging.cpp:86
#5 0x00007fffa8384fc0 in c10::AttributeError::Error (this=0x558e620) at /scratch/findhao/pytorch/c10/util/Exception.h:259
#6 torch::jit::<lambda(torch::jit::Object&, const string&)>::operator() (__closure=<optimized out>, name=..., self=...) at /scratch/findhao/pytorch/torch/csrc/jit/python/script_init.cpp:861
#7 pybind11::detail::argument_loader<torch::jit::Object&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&>::call_impl<pybind11::object, torch::jit::initJitScriptBindings(PyObject*)::<lambda(torch::jit::Object&, const string&)>&, 0, 1, pybind11::detail::void_type> (f=..., this=0x7fffffffc330) at /scratch/findhao/pytorch/third_party/pybind11/include/pybind11/cast.h:1439
#8 pybind11::detail::argument_loader<torch::jit::Object&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&>::call<pybind11::object, pybind11::detail::void_type, torch::jit::initJitScriptBindings(PyObject*)::<lambda(torch::jit::Object&, const string&)>&> (f=..., this=0x7fffffffc330) at /scratch/findhao/pytorch/third_party/pybind11/include/pybind11/cast.h:1408
#9 pybind11::cpp_function::<lambda(pybind11::detail::function_call&)>::operator() (this=0x0, call=...) at /scratch/findhao/pytorch/third_party/pybind11/include/pybind11/pybind11.h:249
#10 pybind11::cpp_function::<lambda(pybind11::detail::function_call&)>::_FUN(pybind11::detail::function_call &) () at /scratch/findhao/pytorch/third_party/pybind11/include/pybind11/pybind11.h:224
#11 0x00007fffa8412323 in pybind11::cpp_function::dispatcher (self=<optimized out>, args_in=0x7ffff77eb440, kwargs_in=0x0) at /scratch/findhao/pytorch/third_party/pybind11/include/pybind11/pybind11.h:929
#12 0x00000000004fee27 in cfunction_call (func=0x7fff6bd04810, args=<optimized out>, kwargs=<optimized out>) at /usr/local/src/conda/python-3.10.9/Objects/methodobject.c:543
#13 0x00000000004f886b in _PyObject_MakeTpCall (tstate=0x778ef0, callable=0x7fff6bd04810, args=<optimized out>, nargs=<optimized out>, keywords=0x0) at /usr/local/src/conda/python-3.10.9/Objects/call.c:224
#14 0x000000000050a98f in _PyObject_VectorcallTstate (kwnames=<optimized out>, nargsf=<optimized out>, args=0x7fffffffc860,
callable=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>, tstate=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>)
at /usr/local/src/conda/python-3.10.9/Include/cpython/abstract.h:112
#15 _PyObject_VectorcallTstate (kwnames=<optimized out>, nargsf=<optimized out>, args=0x7fffffffc860, callable=0x7fff6bd04810, tstate=0x778ef0) at /usr/local/src/conda/python-3.10.9/Include/cpython/abstract.h:99
#16 method_vectorcall (method=<optimized out>, args=0x7fffffffc868, nargsf=<optimized out>, kwnames=<optimized out>) at /usr/local/src/conda/python-3.10.9/Objects/classobject.c:53
#17 0x00000000005332ec in _PyObject_VectorcallTstate (kwnames=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>,
nargsf=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>, args=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>,
callable=0x7fff697c79c0, tstate=0x778ef0) at /usr/local/src/conda/python-3.10.9/Objects/call.c:33
#18 PyObject_CallOneArg (func=0x7fff697c79c0, arg=<optimized out>) at /usr/local/src/conda/python-3.10.9/Include/cpython/abstract.h:184
#19 0x00000000005cd65e in call_attribute (self=<optimized out>, attr=0x7fff697c79c0, name=0x7fff6bd93d70) at /usr/local/src/conda/python-3.10.9/Objects/typeobject.c:7535
#20 0x000000000055dc0d in slot_tp_getattr_hook (self=0x7ffff77eac30, name=0x7fff6bd93d70) at /usr/local/src/conda/python-3.10.9/Objects/typeobject.c:7577
#21 0x00007fffa8bafb51 in PyObject_FastGetAttrString (name=0x7fffa8d32f53 "__torch_function__", obj=0x7ffff77eac30) at /scratch/findhao/pytorch/third_party/pybind11/include/pybind11/pytypes.h:239
#22 has_torch_function_attr (obj=0x7ffff77eac30) at /scratch/findhao/pytorch/torch/csrc/utils/disable_torch_function.cpp:217
#23 torch::check_has_torch_function (ignore_mode=true, obj=0x7ffff77eac30) at /scratch/findhao/pytorch/torch/csrc/utils/disable_torch_function.cpp:229
#24 torch::check_has_torch_function (obj=obj@entry=0x7ffff77eac30, ignore_mode=ignore_mode@entry=true) at /scratch/findhao/pytorch/torch/csrc/utils/disable_torch_function.cpp:223
#25 0x00007fffa8b69e68 in torch::is_tensor_and_append_overloaded (obj=0x7ffff77eac30, overloaded_args=overloaded_args@entry=0x7fffffffca80) at /scratch/findhao/pytorch/torch/csrc/utils/python_arg_parser.cpp:592
#26 0x00007fffa89387d5 in torch::jit::_get_operation_for_overload_or_packet (operations=..., symbol=..., args=..., kwargs=..., is_overload=is_overload@entry=false, dk=...)
at /scratch/findhao/pytorch/third_party/pybind11/include/pybind11/pytypes.h:261
#27 0x00007fffa8830d60 in torch::jit::<lambda(const string&)>::<lambda(pybind11::args, pybind11::kwargs)>::operator() (kwargs=..., args=..., __closure=0x558e110)
at /scratch/findhao/pytorch/third_party/pybind11/include/pybind11/pytypes.h:251
#28 pybind11::detail::argument_loader<pybind11::args, pybind11::kwargs>::call_impl<pybind11::object, torch::jit::initJITBindings(PyObject*)::<lambda(const string&)>::<lambda(pybind11::args, pybind11::kwargs)>&, 0, 1, pybind11::detail::void_type> (f=..., this=0x7fffffffcbf0) at /scratch/findhao/pytorch/third_party/pybind11/include/pybind11/cast.h:1439
#29 pybind11::detail::argument_loader<pybind11::args, pybind11::kwargs>::call<pybind11::object, pybind11::detail::void_type, torch::jit::initJITBindings(PyObject*)::<lambda(const string&)>::<lambda(pybind11::args, pybind11::kwargs)>&> (f=..., this=0x7fffffffcbf0) at /scratch/findhao/pytorch/third_party/pybind11/include/pybind11/cast.h:1408
#30 pybind11::cpp_function::<lambda(pybind11::detail::function_call&)>::operator() (this=0x0, call=...) at /scratch/findhao/pytorch/third_party/pybind11/include/pybind11/pybind11.h:249
#31 pybind11::cpp_function::<lambda(pybind11::detail::function_call&)>::_FUN(pybind11::detail::function_call &) () at /scratch/findhao/pytorch/third_party/pybind11/include/pybind11/pybind11.h:224
#32 0x00007fffa8412323 in pybind11::cpp_function::dispatcher (self=<optimized out>, args_in=0x7ffff77d6ed0, kwargs_in=0x7fff6a266f00) at /scratch/findhao/pytorch/third_party/pybind11/include/pybind11/pybind11.h:929
#33 0x00000000004fee27 in cfunction_call (func=0x7fff6a4352b0, args=<optimized out>, kwargs=<optimized out>) at /usr/local/src/conda/python-3.10.9/Objects/methodobject.c:543
#34 0x000000000050b199 in _PyObject_Call (kwargs=<optimized out>, args=0x7ffff77d6ed0, callable=0x7fff6a4352b0, tstate=0x778ef0,
tstate@entry=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>) at /usr/local/src/conda/python-3.10.9/Objects/call.c:305
#35 PyObject_Call (callable=0x7fff6a4352b0, args=0x7ffff77d6ed0, kwargs=<optimized out>) at /usr/local/src/conda/python-3.10.9/Objects/call.c:317
--Type <RET> for more, q to quit, c to continue without paging--
#36 0x00000000004f4ff7 in do_call_core (kwdict=0x7fff6a266f00, callargs=0x7ffff77d6ed0, func=0x7fff6a4352b0, trace_info=0x7fffffffd080, tstate=<optimized out>)
at /usr/local/src/conda/python-3.10.9/Python/ceval.c:5915
#37 _PyEval_EvalFrameDefault (tstate=<optimized out>, f=0x7ffff78865c0, throwflag=<optimized out>) at /usr/local/src/conda/python-3.10.9/Python/ceval.c:4277
#38 0x00000000004f7d3d in _PyEval_EvalFrame (throwflag=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>,
f=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>, tstate=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>)
at /usr/local/src/conda/python-3.10.9/Python/ceval.c:5052
#39 _PyEval_Vector (kwnames=0x0, argcount=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>, args=<optimized out>, locals=0x0, con=0x7fff6b942690, tstate=0x778ef0)
at /usr/local/src/conda/python-3.10.9/Python/ceval.c:5065
#40 _PyFunction_Vectorcall (kwnames=0x0, nargsf=<optimized out>, stack=<optimized out>, func=0x7fff6b942680) at /usr/local/src/conda/python-3.10.9/Objects/call.c:342
#41 _PyObject_FastCallDictTstate (tstate=0x778ef0, callable=0x7fff6b942680, args=<optimized out>, nargsf=<optimized out>, kwargs=<optimized out>) at /usr/local/src/conda/python-3.10.9/Objects/call.c:142
#42 0x0000000000508d96 in _PyObject_Call_Prepend (tstate=0x778ef0, callable=0x7fff6b942680, obj=0x7fff69040670, args=<optimized out>, kwargs=0x0) at /usr/local/src/conda/python-3.10.9/Objects/call.c:431
#43 0x00000000005d0cd3 in slot_tp_call (self=0x7fff69040670, args=0x7ffff77d6e30, kwds=0x0) at /usr/local/src/conda/python-3.10.9/Objects/typeobject.c:7494
#44 0x00000000004f886b in _PyObject_MakeTpCall (tstate=0x778ef0, callable=0x7fff69040670, args=<optimized out>, nargs=<optimized out>, keywords=0x0) at /usr/local/src/conda/python-3.10.9/Objects/call.c:224
#45 0x00000000004f4a36 in _PyObject_VectorcallTstate (kwnames=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>,
nargsf=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>, args=0x7fff6aead0e0,
callable=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>, tstate=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>)
at /usr/local/src/conda/python-3.10.9/Include/cpython/abstract.h:112
#46 _PyObject_VectorcallTstate (kwnames=0x0, nargsf=<optimized out>, args=0x7fff6aead0e0, callable=0x7fff69040670, tstate=<optimized out>) at /usr/local/src/conda/python-3.10.9/Include/cpython/abstract.h:99
#47 PyObject_Vectorcall (kwnames=0x0, nargsf=<optimized out>, args=0x7fff6aead0e0, callable=0x7fff69040670) at /usr/local/src/conda/python-3.10.9/Include/cpython/abstract.h:123
#48 call_function (kwnames=0x0, oparg=<optimized out>, pp_stack=<synthetic pointer>, trace_info=0x7fffffffd380, tstate=<optimized out>) at /usr/local/src/conda/python-3.10.9/Python/ceval.c:5891
#49 _PyEval_EvalFrameDefault (tstate=<optimized out>, f=0x7fff6aeacf70, throwflag=<optimized out>) at /usr/local/src/conda/python-3.10.9/Python/ceval.c:4181
#50 0x00000000004ff26f in _PyEval_EvalFrame (throwflag=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>,
f=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>, tstate=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>)
at /usr/local/src/conda/python-3.10.9/Python/ceval.c:5052
#51 _PyEval_Vector (kwnames=<optimized out>, kwnames@entry=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>, argcount=<optimized out>, args=<optimized out>,
args@entry=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>, locals=0x0, locals@entry=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>,
con=0x7ffff78bbda0, con@entry=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>, tstate=0x778ef0,
tstate@entry=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>) at /usr/local/src/conda/python-3.10.9/Python/ceval.c:5065
#52 _PyFunction_Vectorcall (func=0x7ffff78bbd90, stack=<optimized out>, nargsf=<optimized out>, kwnames=<optimized out>) at /usr/local/src/conda/python-3.10.9/Objects/call.c:342
#53 0x00000000004ef96f in _PyObject_VectorcallTstate (kwnames=0x0, nargsf=<optimized out>, args=0x7ffff7881ba8, callable=0x7ffff78bbd90, tstate=0x778ef0)
at /usr/local/src/conda/python-3.10.9/Include/cpython/abstract.h:123
#54 PyObject_Vectorcall (kwnames=0x0, nargsf=<optimized out>, args=0x7ffff7881ba8, callable=0x7ffff78bbd90) at /usr/local/src/conda/python-3.10.9/Include/cpython/abstract.h:123
#55 call_function (kwnames=0x0, oparg=<optimized out>, pp_stack=<synthetic pointer>, trace_info=0x7fffffffd540, tstate=<optimized out>) at /usr/local/src/conda/python-3.10.9/Python/ceval.c:5891
#56 _PyEval_EvalFrameDefault (tstate=<optimized out>, f=0x7ffff7881a40, throwflag=<optimized out>) at /usr/local/src/conda/python-3.10.9/Python/ceval.c:4213
#57 0x0000000000594fd2 in _PyEval_EvalFrame (throwflag=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>,
f=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>, tstate=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>)
at /usr/local/src/conda/python-3.10.9/Include/internal/pycore_ceval.h:46
#58 _PyEval_Vector (tstate=0x778ef0, con=<optimized out>, locals=<optimized out>, args=<optimized out>, argcount=<optimized out>, kwnames=<optimized out>) at /usr/local/src/conda/python-3.10.9/Python/ceval.c:5065
#59 0x0000000000594f17 in PyEval_EvalCode (co=co@entry=0x7ffff77da760, globals=globals@entry=0x7ffff7799280, locals=locals@entry=0x7ffff7799280) at /usr/local/src/conda/python-3.10.9/Python/ceval.c:1134
#60 0x00000000005c7667 in run_eval_code_obj (tstate=0x778ef0, co=0x7ffff77da760, globals=0x7ffff7799280, locals=0x7ffff7799280) at /usr/local/src/conda/python-3.10.9/Python/pythonrun.c:1291
#61 0x00000000005c24c0 in run_mod (mod=<optimized out>, filename=<optimized out>, globals=0x7ffff7799280, locals=0x7ffff7799280, flags=<optimized out>, arena=<optimized out>)
at /usr/local/src/conda/python-3.10.9/Python/pythonrun.c:1312
#62 0x000000000045ba37 in pyrun_file (fp=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>,
filename=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>, start=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>,
globals=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>, locals=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>,
closeit=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>, flags=0x7fffffffd838) at /usr/local/src/conda/python-3.10.9/Python/pythonrun.c:1208
#63 0x00000000005bc9df in _PyRun_SimpleFileObject (fp=0x77ec10, filename=0x7ffff779df40, closeit=1, flags=0x7fffffffd838) at /usr/local/src/conda/python-3.10.9/Python/pythonrun.c:456
#64 0x00000000005bc7e3 in _PyRun_AnyFileObject (fp=0x77ec10, filename=0x7ffff779df40, closeit=1, flags=0x7fffffffd838) at /usr/local/src/conda/python-3.10.9/Python/pythonrun.c:90
#65 0x00000000005b95fd in pymain_run_file_obj (skip_source_first_line=0, filename=0x7ffff779df40, program_name=0x7ffff779e3a0) at /usr/local/src/conda/python-3.10.9/Modules/main.c:357
--Type <RET> for more, q to quit, c to continue without paging--
#66 pymain_run_file (config=0x75d370) at /usr/local/src/conda/python-3.10.9/Modules/main.c:376
#67 pymain_run_python (exitcode=0x7fffffffd830) at /usr/local/src/conda/python-3.10.9/Modules/main.c:591
#68 Py_RunMain () at /usr/local/src/conda/python-3.10.9/Modules/main.c:670
#69 0x0000000000588099 in Py_BytesMain (argc=<optimized out>, argv=<optimized out>) at /usr/local/src/conda/python-3.10.9/Modules/main.c:1090
#70 0x00007ffff7c66083 in __libc_start_main (main=0x588050 <main>, argc=2, argv=0x7fffffffda48, init=<optimized out>, fini=<optimized out>, rtld_fini=<optimized out>, stack_end=0x7fffffffda38)
at ../csu/libc-start.c:308
#71 0x0000000000587f4e in _start () at /usr/local/src/conda/python-3.10.9/Parser/pegen.c:880
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment