Last active
March 29, 2018 17:15
-
-
Save KellenSunderland/84aa9bb7270c0483eeccde6f08e91489 to your computer and use it in GitHub Desktop.
Full trace of hang
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Thread 20 (Thread 0x7f43ab149700 (LWP 95971)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007f4450b1a91c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from target:/usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007f43f7a2463f in std::condition_variable::wait<mxnet::engine::ThreadedEngine::WaitForVar(mxnet::Engine::VarHandle)::<lambda()> > (__p=..., __lock=..., this=0x30d6238) | |
| at /usr/include/c++/5/condition_variable:98 | |
| #3 mxnet::engine::ThreadedEngine::WaitForVar (this=<optimized out>, var=0x3d6c318) at src/engine/threaded_engine.cc:387 | |
| #4 0x00007f43f922f411 in mxnet::op::CuDNNConvolutionOp<float>::SelectAlgo (this=this@entry=0x7f4328b6bdd0, ctx=..., in_shape=..., out_shape=..., | |
| cudnn_forward_compute_type=cudnn_forward_compute_type@entry=CUDNN_DATA_FLOAT, cudnn_backward_compute_type=cudnn_backward_compute_type@entry=CUDNN_DATA_FLOAT) | |
| at src/operator/nn/./cudnn/cudnn_convolution-inl.h:718 | |
| #5 0x00007f43f91efa10 in mxnet::op::CuDNNConvolutionOp<float>::Init (ctx=..., out_shape=..., in_shape=..., backward_compute_type=0, forward_compute_type=0, param=..., | |
| this=0x7f4328b6bdd0) at src/operator/nn/./cudnn/cudnn_convolution-inl.h:108 | |
| #6 mxnet::op::GetCuDNNConvOp<float> (param=..., forward_compute_type=forward_compute_type@entry=0, backward_compute_type=backward_compute_type@entry=0, in_shape=..., | |
| out_shape=..., ctx=...) at src/operator/nn/convolution.cu:74 | |
| #7 0x00007f43f91f4bcc in mxnet::op::ConvolutionCompute<mshadow::gpu> (attrs=..., ctx=..., inputs=..., req=..., outputs=...) at src/operator/nn/convolution.cu:117 | |
| #8 0x00007f43f7aeb100 in std::function<void (nnvm::NodeAttrs const&, mxnet::OpContext const&, std::vector<mxnet::TBlob, std::allocator<mxnet::TBlob> > const&, std::vector<mxnet::Op | |
| ReqType, std::allocator<mxnet::OpReqType> > const&, std::vector<mxnet::TBlob, std::allocator<mxnet::TBlob> > const&)>::operator()(nnvm::NodeAttrs const&, mxnet::OpContext const&, st | |
| d::vector<mxnet::TBlob, std::allocator<mxnet::TBlob> > const&, std::vector<mxnet::OpReqType, std::allocator<mxnet::OpReqType> > const&, std::vector<mxnet::TBlob, std::allocator<mxne | |
| t::TBlob> > const&) const (__args#4=..., __args#3=..., __args#2=..., __args#1=..., __args#0=..., this=0x3e42660) at /usr/include/c++/5/functional:2267 | |
| #9 mxnet::exec::FComputeExecutor::Run (this=0x3e42430, rctx=..., is_gpu=true) at src/executor/attach_op_execs_pass.cc:182 | |
| #10 0x00007f43f7abe2d6 in mxnet::exec::GraphExecutor::<lambda(mxnet::RunContext, mxnet::Engine::CallbackOnComplete)>::operator() (on_complete=..., ctx=..., __closure=0x4c47ad0) | |
| at src/executor/graph_executor.cc:1318 | |
| #11 std::_Function_handler<void(mxnet::RunContext, mxnet::engine::CallbackOnComplete), mxnet::exec::GraphExecutor::InitCachedOps()::<lambda(mxnet::RunContext, mxnet::Engine::Callbac | |
| kOnComplete)> >::_M_invoke(const std::_Any_data &, <unknown type in target:/work/mxnet/python/mxnet/../../lib/libmxnet.so, CU 0xb99feea, DIE 0xba766c9>, <unknown type in target:/wor | |
| k/mxnet/python/mxnet/../../lib/libmxnet.so, CU 0xb99feea, DIE 0xba766ce>) (__functor=..., __args#0=<optimized out>, __args#1=<optimized out>) at /usr/include/c++/5/functional:1871 | |
| #12 0x00007f43f7a1ca95 in std::function<void (mxnet::RunContext, mxnet::engine::CallbackOnComplete)>::operator()(mxnet::RunContext, mxnet::engine::CallbackOnComplete) const ( | |
| __args#1=..., __args#0=..., this=0x7f42b97f5438) at /usr/include/c++/5/functional:2267 | |
| #13 mxnet::engine::ThreadedEngine::ExecuteOprBlock (this=0x30d61f0, run_ctx=..., opr_block=0x1968e578) at src/engine/./threaded_engine.h:367 | |
| #14 0x00007f43f7a325ab in mxnet::engine::ThreadedEnginePerDevice::GPUWorker<(dmlc::ConcurrentQueueType)0> (this=0x30d61f0, ctx=..., is_copy_worker=<optimized out>, | |
| block=0x19516f20, ready_event=...) at src/engine/threaded_engine_perdevice.cc:256 | |
| #15 0x00007f43f7a3280e in mxnet::engine::ThreadedEnginePerDevice::PushToExecute(mxnet::engine::OprBlock*, bool)::{lambda()#3}::operator()() const::{lambda(std::shared_ptr<dmlc::Manu | |
| alEvent>)#1}::operator()(dmlc::ManualEvent) const (ready_event=..., __closure=0x1d115c00) at src/engine/threaded_engine_perdevice.cc:177 | |
| #16 std::_Function_handler<void (std::shared_ptr<dmlc::ManualEvent>), mxnet::engine::ThreadedEnginePerDevice::PushToExecute(mxnet::engine::OprBlock*, bool)::{lambda()#3}::operator() | |
| () const::{lambda(std::shared_ptr<dmlc::ManualEvent>)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr<dmlc::ManualEvent>&&) (__functor=..., __args#0=<optimized out>) | |
| at /usr/include/c++/5/functional:1871 | |
| #17 0x00007f43f7a2c74a in std::function<void (std::shared_ptr<dmlc::ManualEvent>)>::operator()(std::shared_ptr<dmlc::ManualEvent>) const (__args#0=..., this=<optimized out>) | |
| at /usr/include/c++/5/functional:2267 | |
| #18 std::_Bind_simple<std::function<void (std::shared_ptr<dmlc::ManualEvent>)> (std::shared_ptr<dmlc::ManualEvent>)>::_M_invoke<0ul>(std::_Index_tuple<0ul>) (this=<optimized out>) | |
| at /usr/include/c++/5/functional:1531 | |
| #19 std::_Bind_simple<std::function<void (std::shared_ptr<dmlc::ManualEvent>)> (std::shared_ptr<dmlc::ManualEvent>)>::operator()() (this=<optimized out>) | |
| at /usr/include/c++/5/functional:1520 | |
| #20 std::thread::_Impl<std::_Bind_simple<std::function<void (std::shared_ptr<dmlc::ManualEvent>)> (std::shared_ptr<dmlc::ManualEvent>)> >::_M_run() (this=<optimized out>) | |
| at /usr/include/c++/5/thread:115 | |
| #21 0x00007f4450b1fc80 in ?? () from target:/usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #22 0x00007f44580ae6ba in start_thread (arg=0x7f43ab149700) at pthread_create.c:333 | |
| #23 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 19 (Thread 0x7f42fb727700 (LWP 89046)): | |
| #0 0x00007f4457dd874d in poll () at ../sysdeps/unix/syscall-template.S:84 | |
| #1 0x00007f443e40f48b in ?? () from target:/usr/lib/x86_64-linux-gnu/libcuda.so.1 | |
| #2 0x00007f443e47478f in ?? () from target:/usr/lib/x86_64-linux-gnu/libcuda.so.1 | |
| #3 0x00007f443e410e80 in ?? () from target:/usr/lib/x86_64-linux-gnu/libcuda.so.1 | |
| #4 0x00007f44580ae6ba in start_thread (arg=0x7f42fb727700) at pthread_create.c:333 | |
| #5 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 18 (Thread 0x7f436516f700 (LWP 86695)): | |
| #0 0x00007f4457dd874d in poll () at ../sysdeps/unix/syscall-template.S:84 | |
| #1 0x00007f443e40f48b in ?? () from target:/usr/lib/x86_64-linux-gnu/libcuda.so.1 | |
| #2 0x00007f443e47478f in ?? () from target:/usr/lib/x86_64-linux-gnu/libcuda.so.1 | |
| #3 0x00007f443e410e80 in ?? () from target:/usr/lib/x86_64-linux-gnu/libcuda.so.1 | |
| #4 0x00007f44580ae6ba in start_thread (arg=0x7f436516f700) at pthread_create.c:333 | |
| #5 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 17 (Thread 0x7f4365970700 (LWP 86694)): | |
| #0 0x00007f4457de58c8 in accept4 (fd=22, addr=..., addr_len=0x7f436596fe68, flags=524288) at ../sysdeps/unix/sysv/linux/accept4.c:40 | |
| #1 0x00007f443e410216 in ?? () from target:/usr/lib/x86_64-linux-gnu/libcuda.so.1 | |
| #2 0x00007f443e40480d in ?? () from target:/usr/lib/x86_64-linux-gnu/libcuda.so.1 | |
| #3 0x00007f443e410e80 in ?? () from target:/usr/lib/x86_64-linux-gnu/libcuda.so.1 | |
| #4 0x00007f44580ae6ba in start_thread (arg=0x7f4365970700) at pthread_create.c:333 | |
| #5 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 16 (Thread 0x7f43a6678700 (LWP 86662)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007f4450b1a91c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from target:/usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007f43f4e8bdf6 in std::condition_variable::wait<mxnet::op::custom::CustomOperator::CustomOperator()::{lambda()#1}::operator()() const::{lambda()#1}>(std::unique_lock<std::mu | |
| tex>&, mxnet::op::custom::CustomOperator::CustomOperator()::{lambda()#1}::operator()() const::{lambda()#1}) (__p=..., __lock=..., | |
| this=0x7f44029b12d8 <mxnet::op::custom::CustomOperator::Get()::inst+88>) at /usr/include/c++/5/condition_variable:98 | |
| #3 mxnet::op::custom::CustomOperator::CustomOperator()::{lambda()#1}::operator()() const (__closure=0x2d2dee8) at src/operator/custom/./custom-inl.h:121 | |
| #4 std::_Bind_simple<mxnet::op::custom::CustomOperator::CustomOperator()::{lambda()#1} ()>::_M_invoke<>(std::_Index_tuple<>) (this=0x2d2dee8) at /usr/include/c++/5/functional:1531 | |
| #5 std::_Bind_simple<mxnet::op::custom::CustomOperator::CustomOperator()::{lambda()#1} ()>::operator()() (this=0x2d2dee8) at /usr/include/c++/5/functional:1520 | |
| #6 std::thread::_Impl<std::_Bind_simple<mxnet::op::custom::CustomOperator::CustomOperator()::{lambda()#1} ()> >::_M_run() (this=0x2d2ded0) at /usr/include/c++/5/thread:115 | |
| #7 0x00007f4450b1fc80 in ?? () from target:/usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #8 0x00007f44580ae6ba in start_thread (arg=0x7f43a6678700) at pthread_create.c:333 | |
| #9 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 15 (Thread 0x7f436be6b700 (LWP 86658)): | |
| #0 0x00007f4450856b4f in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1 | |
| #1 0x00007f4450854418 in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1https://gist.github.com/KellenSunderland/84aa9bb7270c0483eeccde6f08e91489 | |
| #2 0x00007f44580ae6ba in start_thread (arg=0x7f436be6b700) at pthread_create.c:333 | |
| #3 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 14 (Thread 0x7f436c66c700 (LWP 86657)): | |
| #0 0x00007f4450856b4f in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1 | |
| #1 0x00007f4450854418 in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1 | |
| #2 0x00007f44580ae6ba in start_thread (arg=0x7f436c66c700) at pthread_create.c:333 | |
| #3 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 13 (Thread 0x7f436de6f700 (LWP 86656)): [68/1869] | |
| #0 0x00007f4450856b4f in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1 | |
| #1 0x00007f4450854418 in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1 | |
| #2 0x00007f44580ae6ba in start_thread (arg=0x7f436de6f700) at pthread_create.c:333 | |
| #3 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 12 (Thread 0x7f436ee71700 (LWP 86655)): | |
| #0 0x00007f4450856b4f in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1 | |
| #1 0x00007f4450854418 in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1 | |
| #2 0x00007f44580ae6ba in start_thread (arg=0x7f436ee71700) at pthread_create.c:333 | |
| #3 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 11 (Thread 0x7f436f672700 (LWP 86654)): | |
| #0 0x00007f4450856b4f in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1 | |
| #1 0x00007f4450854418 in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1 | |
| #2 0x00007f44580ae6ba in start_thread (arg=0x7f436f672700) at pthread_create.c:333 | |
| #3 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 10 (Thread 0x7f436fe73700 (LWP 86653)): | |
| #0 0x00007f4450856b4f in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1 | |
| #1 0x00007f4450854418 in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1 | |
| #2 0x00007f44580ae6ba in start_thread (arg=0x7f436fe73700) at pthread_create.c:333 | |
| #3 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 9 (Thread 0x7f4370674700 (LWP 86652)): | |
| #0 0x00007f4450856b4f in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1 | |
| #1 0x00007f4450854418 in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1 | |
| #2 0x00007f44580ae6ba in start_thread (arg=0x7f4370674700) at pthread_create.c:333 | |
| #3 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 8 (Thread 0x7f4370e75700 (LWP 86651)): | |
| #0 0x00007f4450856b4f in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1 | |
| #1 0x00007f4450854418 in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1 | |
| #2 0x00007f44580ae6ba in start_thread (arg=0x7f4370e75700) at pthread_create.c:333 | |
| #3 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 7 (Thread 0x7f436d66e700 (LWP 86650)): | |
| #0 0x00007f4450856b4f in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1 | |
| #1 0x00007f4450854418 in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1 | |
| #2 0x00007f44580ae6ba in start_thread (arg=0x7f436d66e700) at pthread_create.c:333 | |
| #3 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 6 (Thread 0x7f436e670700 (LWP 86649)): | |
| #0 0x00007f4450856b4f in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1 | |
| #1 0x00007f4450854418 in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1 | |
| #2 0x00007f44580ae6ba in start_thread (arg=0x7f436e670700) at pthread_create.c:333 | |
| #3 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 5 (Thread 0x7f436ce6d700 (LWP 86648)): | |
| #0 0x00007f4450856b4f in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1 | |
| #1 0x00007f4450854418 in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1 | |
| #2 0x00007f44580ae6ba in start_thread (arg=0x7f436ce6d700) at pthread_create.c:333 | |
| #3 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 4 (Thread 0x7f4371676700 (LWP 86647)): | |
| #0 0x00007f4450856b4f in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1 | |
| #1 0x00007f4450854418 in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1 | |
| #2 0x00007f44580ae6ba in start_thread (arg=0x7f4371676700) at pthread_create.c:333 | |
| #3 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 3 (Thread 0x7f4385e77700 (LWP 86632)): | |
| #0 0x00007f4450856b4f in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1 | |
| #1 0x00007f4450854418 in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1 | |
| #2 0x00007f44580ae6ba in start_thread (arg=0x7f4385e77700) at pthread_create.c:333 | |
| #3 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 2 (Thread 0x7f443ad3e700 (LWP 86600)): | |
| #0 0x00007f4457dd874d in poll () at ../sysdeps/unix/syscall-template.S:84 | |
| #1 0x00007f43ca23664c in ?? () from target:/lib/x86_64-linux-gnu/libusb-1.0.so.0 | |
| #2 0x00007f44580ae6ba in start_thread (arg=0x7f443ad3e700) at pthread_create.c:333 | |
| #3 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 1 (Thread 0x7f44584d3700 (LWP 86564)): | |
| #0 0x00007f44580af98d in pthread_join (threadid=139928609789696, thread_return=0x0) at pthread_join.c:90 | |
| #1 0x00007f4450b1fb97 in std::thread::join() () from target:/usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007f43f7a2f997 in mxnet::engine::ThreadPool::~ThreadPool (this=0x1af15540, __in_chrg=<optimized out>) at src/engine/./thread_pool.h:84 | |
| #3 std::default_delete<mxnet::engine::ThreadPool>::operator() (this=<optimized out>, __ptr=0x1af15540) at /usr/include/c++/5/bits/unique_ptr.h:76 | |
| #4 std::unique_ptr<mxnet::engine::ThreadPool, std::default_delete<mxnet::engine::ThreadPool> >::~unique_ptr (this=0x19516fe8, __in_chrg=<optimized out>) | |
| at /usr/include/c++/5/bits/unique_ptr.h:236 | |
| #5 mxnet::engine::ThreadedEnginePerDevice::ThreadWorkerBlock<(dmlc::ConcurrentQueueType)0>::~ThreadWorkerBlock (this=0x19516f20, __in_chrg=<optimized out>) | |
| at src/engine/threaded_engine_perdevice.cc:204 | |
| #6 std::_Sp_counted_ptr<mxnet::engine::ThreadedEnginePerDevice::ThreadWorkerBlock<(dmlc::ConcurrentQueueType)0>*, (__gnu_cxx::_Lock_policy)2>::_M_dispose (this=<optimized out>) | |
| at /usr/include/c++/5/bits/shared_ptr_base.h:374 | |
| #7 0x00007f43f4cf1037 in std::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release (this=0x19ce5ad0) at /usr/include/c++/5/bits/shared_ptr_base.h:150 | |
| #8 0x00007f43f7a2cf2b in std::__shared_count<(__gnu_cxx::_Lock_policy)2>::~__shared_count (this=<optimized out>, __in_chrg=<optimized out>) | |
| at /usr/include/c++/5/bits/shared_ptr_base.h:659 | |
| #9 std::__shared_ptr<mxnet::engine::ThreadedEnginePerDevice::ThreadWorkerBlock<(dmlc::ConcurrentQueueType)0>, (__gnu_cxx::_Lock_policy)2>::~__shared_ptr (this=<optimized out>, | |
| __in_chrg=<optimized out>) at /usr/include/c++/5/bits/shared_ptr_base.h:925 | |
| #10 std::__shared_ptr<mxnet::engine::ThreadedEnginePerDevice::ThreadWorkerBlock<(dmlc::ConcurrentQueueType)0>, (__gnu_cxx::_Lock_policy)2>::operator=(std::__shared_ptr<mxnet::engine::ThreadedEnginePerDevice::ThreadWorkerBlock<(dmlc::ConcurrentQueueType)0>, (__gnu_cxx::_Lock_policy)2>&&) (__r=<optimized out>, this=<synthetic pointer>) | |
| at /usr/include/c++/5/bits/shared_ptr_base.h:1000 | |
| #11 std::shared_ptr<mxnet::engine::ThreadedEnginePerDevice::ThreadWorkerBlock<(dmlc::ConcurrentQueueType)0> >::operator=(std::shared_ptr<mxnet::engine::ThreadedEnginePerDevice::ThreadWorkerBlock<(dmlc::ConcurrentQueueType)0> >&&) (__r=<optimized out>, this=<synthetic pointer>) at /usr/include/c++/5/bits/shared_ptr.h:294 | |
| #12 mxnet::common::LazyAllocArray<mxnet::engine::ThreadedEnginePerDevice::ThreadWorkerBlock<(dmlc::ConcurrentQueueType)0> >::Clear (this=this@entry=0x30d6418) | |
| at src/engine/../common/lazy_alloc_array.h:149 | |
| #13 0x00007f43f7a2ea51 in mxnet::engine::ThreadedEnginePerDevice::StopNoWait (this=0x30d61f0) at src/engine/threaded_engine_perdevice.cc:79 | |
| #14 mxnet::engine::ThreadedEnginePerDevice::~ThreadedEnginePerDevice (this=0x30d61f0, __in_chrg=<optimized out>) at src/engine/threaded_engine_perdevice.cc:74 | |
| #15 0x00007f43f7a2f4b9 in mxnet::engine::ThreadedEnginePerDevice::~ThreadedEnginePerDevice (this=0x30d61f0, __in_chrg=<optimized out>) at src/engine/threaded_engine_perdevice.cc:75 | |
| #16 0x00007f43f7a215f2 in std::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release (this=0x1b54240) at /usr/include/c++/5/bits/shared_ptr_base.h:150 | |
| #17 std::__shared_count<(__gnu_cxx::_Lock_policy)2>::~__shared_count (this=<optimized out>, __in_chrg=<optimized out>) at /usr/include/c++/5/bits/shared_ptr_base.h:659 | |
| #18 std::__shared_ptr<mxnet::Engine, (__gnu_cxx::_Lock_policy)2>::~__shared_ptr (this=<optimized out>, __in_chrg=<optimized out>) at /usr/include/c++/5/bits/shared_ptr_base.h:925 | |
| #19 std::shared_ptr<mxnet::Engine>::~shared_ptr (this=<optimized out>, __in_chrg=<optimized out>) at /usr/include/c++/5/bits/shared_ptr.h:93 | |
| #20 0x00007f4457d16ff8 in __run_exit_handlers (status=0, listp=0x7f44580a15f8 <__exit_funcs>, run_list_atexit=run_list_atexit@entry=true) at exit.c:82 | |
| #21 0x00007f4457d17045 in __GI_exit (status=<optimized out>) at exit.c:104 | |
| #22 0x000000000060db0f in Py_Exit () | |
| #23 0x000000000060dbfa in ?? () | |
| #24 0x000000000060dc66 in PyErr_PrintEx () | |
| #25 0x000000000060ef29 in PyRun_SimpleFileExFlags () | |
| #26 0x000000000063fb26 in Py_Main () | |
| #27 0x00000000004cfeb1 in main () |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment