Created
May 29, 2019 14:52
-
-
Save maxhgerlach/3e7ce94d3d4f6667d876561aacdb96e0 to your computer and use it in GitHub Desktop.
hanging in MPI_Finalize, 75 threads
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Thread 75 (Thread 0x7f9f7103a700 (LWP 232884)): | |
| #0 0x00007fa4d186d827 in futex_abstimed_wait_cancelable (private=0, abstime=0x0, expected=0, futex_word=0x10f69ba8) at ../sysdeps/unix/sysv/linux/futex-internal.h:205 | |
| #1 do_futex_wait (sem=sem@entry=0x10f69ba8, abstime=0x0) at sem_waitcommon.c:111 | |
| #2 0x00007fa4d186d8d4 in __new_sem_wait_slow (sem=0x10f69ba8, abstime=0x0) at sem_waitcommon.c:181 | |
| #3 0x00007fa4d186d97a in __new_sem_wait (sem=<optimized out>) at sem_wait.c:29 | |
| #4 0x00007fa45e538957 in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1 | |
| #5 0x00007fa45e523881 in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1 | |
| #6 0x00007fa45e53a988 in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1 | |
| #7 0x00007fa4d18656ba in start_thread (arg=0x7f9f7103a700) at pthread_create.c:333 | |
| #8 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 74 (Thread 0x7fa2a9fff700 (LWP 232790)): | |
| #0 0x00007fa4d186e51d in read () at ../sysdeps/unix/syscall-template.S:84 | |
| #1 0x00007fa2c45e9db7 in read (__nbytes=16, __buf=0x7fa2a9ffe640, __fd=<optimized out>) at /usr/include/x86_64-linux-gnu/bits/unistd.h:44 | |
| #2 __ibv_get_async_event (context=0x7fa428332640, event=0x7fa2a9ffeb10) at src/device.c:770 | |
| #3 0x00007fa42d4225a3 in wrap_ibv_get_async_event(ibv_context*, ibv_async_event*) () from /usr/local/lib/python2.7/dist-packages/horovod/tensorflow/mpi_lib.so | |
| #4 0x00007fa42d406d7a in ncclIbAsyncThreadMain(void*) () from /usr/local/lib/python2.7/dist-packages/horovod/tensorflow/mpi_lib.so | |
| #5 0x00007fa4d18656ba in start_thread (arg=0x7fa2a9fff700) at pthread_create.c:333 | |
| #6 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 73 (Thread 0x7fa2c5ffb700 (LWP 232216)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa2c5ffb700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 72 (Thread 0x7fa2c67fc700 (LWP 232215)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa2c67fc700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 71 (Thread 0x7fa2c6ffd700 (LWP 232214)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa2c6ffd700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 70 (Thread 0x7fa2c77fe700 (LWP 232213)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa2c77fe700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 69 (Thread 0x7fa2c7fff700 (LWP 232212)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa2c7fff700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 68 (Thread 0x7fa2fcff9700 (LWP 232211)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa2fcff9700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 67 (Thread 0x7fa2fd7fa700 (LWP 232210)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa2fd7fa700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 66 (Thread 0x7fa2fdffb700 (LWP 232209)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa2fdffb700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 65 (Thread 0x7fa2fe7fc700 (LWP 232208)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa2fe7fc700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 64 (Thread 0x7fa2ff7fe700 (LWP 232207)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa2ff7fe700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 63 (Thread 0x7fa2fffff700 (LWP 232206)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa2fffff700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 62 (Thread 0x7fa304ff9700 (LWP 232205)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa304ff9700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 61 (Thread 0x7fa3057fa700 (LWP 232204)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa3057fa700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 60 (Thread 0x7fa305ffb700 (LWP 232203)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa305ffb700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 59 (Thread 0x7fa3067fc700 (LWP 232202)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa3067fc700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 58 (Thread 0x7fa306ffd700 (LWP 232201)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa306ffd700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 57 (Thread 0x7fa2feffd700 (LWP 232200)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa2feffd700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 56 (Thread 0x7fa3077fe700 (LWP 232199)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa3077fe700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 55 (Thread 0x7fa307fff700 (LWP 232198)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa307fff700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 54 (Thread 0x7fa33cff9700 (LWP 232197)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa33cff9700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 53 (Thread 0x7fa33d7fa700 (LWP 232196)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa33d7fa700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 52 (Thread 0x7fa33dffb700 (LWP 232195)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa33dffb700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 51 (Thread 0x7fa33e7fc700 (LWP 232194)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa33e7fc700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 50 (Thread 0x7fa33effd700 (LWP 232193)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa33effd700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 49 (Thread 0x7fa33f7fe700 (LWP 232192)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa33f7fe700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 48 (Thread 0x7fa33ffff700 (LWP 232191)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa33ffff700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 47 (Thread 0x7fa364ffd700 (LWP 232190)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa364ffd700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 46 (Thread 0x7fa3657fe700 (LWP 232189)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa3657fe700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 45 (Thread 0x7fa365fff700 (LWP 232188)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa365fff700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 44 (Thread 0x7fa380ff9700 (LWP 232187)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa380ff9700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 43 (Thread 0x7fa3817fa700 (LWP 232186)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa3817fa700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 42 (Thread 0x7fa381ffb700 (LWP 232185)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa381ffb700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 41 (Thread 0x7fa3837fe700 (LWP 232181)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45e53b74d in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1 | |
| #2 0x00007fa45e4e4215 in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1 | |
| #3 0x00007fa45e53a988 in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1 | |
| #4 0x00007fa4d18656ba in start_thread (arg=0x7fa3837fe700) at pthread_create.c:333 | |
| #5 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 40 (Thread 0x7fa383fff700 (LWP 232168)): | |
| #0 0x00007fa4d158f74d in poll () at ../sysdeps/unix/syscall-template.S:84 | |
| #1 0x00007fa45e538323 in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1 | |
| #2 0x00007fa45e59aacd in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1 | |
| #3 0x00007fa45e53a988 in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1 | |
| #4 0x00007fa4d18656ba in start_thread (arg=0x7fa383fff700) at pthread_create.c:333 | |
| #5 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 39 (Thread 0x7fa390ff9700 (LWP 232167)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482e09 in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa390ff9700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 38 (Thread 0x7fa3917fa700 (LWP 232163)): | |
| #0 0x00007fa4d159c8c8 in accept4 (fd=24, addr=..., addr_len=0x7fa3917f9e58, flags=524288) at ../sysdeps/unix/sysv/linux/accept4.c:40 | |
| #1 0x00007fa45e5392ca in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1 | |
| #2 0x00007fa45e52b8dd in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1 | |
| #3 0x00007fa45e53a988 in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1 | |
| #4 0x00007fa4d18656ba in start_thread (arg=0x7fa3917fa700) at pthread_create.c:333 | |
| #5 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 37 (Thread 0x7fa391ffb700 (LWP 231998)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa391ffb700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 36 (Thread 0x7fa3927fc700 (LWP 231997)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa3927fc700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 35 (Thread 0x7fa392ffd700 (LWP 231996)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa392ffd700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 34 (Thread 0x7fa3937fe700 (LWP 231995)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa3937fe700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 33 (Thread 0x7fa393fff700 (LWP 231994)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa393fff700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 32 (Thread 0x7fa3b4ff9700 (LWP 231993)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa3b4ff9700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 31 (Thread 0x7fa3b57fa700 (LWP 231992)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa3b57fa700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 30 (Thread 0x7fa3b5ffb700 (LWP 231991)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa3b5ffb700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 29 (Thread 0x7fa3b67fc700 (LWP 231990)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa3b67fc700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 28 (Thread 0x7fa3b6ffd700 (LWP 231989)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa3b6ffd700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 27 (Thread 0x7fa3b77fe700 (LWP 231988)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa3b77fe700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 26 (Thread 0x7fa3b7fff700 (LWP 231987)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa3b7fff700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 25 (Thread 0x7fa3fcfad700 (LWP 231986)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa3fcfad700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 24 (Thread 0x7fa3fd7ae700 (LWP 231985)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa3fd7ae700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 23 (Thread 0x7fa3fdfaf700 (LWP 231984)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa3fdfaf700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 22 (Thread 0x7fa3fe7b0700 (LWP 231983)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa3fe7b0700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 21 (Thread 0x7fa3fefb1700 (LWP 231982)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa3fefb1700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 20 (Thread 0x7fa3ff7b2700 (LWP 231981)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa3ff7b2700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 19 (Thread 0x7fa3fffb3700 (LWP 231980)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa3fffb3700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 18 (Thread 0x7fa4007b4700 (LWP 231979)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa4007b4700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 17 (Thread 0x7fa400fb5700 (LWP 231978)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa400fb5700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 16 (Thread 0x7fa4017b6700 (LWP 231977)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa4017b6700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 15 (Thread 0x7fa401fb7700 (LWP 231976)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa401fb7700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 14 (Thread 0x7fa4027b8700 (LWP 231975)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa4027b8700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 13 (Thread 0x7fa402fb9700 (LWP 231974)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa402fb9700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 12 (Thread 0x7fa4037ba700 (LWP 231973)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa4037ba700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 11 (Thread 0x7fa403fbb700 (LWP 231972)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa403fbb700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 10 (Thread 0x7fa4047bc700 (LWP 231971)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa4047bc700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 9 (Thread 0x7fa404fbd700 (LWP 231970)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa404fbd700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 8 (Thread 0x7fa4057be700 (LWP 231969)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa4057be700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 7 (Thread 0x7fa405fbf700 (LWP 231968)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa405fbf700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 6 (Thread 0x7fa416a7d700 (LWP 231967)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482cae in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa416a7d700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 5 (Thread 0x7fa4b9e87700 (LWP 231833)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007fa45f6f291c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa46d4822fd in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #3 0x00007fa46d482e09 in Eigen::ThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #4 0x00007fa46d47fc98 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so | |
| #5 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #6 0x00007fa4d18656ba in start_thread (arg=0x7fa4b9e87700) at pthread_create.c:333 | |
| #7 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 4 (Thread 0x7fa4b9686700 (LWP 231778)): | |
| #0 0x00007fa4d159ba13 in epoll_wait () at ../sysdeps/unix/syscall-template.S:84 | |
| #1 0x00007fa42caed138 in epoll_dispatch (base=0x7fa4280b80e0, tv=<optimized out>) at epoll.c:407 | |
| #2 0x00007fa42caf04ff in opal_libevent2022_event_base_loop (base=0x7fa4280b80e0, flags=1) at event.c:1630 | |
| #3 0x00007fa427966e9e in progress_engine () from /opt/openmpi-4.0.1/lib/openmpi/mca_pmix_pmix3x.so | |
| #4 0x00007fa4d18656ba in start_thread (arg=0x7fa4b9686700) at pthread_create.c:333 | |
| #5 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 3 (Thread 0x7fa4b8e85700 (LWP 231776)): | |
| #0 0x00007fa4d158f74d in poll () at ../sysdeps/unix/syscall-template.S:84 | |
| #1 0x00007fa42caf9db8 in poll (__timeout=<optimized out>, __nfds=1, __fds=0x7fa4200008c0) at /usr/include/x86_64-linux-gnu/bits/poll2.h:46 | |
| #2 poll_dispatch (base=0x7fa42805fc90, tv=<optimized out>) at poll.c:165 | |
| #3 0x00007fa42caf04ff in opal_libevent2022_event_base_loop (base=0x7fa42805fc90, flags=1) at event.c:1630 | |
| #4 0x00007fa42caab88e in progress_engine () from /opt/openmpi-4.0.1/lib/libopen-pal.so.40 | |
| #5 0x00007fa4d18656ba in start_thread (arg=0x7fa4b8e85700) at pthread_create.c:333 | |
| #6 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 2 (Thread 0x7fa4b8684700 (LWP 231773)): | |
| #0 0x00007fa4d156030d in nanosleep () at ../sysdeps/unix/syscall-template.S:84 | |
| #1 0x00007fa4d1591d94 in usleep (useconds=<optimized out>) at ../sysdeps/posix/usleep.c:32 | |
| #2 0x00007fa42d08d877 in ompi_mpi_finalize () from /opt/openmpi/lib/libmpi.so.40 | |
| #3 0x00007fa42d39c2a0 in horovod::common::(anonymous namespace)::BackgroundThreadLoop (state=..., ctx=...) at horovod/common/operations.cc:1211 | |
| #4 0x00007fa45f6f7c80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #5 0x00007fa4d18656ba in start_thread (arg=0x7fa4b8684700) at pthread_create.c:333 | |
| #6 0x00007fa4d159b41d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 | |
| Thread 1 (Thread 0x7fa4d1c7e700 (LWP 231633)): | |
| #0 0x00007fa4d186698d in pthread_join (threadid=140345445205760, thread_return=0x0) at pthread_join.c:90 | |
| #1 0x00007fa45f6f7b97 in std::thread::join() () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 | |
| #2 0x00007fa42d39217a in horovod::common::horovod_shutdown () at horovod/common/operations.cc:1663 | |
| #3 0x00007fa4b7a5fe40 in ffi_call_unix64 () from /usr/lib/x86_64-linux-gnu/libffi.so.6 | |
| #4 0x00007fa4b7a5f8ab in ffi_call () from /usr/lib/x86_64-linux-gnu/libffi.so.6 | |
| #5 0x00007fa4b7c6f3df in _ctypes_callproc () from /usr/lib/python2.7/lib-dynload/_ctypes.x86_64-linux-gnu.so | |
| #6 0x00007fa4b7c73d82 in ?? () from /usr/lib/python2.7/lib-dynload/_ctypes.x86_64-linux-gnu.so | |
| #7 0x00000000004c166d in PyEval_EvalFrameEx () | |
| #8 0x00000000004c141f in PyEval_EvalFrameEx () | |
| #9 0x00000000004b9b66 in PyEval_EvalCodeEx () | |
| #10 0x00000000004c1f56 in PyEval_EvalFrameEx () | |
| #11 0x00000000004b9b66 in PyEval_EvalCodeEx () | |
| #12 0x00000000004eb69f in ?? () | |
| #13 0x00000000004e58f2 in PyRun_FileExFlags () | |
| #14 0x00000000004e41a6 in PyRun_SimpleFileExFlags () | |
| #15 0x00000000004938ce in Py_Main () | |
| #16 0x00007fa4d14b4830 in __libc_start_main (main=0x493370 <main>, argc=7, argv=0x7ffcc9cf02e8, init=<optimized out>, fini=<optimized out>, rtld_fini=<optimized out>, stack_end=0x7ffcc9cf02d8) at ../csu/libc-start.c:291 | |
| #17 0x0000000000493299 in _start () |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment