Skip to content

Instantly share code, notes, and snippets.

@maxhgerlach
Created November 9, 2018 10:50
Show Gist options
  • Save maxhgerlach/a0670f303f2872b1f6a8210ad08905d0 to your computer and use it in GitHub Desktop.
Save maxhgerlach/a0670f303f2872b1f6a8210ad08905d0 to your computer and use it in GitHub Desktop.
Backtrace for Segmentation Fault (11) after about 20 hours of training, no. 2
Thread 88 (Thread 0x7f92af7fe700 (LWP 14136)):
#0 0x00007f94ff2d8593 in select () at ../sysdeps/unix/syscall-template.S:84
#1 0x0000000000597569 in ?? ()
#2 0x00000000004c45fa in PyEval_EvalFrameEx ()
#3 0x00000000004c2705 in PyEval_EvalCodeEx ()
#4 0x00000000004de858 in ?? ()
#5 0x00000000004b0c93 in PyObject_Call ()
#6 0x00000000004c6ef6 in PyEval_EvalFrameEx ()
#7 0x00000000004c9d7f in PyEval_EvalFrameEx ()
#8 0x00000000004c9d7f in PyEval_EvalFrameEx ()
#9 0x00000000004c2705 in PyEval_EvalCodeEx ()
#10 0x00000000004de69e in ?? ()
#11 0x00000000004b0c93 in PyObject_Call ()
#12 0x00000000004f452e in ?? ()
#13 0x00000000004b0c93 in PyObject_Call ()
#14 0x00000000004ce540 in PyEval_CallObjectWithKeywords ()
#15 0x0000000000597122 in ?? ()
#16 0x00007f94ff5ac6ba in start_thread (arg=0x7f92af7fe700) at pthread_create.c:333
#17 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 87 (Thread 0x7f934effd700 (LWP 13335)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f934effd700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 86 (Thread 0x7f9258189700 (LWP 14468)):
#0 0x00007f94ff5b4827 in futex_abstimed_wait_cancelable (private=0, abstime=0x0, expected=0, futex_word=0xfcab2f8) at ../sysdeps/unix/sysv/linux/futex-internal.h:205
#1 do_futex_wait (sem=sem@entry=0xfcab2f8, abstime=0x0) at sem_waitcommon.c:111
#2 0x00007f94ff5b48d4 in __new_sem_wait_slow (sem=0xfcab2f8, abstime=0x0) at sem_waitcommon.c:181
#3 0x00007f94ff5b497a in __new_sem_wait (sem=<optimized out>) at sem_wait.c:29
#4 0x00007f947bff4d07 in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1
#5 0x00007f947bfe1049 in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1
#6 0x00007f947bff6178 in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1
#7 0x00007f94ff5ac6ba in start_thread (arg=0x7f9258189700) at pthread_create.c:333
#8 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 85 (Thread 0x7f92aeffd700 (LWP 13859)):
#0 0x00007f94ff5b4827 in futex_abstimed_wait_cancelable (private=0, abstime=0x0, expected=0, futex_word=0x7f92a00008c0) at ../sysdeps/unix/sysv/linux/futex-internal.h:205
#1 do_futex_wait (sem=sem@entry=0x7f92a00008c0, abstime=0x0) at sem_waitcommon.c:111
#2 0x00007f94ff5b48d4 in __new_sem_wait_slow (sem=0x7f92a00008c0, abstime=0x0) at sem_waitcommon.c:181
#3 0x00007f94ff5b497a in __new_sem_wait (sem=<optimized out>) at sem_wait.c:29
#4 0x000000000049f464 in PyThread_acquire_lock ()
#5 0x0000000000563972 in ?? ()
#6 0x00000000004c45fa in PyEval_EvalFrameEx ()
#7 0x00000000004c2705 in PyEval_EvalCodeEx ()
#8 0x00000000004ca088 in PyEval_EvalFrameEx ()
#9 0x00000000004c2705 in PyEval_EvalCodeEx ()
#10 0x00000000004ca088 in PyEval_EvalFrameEx ()
#11 0x00000000004c2705 in PyEval_EvalCodeEx ()
#12 0x00000000004ca7df in PyEval_EvalFrameEx ()
#13 0x00000000004c9d7f in PyEval_EvalFrameEx ()
#14 0x00000000004c2705 in PyEval_EvalCodeEx ()
#15 0x00000000004de69e in ?? ()
#16 0x00000000004b0c93 in PyObject_Call ()
#17 0x00000000004f452e in ?? ()
#18 0x00000000004b0c93 in PyObject_Call ()
#19 0x00000000004ce540 in PyEval_CallObjectWithKeywords ()
#20 0x0000000000597122 in ?? ()
#21 0x00007f94ff5ac6ba in start_thread (arg=0x7f92aeffd700) at pthread_create.c:333
#22 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 84 (Thread 0x7f930a7fc700 (LWP 13350)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f930a7fc700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 83 (Thread 0x7f9334ff9700 (LWP 13346)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f9334ff9700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 82 (Thread 0x7f93357fa700 (LWP 13345)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f93357fa700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 81 (Thread 0x7f93367fc700 (LWP 13343)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f93367fc700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 80 (Thread 0x7f9336ffd700 (LWP 13342)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f9336ffd700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 79 (Thread 0x7f934e7fc700 (LWP 13336)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f934e7fc700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 78 (Thread 0x7f934f7fe700 (LWP 13334)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f934f7fe700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 77 (Thread 0x7f934ffff700 (LWP 13333)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f934ffff700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 76 (Thread 0x7f9354af8700 (LWP 13332)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f9354af8700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 75 (Thread 0x7f9356afc700 (LWP 13328)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f9356afc700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 74 (Thread 0x7f93572fd700 (LWP 13327)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f93572fd700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 73 (Thread 0x7f93997fa700 (LWP 13324)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f93997fa700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 72 (Thread 0x7f9399ffb700 (LWP 13323)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f9399ffb700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 71 (Thread 0x7f94057fa700 (LWP 12941)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f94057fa700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 70 (Thread 0x7f939affd700 (LWP 13155)):
#0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
#1 0x00007f948b21b2e4 in nsync::nsync_mu_semaphore_p_with_deadline(nsync::nsync_semaphore_s_*, timespec) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#2 0x00007f948b21aab1 in nsync::nsync_sem_wait_with_cancel_(nsync::waiter*, timespec, nsync::nsync_note_s_*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#3 0x00007f948b217ff4 in nsync::nsync_cv_wait_with_deadline_generic(nsync::nsync_cv_s_*, void*, void (*)(void*), void (*)(void*), timespec, nsync::nsync_note_s_*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#4 0x00007f948b218515 in nsync::nsync_cv_wait_with_deadline(nsync::nsync_cv_s_*, nsync::nsync_mu_s_*, timespec, nsync::nsync_note_s_*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#5 0x00007f948b4f151f in tensorflow::EventMgr::PollLoop() () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#6 0x00007f948615a6aa in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#7 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#8 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#9 0x00007f94ff5ac6ba in start_thread (arg=0x7f939affd700) at pthread_create.c:333
#10 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 69 (Thread 0x7f939b7fe700 (LWP 13145)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:225
#1 0x00007f947bff6d87 in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1
#2 0x00007f947bfadfc7 in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1
#3 0x00007f947bff6178 in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1
#4 0x00007f94ff5ac6ba in start_thread (arg=0x7f939b7fe700) at pthread_create.c:333
#5 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 68 (Thread 0x7f939bfff700 (LWP 13135)):
#0 0x00007f94ff2d670d in poll () at ../sysdeps/unix/syscall-template.S:84
#1 0x00007f947bff4733 in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1
#2 0x00007f947c05cb7d in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1
#3 0x00007f947bff6178 in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1
#4 0x00007f94ff5ac6ba in start_thread (arg=0x7f939bfff700) at pthread_create.c:333
#5 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 67 (Thread 0x7f9405ffb700 (LWP 12940)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f9405ffb700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 66 (Thread 0x7f93a8ff9700 (LWP 13134)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615a8f9 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f93a8ff9700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 65 (Thread 0x7f93a97fa700 (LWP 13120)):
#0 0x00007f94ff2e3888 in accept4 (fd=44, addr=..., addr_len=0x7f93a97f9e58, flags=524288) at ../sysdeps/unix/sysv/linux/accept4.c:40
#1 0x00007f947bff55f6 in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1
#2 0x00007f947bfe8a2d in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1
#3 0x00007f947bff6178 in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1
#4 0x00007f94ff5ac6ba in start_thread (arg=0x7f93a97fa700) at pthread_create.c:333
#5 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 64 (Thread 0x7f94067fc700 (LWP 12939)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f94067fc700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 63 (Thread 0x7f93a9ffb700 (LWP 12954)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f93a9ffb700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 62 (Thread 0x7f940ceb4700 (LWP 12935)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f940ceb4700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 61 (Thread 0x7f93aaffd700 (LWP 12952)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f93aaffd700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 60 (Thread 0x7f940d6b5700 (LWP 12934)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f940d6b5700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 59 (Thread 0x7f93abfff700 (LWP 12950)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f93abfff700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 58 (Thread 0x7f940e6b7700 (LWP 12932)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f940e6b7700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 57 (Thread 0x7f93e57fa700 (LWP 12948)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f93e57fa700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 56 (Thread 0x7f93e5ffb700 (LWP 12947)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f93e5ffb700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 55 (Thread 0x7f940feba700 (LWP 12929)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f940feba700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 54 (Thread 0x7f93e67fc700 (LWP 12946)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f93e67fc700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 53 (Thread 0x7f9410ebc700 (LWP 12927)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f9410ebc700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 52 (Thread 0x7f94116bd700 (LWP 12926)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f94116bd700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 51 (Thread 0x7f93e6ffd700 (LWP 12945)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f93e6ffd700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 50 (Thread 0x7f94126bf700 (LWP 12924)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f94126bf700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 49 (Thread 0x7f93e77fe700 (LWP 12944)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f93e77fe700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 48 (Thread 0x7f9444c4a700 (LWP 12746)):
#0 0x00007f94ff2e29d3 in epoll_wait () at ../sysdeps/unix/syscall-template.S:84
#1 0x00007f9446d081d8 in epoll_dispatch (base=0x7f94200970d0, tv=<optimized out>) at epoll.c:407
#2 0x00007f9446d0b59f in opal_libevent2022_event_base_loop (base=0x7f94200970d0, flags=1) at event.c:1630
#3 0x00007f9445bdb70e in progress_engine () from /opt/openmpi/lib/openmpi/mca_pmix_pmix2x.so
#4 0x00007f94ff5ac6ba in start_thread (arg=0x7f9444c4a700) at pthread_create.c:333
#5 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 47 (Thread 0x7f93e7fff700 (LWP 12943)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f93e7fff700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 46 (Thread 0x7f943ffff700 (LWP 12745)):
#0 0x00007f94ff2d670d in poll () at ../sysdeps/unix/syscall-template.S:84
#1 0x00007f9446d14e58 in poll (__timeout=<optimized out>, __nfds=1, __fds=0x7f9424000920) at /usr/include/x86_64-linux-gnu/bits/poll2.h:46
#2 poll_dispatch (base=0x7f942005fe20, tv=<optimized out>) at poll.c:165
#3 0x00007f9446d0b59f in opal_libevent2022_event_base_loop (base=0x7f942005fe20, flags=1) at event.c:1630
#4 0x00007f9446cc75ae in progress_engine () from /opt/openmpi/lib/libopen-pal.so.40
#5 0x00007f94ff5ac6ba in start_thread (arg=0x7f943ffff700) at pthread_create.c:333
#6 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 45 (Thread 0x7f92d3fff700 (LWP 13354)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f92d3fff700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 44 (Thread 0x7f93097fa700 (LWP 13352)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f93097fa700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 43 (Thread 0x7f9309ffb700 (LWP 13351)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f9309ffb700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 42 (Thread 0x7f930affd700 (LWP 13349)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f930affd700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 41 (Thread 0x7f93377fe700 (LWP 13341)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f93377fe700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 40 (Thread 0x7f930b7fe700 (LWP 13348)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f930b7fe700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 39 (Thread 0x7f94106bb700 (LWP 12928)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f94106bb700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 38 (Thread 0x7f93562fb700 (LWP 13329)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f93562fb700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 37 (Thread 0x7f930bfff700 (LWP 13347)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f930bfff700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 36 (Thread 0x7f9357afe700 (LWP 13326)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f9357afe700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 35 (Thread 0x7f941e8bd700 (LWP 12923)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f941e8bd700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 34 (Thread 0x7f9335ffb700 (LWP 13344)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f9335ffb700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 33 (Thread 0x7f94f0617700 (LWP 12590)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f94f16910fa in th_worker(void*) () from /usr/lib/python2.7/dist-packages/numexpr/interpreter.x86_64-linux-gnu.so
#2 0x00007f94ff5ac6ba in start_thread (arg=0x7f94f0617700) at pthread_create.c:333
#3 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 32 (Thread 0x7f93aa7fc700 (LWP 12953)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f93aa7fc700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 31 (Thread 0x7f94efe16700 (LWP 12591)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f94f16910fa in th_worker(void*) () from /usr/lib/python2.7/dist-packages/numexpr/interpreter.x86_64-linux-gnu.so
#2 0x00007f94ff5ac6ba in start_thread (arg=0x7f94efe16700) at pthread_create.c:333
#3 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 30 (Thread 0x7f9337fff700 (LWP 13340)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f9337fff700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 29 (Thread 0x7f940f6b9700 (LWP 12930)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f940f6b9700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 28 (Thread 0x7f934d7fa700 (LWP 13338)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f934d7fa700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 27 (Thread 0x7f93552f9700 (LWP 13331)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f93552f9700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 26 (Thread 0x7f940deb6700 (LWP 12933)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f940deb6700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 25 (Thread 0x7f9355afa700 (LWP 13330)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f9355afa700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 24 (Thread 0x7f9407fff700 (LWP 12936)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f9407fff700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 23 (Thread 0x7f9398ff9700 (LWP 13325)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f9398ff9700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 22 (Thread 0x7f94ed589700 (LWP 12587)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f94f16910fa in th_worker(void*) () from /usr/lib/python2.7/dist-packages/numexpr/interpreter.x86_64-linux-gnu.so
#2 0x00007f94ff5ac6ba in start_thread (arg=0x7f94ed589700) at pthread_create.c:333
#3 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 21 (Thread 0x7f93ab7fe700 (LWP 12951)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f93ab7fe700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 20 (Thread 0x7f94f0e18700 (LWP 12589)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f94f16910fa in th_worker(void*) () from /usr/lib/python2.7/dist-packages/numexpr/interpreter.x86_64-linux-gnu.so
#2 0x00007f94ff5ac6ba in start_thread (arg=0x7f94f0e18700) at pthread_create.c:333
#3 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 19 (Thread 0x7f94ecd88700 (LWP 12586)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f94f16910fa in th_worker(void*) () from /usr/lib/python2.7/dist-packages/numexpr/interpreter.x86_64-linux-gnu.so
#2 0x00007f94ff5ac6ba in start_thread (arg=0x7f94ecd88700) at pthread_create.c:333
#3 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 18 (Thread 0x7f944544b700 (LWP 12752)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615a8f9 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f944544b700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 17 (Thread 0x7f9406ffd700 (LWP 12938)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f9406ffd700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 16 (Thread 0x7f94ec587700 (LWP 12585)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f94f16910fa in th_worker(void*) () from /usr/lib/python2.7/dist-packages/numexpr/interpreter.x86_64-linux-gnu.so
#2 0x00007f94ff5ac6ba in start_thread (arg=0x7f94ec587700) at pthread_create.c:333
#3 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 15 (Thread 0x7f94f1619700 (LWP 12588)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f94f16910fa in th_worker(void*) () from /usr/lib/python2.7/dist-packages/numexpr/interpreter.x86_64-linux-gnu.so
#2 0x00007f94ff5ac6ba in start_thread (arg=0x7f94f1619700) at pthread_create.c:333
#3 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 14 (Thread 0x7f94ebd86700 (LWP 12584)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f94f16910fa in th_worker(void*) () from /usr/lib/python2.7/dist-packages/numexpr/interpreter.x86_64-linux-gnu.so
#2 0x00007f94ff5ac6ba in start_thread (arg=0x7f94ebd86700) at pthread_create.c:333
#3 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 13 (Thread 0x7f94077fe700 (LWP 12937)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f94077fe700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 12 (Thread 0x7f940eeb8700 (LWP 12931)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f940eeb8700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 11 (Thread 0x7f9404ff9700 (LWP 12942)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f9404ff9700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 10 (Thread 0x7f939a7fc700 (LWP 13156)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f939a7fc700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 9 (Thread 0x7f93e4ff9700 (LWP 12949)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f93e4ff9700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 8 (Thread 0x7f9411ebe700 (LWP 12925)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f9411ebe700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 7 (Thread 0x7f92affff700 (LWP 14137)):
#0 0x00007f94ff5b4827 in futex_abstimed_wait_cancelable (private=0, abstime=0x0, expected=0, futex_word=0x7f92bc0008f0) at ../sysdeps/unix/sysv/linux/futex-internal.h:205
#1 do_futex_wait (sem=sem@entry=0x7f92bc0008f0, abstime=0x0) at sem_waitcommon.c:111
#2 0x00007f94ff5b48d4 in __new_sem_wait_slow (sem=0x7f92bc0008f0, abstime=0x0) at sem_waitcommon.c:181
#3 0x00007f94ff5b497a in __new_sem_wait (sem=<optimized out>) at sem_wait.c:29
#4 0x000000000049f464 in PyThread_acquire_lock ()
#5 0x0000000000563972 in ?? ()
#6 0x00000000004c45fa in PyEval_EvalFrameEx ()
#7 0x00000000004c2705 in PyEval_EvalCodeEx ()
#8 0x00000000004ca088 in PyEval_EvalFrameEx ()
#9 0x00000000004c2705 in PyEval_EvalCodeEx ()
#10 0x00000000004de858 in ?? ()
#11 0x00000000004b0c93 in PyObject_Call ()
#12 0x00000000004c6ef6 in PyEval_EvalFrameEx ()
#13 0x00000000004c9d7f in PyEval_EvalFrameEx ()
#14 0x00000000004c9d7f in PyEval_EvalFrameEx ()
#15 0x00000000004c2705 in PyEval_EvalCodeEx ()
#16 0x00000000004de69e in ?? ()
#17 0x00000000004b0c93 in PyObject_Call ()
#18 0x00000000004f452e in ?? ()
#19 0x00000000004b0c93 in PyObject_Call ()
#20 0x00000000004ce540 in PyEval_CallObjectWithKeywords ()
#21 0x0000000000597122 in ?? ()
#22 0x00007f94ff5ac6ba in start_thread (arg=0x7f92affff700) at pthread_create.c:333
#23 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 6 (Thread 0x7f9308ff9700 (LWP 13353)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f9308ff9700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 5 (Thread 0x7f92b49ff700 (LWP 14138)):
#0 0x00000000004c404a in PyEval_EvalFrameEx ()
#1 0x00000000004c9d7f in PyEval_EvalFrameEx ()
#2 0x00000000004c2705 in PyEval_EvalCodeEx ()
#3 0x00000000004ca088 in PyEval_EvalFrameEx ()
#4 0x00000000004c2705 in PyEval_EvalCodeEx ()
#5 0x00000000004de858 in ?? ()
#6 0x00000000004b0c93 in PyObject_Call ()
#7 0x00000000004c6ef6 in PyEval_EvalFrameEx ()
#8 0x00000000004c9d7f in PyEval_EvalFrameEx ()
#9 0x00000000004c9d7f in PyEval_EvalFrameEx ()
#10 0x00000000004c2705 in PyEval_EvalCodeEx ()
#11 0x00000000004de69e in ?? ()
#12 0x00000000004b0c93 in PyObject_Call ()
#13 0x00000000004f452e in ?? ()
#14 0x00000000004b0c93 in PyObject_Call ()
#15 0x00000000004ce540 in PyEval_CallObjectWithKeywords ()
#16 0x0000000000597122 in ?? ()
#17 0x00007f94ff5ac6ba in start_thread (arg=0x7f92b49ff700) at pthread_create.c:333
#18 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 4 (Thread 0x7f934cff9700 (LWP 13339)):
#0 0x00007ffe85312b39 in ?? ()
#1 0x0000000000000001 in ?? ()
#2 0x000000000fcb4b50 in ?? ()
#3 0x0000000000000004 in ?? ()
#4 0x0000000000000000 in ?? ()
Thread 3 (Thread 0x7f94ff9c3700 (LWP 12252)):
#0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
#1 0x00007f948b21b2e4 in nsync::nsync_mu_semaphore_p_with_deadline(nsync::nsync_semaphore_s_*, timespec) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#2 0x00007f948b21aab1 in nsync::nsync_sem_wait_with_cancel_(nsync::waiter*, timespec, nsync::nsync_note_s_*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#3 0x00007f948b217ff4 in nsync::nsync_cv_wait_with_deadline_generic(nsync::nsync_cv_s_*, void*, void (*)(void*), void (*)(void*), timespec, nsync::nsync_note_s_*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#4 0x00007f948b218515 in nsync::nsync_cv_wait_with_deadline(nsync::nsync_cv_s_*, nsync::nsync_mu_s_*, timespec, nsync::nsync_note_s_*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#5 0x00007f948b21e6cb in tensorflow::DirectSession::WaitForNotification(tensorflow::Notification*, long long) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#6 0x00007f948b21e71b in tensorflow::DirectSession::WaitForNotification(tensorflow::DirectSession::RunState*, tensorflow::CancellationManager*, long long) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#7 0x00007f948b2228a0 in tensorflow::DirectSession::RunInternal(long long, tensorflow::RunOptions const&, tensorflow::CallFrameInterface*, tensorflow::DirectSession::ExecutorsAndKeys*, tensorflow::RunMetadata*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#8 0x00007f948b22bc65 in tensorflow::DirectSession::Run(tensorflow::RunOptions const&, std::vector<std::pair<std::string, tensorflow::Tensor>, std::allocator<std::pair<std::string, tensorflow::Tensor> > > const&, std::vector<std::string, std::allocator<std::string> > const&, std::vector<std::string, std::allocator<std::string> > const&, std::vector<tensorflow::Tensor, std::allocator<tensorflow::Tensor> >*, tensorflow::RunMetadata*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#9 0x00007f94886c251a in TF_Run_Helper(tensorflow::Session*, char const*, TF_Buffer const*, std::vector<std::pair<std::string, tensorflow::Tensor>, std::allocator<std::pair<std::string, tensorflow::Tensor> > > const&, std::vector<std::string, std::allocator<std::string> > const&, TF_Tensor**, std::vector<std::string, std::allocator<std::string> > const&, TF_Buffer*, TF_Status*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#10 0x00007f94886c3116 in TF_SessionRun () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#11 0x00007f94883715e6 in tensorflow::TF_SessionRun_wrapper_helper(TF_Session*, char const*, TF_Buffer const*, std::vector<TF_Output, std::allocator<TF_Output> > const&, std::vector<_object*, std::allocator<_object*> > const&, std::vector<TF_Output, std::allocator<TF_Output> > const&, std::vector<TF_Operation*, std::allocator<TF_Operation*> > const&, TF_Buffer*, TF_Status*, std::vector<_object*, std::allocator<_object*> >*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#12 0x00007f948837172a in tensorflow::TF_SessionRun_wrapper(TF_Session*, TF_Buffer const*, std::vector<TF_Output, std::allocator<TF_Output> > const&, std::vector<_object*, std::allocator<_object*> > const&, std::vector<TF_Output, std::allocator<TF_Output> > const&, std::vector<TF_Operation*, std::allocator<TF_Operation*> > const&, TF_Buffer*, TF_Status*, std::vector<_object*, std::allocator<_object*> >*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#13 0x00007f948832debe in _wrap_TF_SessionRun_wrapper () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#14 0x00000000004c45fa in PyEval_EvalFrameEx ()
#15 0x00000000004c2705 in PyEval_EvalCodeEx ()
#16 0x00000000004ca7df in PyEval_EvalFrameEx ()
#17 0x00000000004c2705 in PyEval_EvalCodeEx ()
#18 0x00000000004de69e in ?? ()
#19 0x00000000004b0c93 in PyObject_Call ()
#20 0x00000000004c6ef6 in PyEval_EvalFrameEx ()
#21 0x00000000004c2705 in PyEval_EvalCodeEx ()
#22 0x00000000004ca7df in PyEval_EvalFrameEx ()
#23 0x00000000004c2705 in PyEval_EvalCodeEx ()
#24 0x00000000004ca7df in PyEval_EvalFrameEx ()
#25 0x00000000004c2705 in PyEval_EvalCodeEx ()
#26 0x00000000004ca7df in PyEval_EvalFrameEx ()
#27 0x00000000004c2705 in PyEval_EvalCodeEx ()
#28 0x00000000004ca088 in PyEval_EvalFrameEx ()
#29 0x00000000004c2705 in PyEval_EvalCodeEx ()
#30 0x00000000004ca088 in PyEval_EvalFrameEx ()
#31 0x00000000004c2705 in PyEval_EvalCodeEx ()
#32 0x00000000004ca088 in PyEval_EvalFrameEx ()
#33 0x00000000004c2705 in PyEval_EvalCodeEx ()
#34 0x00000000004ca088 in PyEval_EvalFrameEx ()
#35 0x00000000004c2705 in PyEval_EvalCodeEx ()
#36 0x00000000004ca7df in PyEval_EvalFrameEx ()
#37 0x00000000004c2705 in PyEval_EvalCodeEx ()
#38 0x00000000004c24a9 in PyEval_EvalCode ()
#39 0x00000000004f19ef in ?? ()
#40 0x00000000004ec372 in PyRun_FileExFlags ()
#41 0x00000000004eaaf1 in PyRun_SimpleFileExFlags ()
#42 0x000000000049e208 in Py_Main ()
#43 0x00007f94ff1fb830 in __libc_start_main (main=0x49db30 <main>, argc=5, argv=0x7ffe85304408, init=<optimized out>, fini=<optimized out>, rtld_fini=<optimized out>, stack_end=0x7ffe853043f8) at ../csu/libc-start.c:291
#44 0x000000000049da59 in _start ()
Thread 2 (Thread 0x7f934dffb700 (LWP 13337)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f947cf4891c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f9486159fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f948615aa24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f9486159752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f94ff5ac6ba in start_thread (arg=0x7f934dffb700) at pthread_create.c:333
#7 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 1 (Thread 0x7f943f7fe700 (LWP 12744)):
#0 horovod::common::(anonymous namespace)::RunLoopOnce (state=..., is_coordinator=is_coordinator@entry=true) at horovod/common/operations.cc:1821
#1 0x00007f9447587b2b in horovod::common::(anonymous namespace)::BackgroundThreadLoop (state=...) at horovod/common/operations.cc:1629
#2 0x00007f947cf4dc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#3 0x00007f94ff5ac6ba in start_thread (arg=0x7f943f7fe700) at pthread_create.c:333
#4 0x00007f94ff2e23dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment