Skip to content

Instantly share code, notes, and snippets.

@maxhgerlach
Created October 24, 2018 12:30
Show Gist options
  • Save maxhgerlach/fd5987d66bc16cc08fff094872a978e6 to your computer and use it in GitHub Desktop.
Save maxhgerlach/fd5987d66bc16cc08fff094872a978e6 to your computer and use it in GitHub Desktop.
(gdb) thread apply all backtrace
(gdb) thread apply all backtrace
Thread 88 (Thread 0x7f2ae5afa700 (LWP 22174)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2ae5afa700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 87 (Thread 0x7f2a9affd700 (LWP 22214)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2a9affd700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 86 (Thread 0x7f2aa3fff700 (LWP 22189)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2aa3fff700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 85 (Thread 0x7f2aa37fe700 (LWP 22190)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2aa37fe700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 84 (Thread 0x7f2aa17fa700 (LWP 22208)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2aa17fa700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 83 (Thread 0x7f2b0dfc4700 (LWP 22158)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2b0dfc4700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 82 (Thread 0x7f2ae52f9700 (LWP 22176)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2ae52f9700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 81 (Thread 0x7f2a44ffd700 (LWP 23162)):
#0 0x00007f2c97466593 in select () at ../sysdeps/unix/syscall-template.S:84
#1 0x0000000000597569 in ?? ()
#2 0x00000000004c45fa in PyEval_EvalFrameEx ()
#3 0x00000000004c2705 in PyEval_EvalCodeEx ()
#4 0x00000000004de858 in ?? ()
#5 0x00000000004b0c93 in PyObject_Call ()
#6 0x00000000004c6ef6 in PyEval_EvalFrameEx ()
#7 0x00000000004c9d7f in PyEval_EvalFrameEx ()
#8 0x00000000004c9d7f in PyEval_EvalFrameEx ()
#9 0x00000000004c2705 in PyEval_EvalCodeEx ()
#10 0x00000000004de69e in ?? ()
#11 0x00000000004b0c93 in PyObject_Call ()
#12 0x00000000004f452e in ?? ()
#13 0x00000000004b0c93 in PyObject_Call ()
#14 0x00000000004ce540 in PyEval_CallObjectWithKeywords ()
#15 0x0000000000597122 in ?? ()
#16 0x00007f2c9773a6ba in start_thread (arg=0x7f2a44ffd700) at pthread_create.c:333
#17 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 80 (Thread 0x7f2b0cfc2700 (LWP 22161)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2b0cfc2700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 79 (Thread 0x7f2ae4af8700 (LWP 22178)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2ae4af8700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 78 (Thread 0x7f2a45fff700 (LWP 23164)):
#0 0x00007f2c97466593 in select () at ../sysdeps/unix/syscall-template.S:84
#1 0x0000000000597569 in ?? ()
#2 0x00000000004c45fa in PyEval_EvalFrameEx ()
#3 0x00000000004c2705 in PyEval_EvalCodeEx ()
#4 0x00000000004ca088 in PyEval_EvalFrameEx ()
#5 0x00000000004c2705 in PyEval_EvalCodeEx ()
#6 0x00000000004de858 in ?? ()
#7 0x00000000004b0c93 in PyObject_Call ()
#8 0x00000000004c6ef6 in PyEval_EvalFrameEx ()
#9 0x00000000004c9d7f in PyEval_EvalFrameEx ()
#10 0x00000000004c9d7f in PyEval_EvalFrameEx ()
#11 0x00000000004c2705 in PyEval_EvalCodeEx ()
#12 0x00000000004de69e in ?? ()
#13 0x00000000004b0c93 in PyObject_Call ()
#14 0x00000000004f452e in ?? ()
#15 0x00000000004b0c93 in PyObject_Call ()
#16 0x00000000004ce540 in PyEval_CallObjectWithKeywords ()
#17 0x0000000000597122 in ?? ()
#18 0x00007f2c9773a6ba in start_thread (arg=0x7f2a45fff700) at pthread_create.c:333
#19 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 77 (Thread 0x7f2b55ffb700 (LWP 22105)):
#0 0x00007f2c9746470d in poll () at ../sysdeps/unix/syscall-template.S:84
#1 0x00007f2c13fc2733 in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1
#2 0x00007f2c1402ab7d in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1
#3 0x00007f2c13fc4178 in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1
#4 0x00007f2c9773a6ba in start_thread (arg=0x7f2b55ffb700) at pthread_create.c:333
#5 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 76 (Thread 0x7f2bdc88e700 (LWP 21686)):
#0 0x00007f2c9746470d in poll () at ../sysdeps/unix/syscall-template.S:84
#1 0x00007f2bdf11c878 in poll (__timeout=<optimized out>, __nfds=1, __fds=0x7f2bb8000920) at /usr/include/x86_64-linux-gnu/bits/poll2.h:46
#2 poll_dispatch (base=0x7f2bc40609e0, tv=<optimized out>) at poll.c:165
#3 0x00007f2bdf112fbf in opal_libevent2022_event_base_loop (base=0x7f2bc40609e0, flags=1) at event.c:1630
#4 0x00007f2bdf0cc81e in progress_engine () from /opt/openmpi-3.1.2/lib/libopen-pal.so.40
#5 0x00007f2c9773a6ba in start_thread (arg=0x7f2bdc88e700) at pthread_create.c:333
#6 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 75 (Thread 0x7f29eb514700 (LWP 23362)):
#0 0x00007f2c97742827 in futex_abstimed_wait_cancelable (private=0, abstime=0x0, expected=0, futex_word=0x100a5c08) at ../sysdeps/unix/sysv/linux/futex-internal.h:205
#1 do_futex_wait (sem=sem@entry=0x100a5c08, abstime=0x0) at sem_waitcommon.c:111
#2 0x00007f2c977428d4 in __new_sem_wait_slow (sem=0x100a5c08, abstime=0x0) at sem_waitcommon.c:181
#3 0x00007f2c9774297a in __new_sem_wait (sem=<optimized out>) at sem_wait.c:29
#4 0x00007f2c13fc2d07 in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1
#5 0x00007f2c13faf049 in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1
#6 0x00007f2c13fc4178 in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1
#7 0x00007f2c9773a6ba in start_thread (arg=0x7f29eb514700) at pthread_create.c:333
#8 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 74 (Thread 0x7f2a457fe700 (LWP 23163)):
#0 0x00007f2c97742827 in futex_abstimed_wait_cancelable (private=0, abstime=0x0, expected=0, futex_word=0x7f2a340008c0) at ../sysdeps/unix/sysv/linux/futex-internal.h:205
#1 do_futex_wait (sem=sem@entry=0x7f2a340008c0, abstime=0x0) at sem_waitcommon.c:111
#2 0x00007f2c977428d4 in __new_sem_wait_slow (sem=0x7f2a340008c0, abstime=0x0) at sem_waitcommon.c:181
#3 0x00007f2c9774297a in __new_sem_wait (sem=<optimized out>) at sem_wait.c:29
#4 0x000000000049f464 in PyThread_acquire_lock ()
#5 0x0000000000563972 in ?? ()
#6 0x00000000004c45fa in PyEval_EvalFrameEx ()
#7 0x00000000004c2705 in PyEval_EvalCodeEx ()
#8 0x00000000004ca088 in PyEval_EvalFrameEx ()
#9 0x00000000004c2705 in PyEval_EvalCodeEx ()
#10 0x00000000004de858 in ?? ()
#11 0x00000000004b0c93 in PyObject_Call ()
#12 0x00000000004c6ef6 in PyEval_EvalFrameEx ()
#13 0x00000000004c9d7f in PyEval_EvalFrameEx ()
#14 0x00000000004c9d7f in PyEval_EvalFrameEx ()
#15 0x00000000004c2705 in PyEval_EvalCodeEx ()
#16 0x00000000004de69e in ?? ()
#17 0x00000000004b0c93 in PyObject_Call ()
#18 0x00000000004f452e in ?? ()
#19 0x00000000004b0c93 in PyObject_Call ()
#20 0x00000000004ce540 in PyEval_CallObjectWithKeywords ()
#21 0x0000000000597122 in ?? ()
#22 0x00007f2c9773a6ba in start_thread (arg=0x7f2a457fe700) at pthread_create.c:333
#23 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 73 (Thread 0x7f2a2ffff700 (LWP 22843)):
#0 0x00007f2c97742827 in futex_abstimed_wait_cancelable (private=0, abstime=0x0, expected=0, futex_word=0x7f2a28002250) at ../sysdeps/unix/sysv/linux/futex-internal.h:205
#1 do_futex_wait (sem=sem@entry=0x7f2a28002250, abstime=0x0) at sem_waitcommon.c:111
#2 0x00007f2c977428d4 in __new_sem_wait_slow (sem=0x7f2a28002250, abstime=0x0) at sem_waitcommon.c:181
#3 0x00007f2c9774297a in __new_sem_wait (sem=<optimized out>) at sem_wait.c:29
#4 0x000000000049f464 in PyThread_acquire_lock ()
#5 0x0000000000563972 in ?? ()
#6 0x00000000004c45fa in PyEval_EvalFrameEx ()
#7 0x00000000004c2705 in PyEval_EvalCodeEx ()
#8 0x00000000004ca088 in PyEval_EvalFrameEx ()
#9 0x00000000004c2705 in PyEval_EvalCodeEx ()
#10 0x00000000004ca088 in PyEval_EvalFrameEx ()
#11 0x00000000004c2705 in PyEval_EvalCodeEx ()
#12 0x00000000004ca7df in PyEval_EvalFrameEx ()
#13 0x00000000004c9d7f in PyEval_EvalFrameEx ()
#14 0x00000000004c2705 in PyEval_EvalCodeEx ()
#15 0x00000000004de69e in ?? ()
#16 0x00000000004b0c93 in PyObject_Call ()
#17 0x00000000004f452e in ?? ()
#18 0x00000000004b0c93 in PyObject_Call ()
#19 0x00000000004ce540 in PyEval_CallObjectWithKeywords ()
#20 0x0000000000597122 in ?? ()
#21 0x00007f2c9773a6ba in start_thread (arg=0x7f2a2ffff700) at pthread_create.c:333
#22 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 72 (Thread 0x7f2a99ffb700 (LWP 22216)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2a99ffb700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 71 (Thread 0x7f2a9a7fc700 (LWP 22215)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2a9a7fc700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 70 (Thread 0x7f2aa1ffb700 (LWP 22206)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2aa1ffb700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 69 (Thread 0x7f2aa27fc700 (LWP 22204)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2aa27fc700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 68 (Thread 0x7f2aa2ffd700 (LWP 22203)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2aa2ffd700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 67 (Thread 0x7f2a9bfff700 (LWP 22193)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2a9bfff700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 66 (Thread 0x7f2add7fa700 (LWP 22185)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2add7fa700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 65 (Thread 0x7f2addffb700 (LWP 22184)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2addffb700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 64 (Thread 0x7f2adeffd700 (LWP 22181)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2adeffd700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 63 (Thread 0x7f2adf7fe700 (LWP 22180)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2adf7fe700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 62 (Thread 0x7f2ae62fb700 (LWP 22173)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2ae62fb700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 61 (Thread 0x7f2ae6afc700 (LWP 22171)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2ae6afc700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 60 (Thread 0x7f2ae7afe700 (LWP 22162)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2ae7afe700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 59 (Thread 0x7f2b0d7c3700 (LWP 22159)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2b0d7c3700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 58 (Thread 0x7f2b14ffd700 (LWP 22156)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2b14ffd700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 57 (Thread 0x7f2b157fe700 (LWP 22155)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2b157fe700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 56 (Thread 0x7f2b15fff700 (LWP 22140)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2b15fff700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 55 (Thread 0x7f2b54ff9700 (LWP 22139)):
#0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
#1 0x00007f2c233a92e4 in nsync::nsync_mu_semaphore_p_with_deadline(nsync::nsync_semaphore_s_*, timespec) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#2 0x00007f2c233a8ab1 in nsync::nsync_sem_wait_with_cancel_(nsync::waiter*, timespec, nsync::nsync_note_s_*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#3 0x00007f2c233a5ff4 in nsync::nsync_cv_wait_with_deadline_generic(nsync::nsync_cv_s_*, void*, void (*)(void*), void (*)(void*), timespec, nsync::nsync_note_s_*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#4 0x00007f2c233a6515 in nsync::nsync_cv_wait_with_deadline(nsync::nsync_cv_s_*, nsync::nsync_mu_s_*, timespec, nsync::nsync_note_s_*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#5 0x00007f2c2367f51f in tensorflow::EventMgr::PollLoop() () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#6 0x00007f2c1e2e86aa in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#7 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#8 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#9 0x00007f2c9773a6ba in start_thread (arg=0x7f2b54ff9700) at pthread_create.c:333
#10 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 54 (Thread 0x7f2b567fc700 (LWP 22104)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e88f9 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2b567fc700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 53 (Thread 0x7f2b577fe700 (LWP 21805)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2b577fe700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 52 (Thread 0x7f2b57fff700 (LWP 21804)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2b57fff700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 51 (Thread 0x7f2b74ff9700 (LWP 21803)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2b74ff9700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 50 (Thread 0x7f2b757fa700 (LWP 21802)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2b757fa700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 49 (Thread 0x7f2b75ffb700 (LWP 21801)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2b75ffb700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 48 (Thread 0x7f2b767fc700 (LWP 21800)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2b767fc700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 47 (Thread 0x7f2b76ffd700 (LWP 21799)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2b76ffd700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 46 (Thread 0x7f2b777fe700 (LWP 21798)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2b777fe700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 45 (Thread 0x7f2b77fff700 (LWP 21797)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2b77fff700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 44 (Thread 0x7f2b8d7fa700 (LWP 21795)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2b8d7fa700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 43 (Thread 0x7f2b8dffb700 (LWP 21794)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2b8dffb700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 42 (Thread 0x7f2b8e7fc700 (LWP 21793)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2b8e7fc700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 41 (Thread 0x7f2b8effd700 (LWP 21792)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2b8effd700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 40 (Thread 0x7f2b8f7fe700 (LWP 21791)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2b8f7fe700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 39 (Thread 0x7f2b8ffff700 (LWP 21790)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2b8ffff700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 38 (Thread 0x7f2b9cd71700 (LWP 21789)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2b9cd71700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 37 (Thread 0x7f2b9d572700 (LWP 21788)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2b9d572700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 36 (Thread 0x7f2b9dd73700 (LWP 21787)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2b9dd73700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 35 (Thread 0x7f2b9e574700 (LWP 21786)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2b9e574700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 34 (Thread 0x7f2b9ed75700 (LWP 21785)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2b9ed75700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 33 (Thread 0x7f2b9f576700 (LWP 21784)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2b9f576700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 32 (Thread 0x7f2b9fd77700 (LWP 21783)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2b9fd77700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 31 (Thread 0x7f2ba0d79700 (LWP 21781)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2ba0d79700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 30 (Thread 0x7f2ba0578700 (LWP 21782)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2ba0578700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 29 (Thread 0x7f2ba157a700 (LWP 21780)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2ba157a700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 28 (Thread 0x7f2ba1d7b700 (LWP 21779)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2ba1d7b700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 27 (Thread 0x7f2ba257c700 (LWP 21778)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2ba257c700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 26 (Thread 0x7f2ba2d7d700 (LWP 21777)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2ba2d7d700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 25 (Thread 0x7f2ba357e700 (LWP 21776)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2ba357e700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 24 (Thread 0x7f2babd8b700 (LWP 21774)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2babd8b700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 23 (Thread 0x7f2bdd08f700 (LWP 21690)):
#0 0x00007f2c974709d3 in epoll_wait () at ../sysdeps/unix/syscall-template.S:84
#1 0x00007f2bdf10fbf8 in epoll_dispatch (base=0x7f2bc4097fe0, tv=<optimized out>) at epoll.c:407
#2 0x00007f2bdf112fbf in opal_libevent2022_event_base_loop (base=0x7f2bc4097fe0, flags=1) at event.c:1630
#3 0x00007f2bde02070e in progress_engine () from /opt/openmpi-3.1.2/lib/openmpi/mca_pmix_pmix2x.so
#4 0x00007f2c9773a6ba in start_thread (arg=0x7f2bdd08f700) at pthread_create.c:333
#5 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 22 (Thread 0x7f2c87fa4700 (LWP 21504)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c8981f0fa in th_worker(void*) () from /usr/lib/python2.7/dist-packages/numexpr/interpreter.x86_64-linux-gnu.so
#2 0x00007f2c9773a6ba in start_thread (arg=0x7f2c87fa4700) at pthread_create.c:333
#3 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 21 (Thread 0x7f2c887a5700 (LWP 21503)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c8981f0fa in th_worker(void*) () from /usr/lib/python2.7/dist-packages/numexpr/interpreter.x86_64-linux-gnu.so
#2 0x00007f2c9773a6ba in start_thread (arg=0x7f2c887a5700) at pthread_create.c:333
#3 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 20 (Thread 0x7f2a9b7fe700 (LWP 22213)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2a9b7fe700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 19 (Thread 0x7f2c88fa6700 (LWP 21502)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c8981f0fa in th_worker(void*) () from /usr/lib/python2.7/dist-packages/numexpr/interpreter.x86_64-linux-gnu.so
#2 0x00007f2c9773a6ba in start_thread (arg=0x7f2c88fa6700) at pthread_create.c:333
#3 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 18 (Thread 0x7f2c897a7700 (LWP 21501)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c8981f0fa in th_worker(void*) () from /usr/lib/python2.7/dist-packages/numexpr/interpreter.x86_64-linux-gnu.so
#2 0x00007f2c9773a6ba in start_thread (arg=0x7f2c897a7700) at pthread_create.c:333
#3 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 17 (Thread 0x7f2c85717700 (LWP 21500)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c8981f0fa in th_worker(void*) () from /usr/lib/python2.7/dist-packages/numexpr/interpreter.x86_64-linux-gnu.so
#2 0x00007f2c9773a6ba in start_thread (arg=0x7f2c85717700) at pthread_create.c:333
#3 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 16 (Thread 0x7f2c84f16700 (LWP 21499)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c8981f0fa in th_worker(void*) () from /usr/lib/python2.7/dist-packages/numexpr/interpreter.x86_64-linux-gnu.so
#2 0x00007f2c9773a6ba in start_thread (arg=0x7f2c84f16700) at pthread_create.c:333
#3 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 15 (Thread 0x7f2c84715700 (LWP 21498)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c8981f0fa in th_worker(void*) () from /usr/lib/python2.7/dist-packages/numexpr/interpreter.x86_64-linux-gnu.so
#2 0x00007f2c9773a6ba in start_thread (arg=0x7f2c84715700) at pthread_create.c:333
#3 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 14 (Thread 0x7f2aa0ff9700 (LWP 22209)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2aa0ff9700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 13 (Thread 0x7f2c81f14700 (LWP 21497)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c8981f0fa in th_worker(void*) () from /usr/lib/python2.7/dist-packages/numexpr/interpreter.x86_64-linux-gnu.so
#2 0x00007f2c9773a6ba in start_thread (arg=0x7f2c81f14700) at pthread_create.c:333
#3 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 12 (Thread 0x7f2b56ffd700 (LWP 22096)):
#0 0x00007f2c97471888 in accept4 (fd=44, addr=..., addr_len=0x7f2b56ffce58, flags=524288) at ../sysdeps/unix/sysv/linux/accept4.c:40
#1 0x00007f2c13fc35f6 in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1
#2 0x00007f2c13fb6a2d in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1
#3 0x00007f2c13fc4178 in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1
#4 0x00007f2c9773a6ba in start_thread (arg=0x7f2b56ffd700) at pthread_create.c:333
#5 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 11 (Thread 0x7f2c97b52700 (LWP 21189)):
#0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
#1 0x00007f2c233a92e4 in nsync::nsync_mu_semaphore_p_with_deadline(nsync::nsync_semaphore_s_*, timespec) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#2 0x00007f2c233a8ab1 in nsync::nsync_sem_wait_with_cancel_(nsync::waiter*, timespec, nsync::nsync_note_s_*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#3 0x00007f2c233a5ff4 in nsync::nsync_cv_wait_with_deadline_generic(nsync::nsync_cv_s_*, void*, void (*)(void*), void (*)(void*), timespec, nsync::nsync_note_s_*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#4 0x00007f2c233a6515 in nsync::nsync_cv_wait_with_deadline(nsync::nsync_cv_s_*, nsync::nsync_mu_s_*, timespec, nsync::nsync_note_s_*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#5 0x00007f2c233ac6cb in tensorflow::DirectSession::WaitForNotification(tensorflow::Notification*, long long) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#6 0x00007f2c233ac71b in tensorflow::DirectSession::WaitForNotification(tensorflow::DirectSession::RunState*, tensorflow::CancellationManager*, long long) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#7 0x00007f2c233b08a0 in tensorflow::DirectSession::RunInternal(long long, tensorflow::RunOptions const&, tensorflow::CallFrameInterface*, tensorflow::DirectSession::ExecutorsAndKeys*, tensorflow::RunMetadata*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#8 0x00007f2c233b9c65 in tensorflow::DirectSession::Run(tensorflow::RunOptions const&, std::vector<std::pair<std::string, tensorflow::Tensor>, std::allocator<std::pair<std::string, tensorflow::Tensor> > > const&, std::vector<std::string, std::allocator<std::string> > const&, std::vector<std::string, std::allocator<std::string> > const&, std::vector<tensorflow::Tensor, std::allocator<tensorflow::Tensor> >*, tensorflow::RunMetadata*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#9 0x00007f2c2085051a in TF_Run_Helper(tensorflow::Session*, char const*, TF_Buffer const*, std::vector<std::pair<std::string, tensorflow::Tensor>, std::allocator<std::pair<std::string, tensorflow::Tensor> > > const&, std::vector<std::string, std::allocator<std::string> > const&, TF_Tensor**, std::vector<std::string, std::allocator<std::string> > const&, TF_Buffer*, TF_Status*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#10 0x00007f2c20851116 in TF_SessionRun () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#11 0x00007f2c204ff5e6 in tensorflow::TF_SessionRun_wrapper_helper(TF_Session*, char const*, TF_Buffer const*, std::vector<TF_Output, std::allocator<TF_Output> > const&, std::vector<_object*, std::allocator<_object*> > const&, std::vector<TF_Output, std::allocator<TF_Output> > const&, std::vector<TF_Operation*, std::allocator<TF_Operation*> > const&, TF_Buffer*, TF_Status*, std::vector<_object*, std::allocator<_object*> >*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#12 0x00007f2c204ff72a in tensorflow::TF_SessionRun_wrapper(TF_Session*, TF_Buffer const*, std::vector<TF_Output, std::allocator<TF_Output> > const&, std::vector<_object*, std::allocator<_object*> > const&, std::vector<TF_Output, std::allocator<TF_Output> > const&, std::vector<TF_Operation*, std::allocator<TF_Operation*> > const&, TF_Buffer*, TF_Status*, std::vector<_object*, std::allocator<_object*> >*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#13 0x00007f2c204bbebe in _wrap_TF_SessionRun_wrapper () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/_pywrap_tensorflow_internal.so
#14 0x00000000004c45fa in PyEval_EvalFrameEx ()
#15 0x00000000004c2705 in PyEval_EvalCodeEx ()
#16 0x00000000004ca7df in PyEval_EvalFrameEx ()
#17 0x00000000004c2705 in PyEval_EvalCodeEx ()
#18 0x00000000004de69e in ?? ()
#19 0x00000000004b0c93 in PyObject_Call ()
#20 0x00000000004c6ef6 in PyEval_EvalFrameEx ()
#21 0x00000000004c2705 in PyEval_EvalCodeEx ()
#22 0x00000000004ca7df in PyEval_EvalFrameEx ()
#23 0x00000000004c2705 in PyEval_EvalCodeEx ()
#24 0x00000000004ca7df in PyEval_EvalFrameEx ()
#25 0x00000000004c2705 in PyEval_EvalCodeEx ()
#26 0x00000000004ca7df in PyEval_EvalFrameEx ()
#27 0x00000000004c2705 in PyEval_EvalCodeEx ()
#28 0x00000000004ca088 in PyEval_EvalFrameEx ()
#29 0x00000000004c2705 in PyEval_EvalCodeEx ()
#30 0x00000000004ca088 in PyEval_EvalFrameEx ()
#31 0x00000000004c2705 in PyEval_EvalCodeEx ()
#32 0x00000000004ca088 in PyEval_EvalFrameEx ()
#33 0x00000000004c2705 in PyEval_EvalCodeEx ()
#34 0x00000000004ca088 in PyEval_EvalFrameEx ()
#35 0x00000000004c2705 in PyEval_EvalCodeEx ()
#36 0x00000000004ca7df in PyEval_EvalFrameEx ()
#37 0x00000000004c2705 in PyEval_EvalCodeEx ()
#38 0x00000000004c24a9 in PyEval_EvalCode ()
#39 0x00000000004f19ef in ?? ()
#40 0x00000000004ec372 in PyRun_FileExFlags ()
#41 0x00000000004eaaf1 in PyRun_SimpleFileExFlags ()
#42 0x000000000049e208 in Py_Main ()
#43 0x00007f2c97389830 in __libc_start_main (main=0x49db30 <main>, argc=5, argv=0x7ffcfcee0b18, init=<optimized out>, fini=<optimized out>, rtld_fini=<optimized out>, stack_end=0x7ffcfcee0b08) at ../csu/libc-start.c:291
#44 0x000000000049da59 in _start ()
Thread 10 (Thread 0x7f2bdd890700 (LWP 21702)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e88f9 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2bdd890700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 9 (Thread 0x7f2adffff700 (LWP 22169)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2adffff700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 8 (Thread 0x7f2ade7fc700 (LWP 22183)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2ade7fc700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 7 (Thread 0x7f2ba3d7f700 (LWP 21775)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2ba3d7f700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 6 (Thread 0x7f2adcff9700 (LWP 22187)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2adcff9700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 5 (Thread 0x7f2b8cff9700 (LWP 21796)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2b8cff9700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 4 (Thread 0x7f2ae72fd700 (LWP 22165)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2ae72fd700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 3 (Thread 0x7f2b0e7c5700 (LWP 22157)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f2c14f1691c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f2c1e2e7fb7 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WaitForWork(Eigen::EventCount::Waiter*, tensorflow::thread::EigenEnvironment::Task*) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#3 0x00007f2c1e2e8a24 in Eigen::NonBlockingThreadPoolTempl<tensorflow::thread::EigenEnvironment>::WorkerLoop(int) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#4 0x00007f2c1e2e7752 in std::_Function_handler<void (), tensorflow::thread::EigenEnvironment::CreateThread(std::function<void ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/local/lib/python2.7/dist-packages/tensorflow/python/../libtensorflow_framework.so
#5 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007f2c9773a6ba in start_thread (arg=0x7f2b0e7c5700) at pthread_create.c:333
#7 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 2 (Thread 0x7f2b557fa700 (LWP 22131)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:225
#1 0x00007f2c13fc4d87 in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1
#2 0x00007f2c13f7bfc7 in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1
#3 0x00007f2c13fc4178 in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1
#4 0x00007f2c9773a6ba in start_thread (arg=0x7f2b557fa700) at pthread_create.c:333
#5 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 1 (Thread 0x7f2bd77fe700 (LWP 21678)):
#0 horovod::common::(anonymous namespace)::RunLoopOnce (state=..., is_coordinator=is_coordinator@entry=true) at horovod/common/operations.cc:1779
#1 0x00007f2bdf9886d3 in horovod::common::(anonymous namespace)::BackgroundThreadLoop (state=...) at horovod/common/operations.cc:1589
#2 0x00007f2c14f1bc80 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#3 0x00007f2c9773a6ba in start_thread (arg=0x7f2bd77fe700) at pthread_create.c:333
#4 0x00007f2c974703dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment