Skip to content

Instantly share code, notes, and snippets.

@augray
Created February 22, 2018 19:37
Show Gist options
  • Save augray/75e76c55c31703d71702bf954884bf34 to your computer and use it in GitHub Desktop.
Save augray/75e76c55c31703d71702bf954884bf34 to your computer and use it in GitHub Desktop.
OpenBLAS deadlock stack trace
Thread 9 (Thread 0x7fa1a0fd0700 (LWP 9548)):
#0 0x00007fa1af535945 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007fa1a19d44fb in blas_thread_server ()
from /home/ec2-user/.pex/install/opex_bootstrap-0.1-py2-none-any.whl.209932c20db9504e85e98c54000d21ffb8d0274d/opex_bootstrap-0.1-py2-none-any.whl/opex_bootstrap/native/libopenblas.so.0
#2 0x00007fa1af531e25 in start_thread () from /lib64/libpthread.so.0
#3 0x00007fa1aeb5634d in clone () from /lib64/libc.so.6
Thread 8 (Thread 0x7fa18d2b7700 (LWP 9549)):
#0 0x00007fa1af537a0b in do_futex_wait.constprop.1 () from /lib64/libpthread.so.0
#1 0x00007fa1af537a9f in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0
#2 0x00007fa1af537b3b in sem_wait@@GLIBC_2.2.5 () from /lib64/libpthread.so.0
#3 0x00007fa1af8575f5 in PyThread_acquire_lock () from /lib64/libpython2.7.so.1.0
#4 0x00007fa1af85b2e2 in lock_PyThread_acquire_lock () from /lib64/libpython2.7.so.1.0
#5 0x00007fa1af82abb0 in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#6 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#7 0x00007fa1af82a3fc in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#8 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#9 0x00007fa1af82a3fc in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#10 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#11 0x00007fa1af7b694d in function_call () from /lib64/libpython2.7.so.1.0
#12 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#13 0x00007fa1af8255bd in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#14 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#15 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#16 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#17 0x00007fa1af7b6858 in function_call () from /lib64/libpython2.7.so.1.0
#18 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#19 0x00007fa1af7a0995 in instancemethod_call () from /lib64/libpython2.7.so.1.0
#20 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#21 0x00007fa1af8237b7 in PyEval_CallObjectWithKeywords () from /lib64/libpython2.7.so.1.0
#22 0x00007fa1af85b6e2 in t_bootstrap () from /lib64/libpython2.7.so.1.0
#23 0x00007fa1af531e25 in start_thread () from /lib64/libpthread.so.0
#24 0x00007fa1aeb5634d in clone () from /lib64/libc.so.6
Thread 7 (Thread 0x7fa18cab6700 (LWP 9550)):
#0 0x00007fa1aeb4d7a3 in select () from /lib64/libc.so.6
#1 0x00007fa1a8331070 in time_sleep () from /home/ec2-user/overseer_wheel_forge/lib64/python2.7/lib-dynload/timemodule.so
#2 0x00007fa1af82abb0 in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#3 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#4 0x00007fa1af7b694d in function_call () from /lib64/libpython2.7.so.1.0
#5 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#6 0x00007fa1af8255bd in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#7 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#8 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#9 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#10 0x00007fa1af7b6858 in function_call () from /lib64/libpython2.7.so.1.0
#11 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#12 0x00007fa1af7a0995 in instancemethod_call () from /lib64/libpython2.7.so.1.0
#13 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#14 0x00007fa1af8237b7 in PyEval_CallObjectWithKeywords () from /lib64/libpython2.7.so.1.0
#15 0x00007fa1af85b6e2 in t_bootstrap () from /lib64/libpython2.7.so.1.0
#16 0x00007fa1af531e25 in start_thread () from /lib64/libpthread.so.0
#17 0x00007fa1aeb5634d in clone () from /lib64/libc.so.6
Thread 6 (Thread 0x7fa187fff700 (LWP 9551)):
#0 0x00007fa1af537a0b in do_futex_wait.constprop.1 () from /lib64/libpthread.so.0
#1 0x00007fa1af537a9f in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0
#2 0x00007fa1af537b3b in sem_wait@@GLIBC_2.2.5 () from /lib64/libpthread.so.0
#3 0x00007fa1af8575f5 in PyThread_acquire_lock () from /lib64/libpython2.7.so.1.0
#4 0x00007fa1af85b2e2 in lock_PyThread_acquire_lock () from /lib64/libpython2.7.so.1.0
---Type <return> to continue, or q <return> to quit---
#5 0x00007fa1af82abb0 in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#6 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#7 0x00007fa1af82a3fc in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#8 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#9 0x00007fa1af7b6858 in function_call () from /lib64/libpython2.7.so.1.0
#10 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#11 0x00007fa1af7a0995 in instancemethod_call () from /lib64/libpython2.7.so.1.0
#12 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#13 0x00007fa1af7b9b8f in calliter_iternext () from /lib64/libpython2.7.so.1.0
#14 0x00007fa1af825b01 in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#15 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#16 0x00007fa1af7b694d in function_call () from /lib64/libpython2.7.so.1.0
#17 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#18 0x00007fa1af8255bd in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#19 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#20 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#21 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#22 0x00007fa1af7b6858 in function_call () from /lib64/libpython2.7.so.1.0
#23 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#24 0x00007fa1af7a0995 in instancemethod_call () from /lib64/libpython2.7.so.1.0
#25 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#26 0x00007fa1af8237b7 in PyEval_CallObjectWithKeywords () from /lib64/libpython2.7.so.1.0
#27 0x00007fa1af85b6e2 in t_bootstrap () from /lib64/libpython2.7.so.1.0
#28 0x00007fa1af531e25 in start_thread () from /lib64/libpthread.so.0
#29 0x00007fa1aeb5634d in clone () from /lib64/libc.so.6
Thread 5 (Thread 0x7fa1877fe700 (LWP 9552)):
#0 0x00007fa1af537a0b in do_futex_wait.constprop.1 () from /lib64/libpthread.so.0
#1 0x00007fa1af537a9f in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0
#2 0x00007fa1af537b3b in sem_wait@@GLIBC_2.2.5 () from /lib64/libpthread.so.0
#3 0x00007fa1af8575f5 in PyThread_acquire_lock () from /lib64/libpython2.7.so.1.0
#4 0x00007fa1af85b2e2 in lock_PyThread_acquire_lock () from /lib64/libpython2.7.so.1.0
#5 0x00007fa1af82abb0 in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#6 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#7 0x00007fa1af82a3fc in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#8 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#9 0x00007fa1af82a3fc in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#10 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#11 0x00007fa1af7b694d in function_call () from /lib64/libpython2.7.so.1.0
#12 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#13 0x00007fa1af8255bd in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#14 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#15 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#16 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#17 0x00007fa1af7b6858 in function_call () from /lib64/libpython2.7.so.1.0
#18 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#19 0x00007fa1af7a0995 in instancemethod_call () from /lib64/libpython2.7.so.1.0
#20 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#21 0x00007fa1af8237b7 in PyEval_CallObjectWithKeywords () from /lib64/libpython2.7.so.1.0
#22 0x00007fa1af85b6e2 in t_bootstrap () from /lib64/libpython2.7.so.1.0
#23 0x00007fa1af531e25 in start_thread () from /lib64/libpthread.so.0
#24 0x00007fa1aeb5634d in clone () from /lib64/libc.so.6
Thread 4 (Thread 0x7fa1865f6700 (LWP 9582)):
#0 0x00007fa1aeb3ae47 in sched_yield () from /lib64/libc.so.6
#1 0x00007fa1a19d47c5 in exec_blas_async ()
from /home/ec2-user/.pex/install/opex_bootstrap-0.1-py2-none-any.whl.209932c20db9504e85e98c54000d21ffb8d0274d/opex_bootstrap-0.1-py2-none-any.whl/opex_bootstrap/native/libopenblas.so.0
#2 0x00007fa1a19d4aaf in exec_blas ()
from /home/ec2-user/.pex/install/opex_bootstrap-0.1-py2-none-any.whl.209932c20db9504e85e98c54000d21ffb8d0274d/opex_bootstrap-0.1-py2-none-any.whl/opex_bootstrap/native/libopenblas.so.0
#3 0x00007fa1a1817995 in dgemv_thread_t ()
from /home/ec2-user/.pex/install/opex_bootstrap-0.1-py2-none-any.whl.209932c20db9504e85e98c54000d21ffb8d0274d/opex_bootstrap-0.1-py2-none-any.whl/opex_bootstrap/native/libopenblas.so.0
---Type <return> to continue, or q <return> to quit---
#4 0x00007fa1a17daac7 in cblas_dgemv ()
from /home/ec2-user/.pex/install/opex_bootstrap-0.1-py2-none-any.whl.209932c20db9504e85e98c54000d21ffb8d0274d/opex_bootstrap-0.1-py2-none-any.whl/opex_bootstrap/native/libopenblas.so.0
#5 0x00007fa1a27d7363 in gemv (typenum=typenum@entry=12, order=<optimized out>, trans=trans@entry=CblasNoTrans, A=A@entry=0x7fa178acf300, lda=<optimized out>, X=X@entry=0x7fa1686ef0d0, incX=1,
R=R@entry=0x7fa1686efad0) at numpy/core/src/multiarray/cblasfuncs.c:96
#6 0x00007fa1a27d7651 in cblas_matrixproduct (typenum=typenum@entry=12, ap1=0x7fa178acf300, ap1@entry=0x7fa1686ef8f0, ap2=ap2@entry=0x7fa1686ef0d0, out=out@entry=0x0)
at numpy/core/src/multiarray/cblasfuncs.c:650
#7 0x00007fa1a27acb2c in PyArray_MatrixProduct2 (op1=<optimized out>, op2=0x7fa1686ef0d0, out=0x0) at numpy/core/src/multiarray/multiarraymodule.c:972
#8 0x00007fa1a27ad63a in array_matrixproduct (__NPY_UNUSED_TAGGEDdummy=<optimized out>, args=<optimized out>, kwds=<optimized out>) at numpy/core/src/multiarray/multiarraymodule.c:2200
#9 0x00007fa1af82abb0 in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#10 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#11 0x00007fa1af82a3fc in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#12 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#13 0x00007fa1af82a3fc in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#14 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#15 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#16 0x00007fa1af82a3fc in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#17 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#18 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#19 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#20 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#21 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#22 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#23 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#24 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#25 0x00007fa1af7b694d in function_call () from /lib64/libpython2.7.so.1.0
#26 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#27 0x00007fa1af8255bd in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#28 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#29 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#30 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#31 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#32 0x00007fa1af7b6858 in function_call () from /lib64/libpython2.7.so.1.0
#33 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#34 0x00007fa1af7a0995 in instancemethod_call () from /lib64/libpython2.7.so.1.0
#35 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#36 0x00007fa1af7e8ce7 in slot_tp_call () from /lib64/libpython2.7.so.1.0
#37 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#38 0x00007fa1af8260f6 in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#39 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#40 0x00007fa1af82a3fc in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#41 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#42 0x00007fa1af82a3fc in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#43 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#44 0x00007fa1af82a3fc in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#45 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#46 0x00007fa1af7b6858 in function_call () from /lib64/libpython2.7.so.1.0
#47 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#48 0x00007fa1af7a0995 in instancemethod_call () from /lib64/libpython2.7.so.1.0
#49 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#50 0x00007fa1af8260f6 in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#51 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#52 0x00007fa1af82a3fc in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#53 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#54 0x00007fa1af7b6858 in function_call () from /lib64/libpython2.7.so.1.0
#55 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#56 0x00007fa1af7a0995 in instancemethod_call () from /lib64/libpython2.7.so.1.0
#57 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#58 0x00007fa1af7e8947 in slot_tp_init () from /lib64/libpython2.7.so.1.0
#59 0x00007fa1af7e765f in type_call () from /lib64/libpython2.7.so.1.0
#60 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#61 0x00007fa1af8260f6 in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
---Type <return> to continue, or q <return> to quit---
#62 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#63 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#64 0x00007fa1af7b694d in function_call () from /lib64/libpython2.7.so.1.0
#65 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#66 0x00007fa1af8255bd in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#67 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#68 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#69 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#70 0x00007fa1af7b6858 in function_call () from /lib64/libpython2.7.so.1.0
#71 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#72 0x00007fa1af7a0995 in instancemethod_call () from /lib64/libpython2.7.so.1.0
#73 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#74 0x00007fa1af8237b7 in PyEval_CallObjectWithKeywords () from /lib64/libpython2.7.so.1.0
#75 0x00007fa1af85b6e2 in t_bootstrap () from /lib64/libpython2.7.so.1.0
#76 0x00007fa1af531e25 in start_thread () from /lib64/libpthread.so.0
#77 0x00007fa1aeb5634d in clone () from /lib64/libc.so.6
Thread 3 (Thread 0x7fa186df7700 (LWP 9583)):
#0 0x00007fa1a19d4941 in exec_blas_async ()
from /home/ec2-user/.pex/install/opex_bootstrap-0.1-py2-none-any.whl.209932c20db9504e85e98c54000d21ffb8d0274d/opex_bootstrap-0.1-py2-none-any.whl/opex_bootstrap/native/libopenblas.so.0
#1 0x00007fa1a19d4aaf in exec_blas ()
from /home/ec2-user/.pex/install/opex_bootstrap-0.1-py2-none-any.whl.209932c20db9504e85e98c54000d21ffb8d0274d/opex_bootstrap-0.1-py2-none-any.whl/opex_bootstrap/native/libopenblas.so.0
#2 0x00007fa1a18c2503 in gemm_driver.constprop.0 ()
from /home/ec2-user/.pex/install/opex_bootstrap-0.1-py2-none-any.whl.209932c20db9504e85e98c54000d21ffb8d0274d/opex_bootstrap-0.1-py2-none-any.whl/opex_bootstrap/native/libopenblas.so.0
#3 0x00007fa1a18c2595 in dgemm_thread_nt ()
from /home/ec2-user/.pex/install/opex_bootstrap-0.1-py2-none-any.whl.209932c20db9504e85e98c54000d21ffb8d0274d/opex_bootstrap-0.1-py2-none-any.whl/opex_bootstrap/native/libopenblas.so.0
#4 0x00007fa1a17dee5a in cblas_dgemm ()
from /home/ec2-user/.pex/install/opex_bootstrap-0.1-py2-none-any.whl.209932c20db9504e85e98c54000d21ffb8d0274d/opex_bootstrap-0.1-py2-none-any.whl/opex_bootstrap/native/libopenblas.so.0
#5 0x00007fa1a27d814f in gemm (order=CblasRowMajor, R=<optimized out>, ldb=<optimized out>, B=0x7fa178acf260, lda=<optimized out>, A=0x36d7300, k=<optimized out>, n=<optimized out>,
m=<optimized out>, transB=<optimized out>, transA=<optimized out>, typenum=12) at numpy/core/src/multiarray/cblasfuncs.c:62
#6 cblas_matrixproduct (typenum=typenum@entry=12, ap1=ap1@entry=0x36d7300, ap2=0x7fa178acf260, ap2@entry=0x7fa1686ef120, out=out@entry=0x0) at numpy/core/src/multiarray/cblasfuncs.c:763
#7 0x00007fa1a27acb2c in PyArray_MatrixProduct2 (op1=<optimized out>, op2=0x7fa1686ef120, out=0x0) at numpy/core/src/multiarray/multiarraymodule.c:972
#8 0x00007fa1a27ad63a in array_matrixproduct (__NPY_UNUSED_TAGGEDdummy=<optimized out>, args=<optimized out>, kwds=<optimized out>) at numpy/core/src/multiarray/multiarraymodule.c:2200
#9 0x00007fa1af82abb0 in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#10 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#11 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#12 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#13 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#14 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#15 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#16 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#17 0x00007fa1af7b694d in function_call () from /lib64/libpython2.7.so.1.0
#18 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#19 0x00007fa1af8255bd in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#20 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#21 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#22 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#23 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#24 0x00007fa1af7b6858 in function_call () from /lib64/libpython2.7.so.1.0
#25 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#26 0x00007fa1af7a0995 in instancemethod_call () from /lib64/libpython2.7.so.1.0
#27 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#28 0x00007fa1af7e8ce7 in slot_tp_call () from /lib64/libpython2.7.so.1.0
#29 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#30 0x00007fa1af8260f6 in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#31 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#32 0x00007fa1af82a3fc in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#33 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#34 0x00007fa1af82a3fc in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#35 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#36 0x00007fa1af82a3fc in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
---Type <return> to continue, or q <return> to quit---
#37 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#38 0x00007fa1af7b6858 in function_call () from /lib64/libpython2.7.so.1.0
#39 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#40 0x00007fa1af7a0995 in instancemethod_call () from /lib64/libpython2.7.so.1.0
#41 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#42 0x00007fa1af8260f6 in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#43 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#44 0x00007fa1af82a3fc in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#45 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#46 0x00007fa1af7b6858 in function_call () from /lib64/libpython2.7.so.1.0
#47 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#48 0x00007fa1af7a0995 in instancemethod_call () from /lib64/libpython2.7.so.1.0
#49 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#50 0x00007fa1af7e8947 in slot_tp_init () from /lib64/libpython2.7.so.1.0
#51 0x00007fa1af7e765f in type_call () from /lib64/libpython2.7.so.1.0
#52 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#53 0x00007fa1af8260f6 in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#54 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#55 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#56 0x00007fa1af7b694d in function_call () from /lib64/libpython2.7.so.1.0
#57 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#58 0x00007fa1af8255bd in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#59 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#60 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#61 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#62 0x00007fa1af7b6858 in function_call () from /lib64/libpython2.7.so.1.0
#63 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#64 0x00007fa1af7a0995 in instancemethod_call () from /lib64/libpython2.7.so.1.0
#65 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#66 0x00007fa1af8237b7 in PyEval_CallObjectWithKeywords () from /lib64/libpython2.7.so.1.0
#67 0x00007fa1af85b6e2 in t_bootstrap () from /lib64/libpython2.7.so.1.0
#68 0x00007fa1af531e25 in start_thread () from /lib64/libpthread.so.0
#69 0x00007fa1aeb5634d in clone () from /lib64/libc.so.6
Thread 2 (Thread 0x7fa18496d700 (LWP 9584)):
#0 0x00007fa1aeb3ae47 in sched_yield () from /lib64/libc.so.6
#1 0x00007fa1a19d47c5 in exec_blas_async ()
from /home/ec2-user/.pex/install/opex_bootstrap-0.1-py2-none-any.whl.209932c20db9504e85e98c54000d21ffb8d0274d/opex_bootstrap-0.1-py2-none-any.whl/opex_bootstrap/native/libopenblas.so.0
#2 0x00007fa1a19d4aaf in exec_blas ()
from /home/ec2-user/.pex/install/opex_bootstrap-0.1-py2-none-any.whl.209932c20db9504e85e98c54000d21ffb8d0274d/opex_bootstrap-0.1-py2-none-any.whl/opex_bootstrap/native/libopenblas.so.0
#3 0x00007fa1a1817995 in dgemv_thread_t ()
from /home/ec2-user/.pex/install/opex_bootstrap-0.1-py2-none-any.whl.209932c20db9504e85e98c54000d21ffb8d0274d/opex_bootstrap-0.1-py2-none-any.whl/opex_bootstrap/native/libopenblas.so.0
#4 0x00007fa1a17daac7 in cblas_dgemv ()
from /home/ec2-user/.pex/install/opex_bootstrap-0.1-py2-none-any.whl.209932c20db9504e85e98c54000d21ffb8d0274d/opex_bootstrap-0.1-py2-none-any.whl/opex_bootstrap/native/libopenblas.so.0
#5 0x00007fa1a27d7363 in gemv (typenum=typenum@entry=12, order=<optimized out>, trans=trans@entry=CblasNoTrans, A=A@entry=0x7fa178acf4e0, lda=<optimized out>, X=X@entry=0x7fa178acf440, incX=1,
R=R@entry=0x7fa178acf490) at numpy/core/src/multiarray/cblasfuncs.c:96
#6 0x00007fa1a27d7651 in cblas_matrixproduct (typenum=typenum@entry=12, ap1=0x7fa178acf4e0, ap1@entry=0x7fa178acf3a0, ap2=ap2@entry=0x7fa178acf440, out=out@entry=0x0)
at numpy/core/src/multiarray/cblasfuncs.c:650
#7 0x00007fa1a27acb2c in PyArray_MatrixProduct2 (op1=<optimized out>, op2=0x7fa178acf440, out=0x0) at numpy/core/src/multiarray/multiarraymodule.c:972
#8 0x00007fa1a27ad63a in array_matrixproduct (__NPY_UNUSED_TAGGEDdummy=<optimized out>, args=<optimized out>, kwds=<optimized out>) at numpy/core/src/multiarray/multiarraymodule.c:2200
#9 0x00007fa1af82abb0 in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#10 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#11 0x00007fa1af82a3fc in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#12 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#13 0x00007fa1af82a3fc in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#14 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#15 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#16 0x00007fa1af82a3fc in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#17 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#18 0x00007fa1af82a3fc in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#19 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
---Type <return> to continue, or q <return> to quit---
#20 0x00007fa1af82a3fc in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#21 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#22 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#23 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#24 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#25 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#26 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#27 0x00007fa1af7b694d in function_call () from /lib64/libpython2.7.so.1.0
#28 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#29 0x00007fa1af8255bd in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#30 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#31 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#32 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#33 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#34 0x00007fa1af7b6858 in function_call () from /lib64/libpython2.7.so.1.0
#35 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#36 0x00007fa1af7a0995 in instancemethod_call () from /lib64/libpython2.7.so.1.0
#37 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#38 0x00007fa1af7e8ce7 in slot_tp_call () from /lib64/libpython2.7.so.1.0
#39 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#40 0x00007fa1af8260f6 in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#41 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#42 0x00007fa1af82a3fc in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#43 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#44 0x00007fa1af82a3fc in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#45 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#46 0x00007fa1af82a3fc in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#47 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#48 0x00007fa1af7b6858 in function_call () from /lib64/libpython2.7.so.1.0
#49 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#50 0x00007fa1af7a0995 in instancemethod_call () from /lib64/libpython2.7.so.1.0
#51 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#52 0x00007fa1af8260f6 in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#53 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#54 0x00007fa1af82a3fc in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#55 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#56 0x00007fa1af7b6858 in function_call () from /lib64/libpython2.7.so.1.0
#57 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#58 0x00007fa1af7a0995 in instancemethod_call () from /lib64/libpython2.7.so.1.0
#59 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#60 0x00007fa1af7e8947 in slot_tp_init () from /lib64/libpython2.7.so.1.0
#61 0x00007fa1af7e765f in type_call () from /lib64/libpython2.7.so.1.0
#62 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#63 0x00007fa1af8260f6 in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#64 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#65 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#66 0x00007fa1af7b694d in function_call () from /lib64/libpython2.7.so.1.0
#67 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#68 0x00007fa1af8255bd in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#69 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#70 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#71 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#72 0x00007fa1af7b6858 in function_call () from /lib64/libpython2.7.so.1.0
#73 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#74 0x00007fa1af7a0995 in instancemethod_call () from /lib64/libpython2.7.so.1.0
#75 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#76 0x00007fa1af8237b7 in PyEval_CallObjectWithKeywords () from /lib64/libpython2.7.so.1.0
#77 0x00007fa1af85b6e2 in t_bootstrap () from /lib64/libpython2.7.so.1.0
#78 0x00007fa1af531e25 in start_thread () from /lib64/libpthread.so.0
#79 0x00007fa1aeb5634d in clone () from /lib64/libc.so.6
---Type <return> to continue, or q <return> to quit---
Thread 1 (Thread 0x7fa1afd27740 (LWP 9543)):
#0 0x00007fa1aeb4d7a3 in select () from /lib64/libc.so.6
#1 0x00007fa1a812b1ce in select_select () from /home/ec2-user/overseer_wheel_forge/lib64/python2.7/lib-dynload/selectmodule.so
#2 0x00007fa1af82b0ca in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#3 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#4 0x00007fa1af82a3fc in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#5 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#6 0x00007fa1af7b6858 in function_call () from /lib64/libpython2.7.so.1.0
#7 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#8 0x00007fa1af7a0995 in instancemethod_call () from /lib64/libpython2.7.so.1.0
#9 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#10 0x00007fa1af8260f6 in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#11 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#12 0x00007fa1af82a3fc in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#13 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#14 0x00007fa1af82a3fc in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#15 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#16 0x00007fa1af7b694d in function_call () from /lib64/libpython2.7.so.1.0
#17 0x00007fa1af7919a3 in PyObject_Call () from /lib64/libpython2.7.so.1.0
#18 0x00007fa1af8255bd in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#19 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#20 0x00007fa1af82a3fc in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#21 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#22 0x00007fa1af82a57d in PyEval_EvalFrameEx () from /lib64/libpython2.7.so.1.0
#23 0x00007fa1af82cefd in PyEval_EvalCodeEx () from /lib64/libpython2.7.so.1.0
#24 0x00007fa1af82d002 in PyEval_EvalCode () from /lib64/libpython2.7.so.1.0
#25 0x00007fa1af84643f in run_mod () from /lib64/libpython2.7.so.1.0
#26 0x00007fa1af8475fe in PyRun_FileExFlags () from /lib64/libpython2.7.so.1.0
#27 0x00007fa1af848889 in PyRun_SimpleFileExFlags () from /lib64/libpython2.7.so.1.0
#28 0x00007fa1af859a3f in Py_Main () from /lib64/libpython2.7.so.1.0
#29 0x00007fa1aea7fc05 in __libc_start_main () from /lib64/libc.so.6
#30 0x000000000040071e in _start ()
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment