openblas 2821

Dockerfile

FROM ubuntu:20.04

RUN apt update
RUN apt install -qy openjdk-8-jdk
RUN apt install -qy wget

WORKDIR /opt
RUN wget -q https://downloads.apache.org/hadoop/common/hadoop-3.2.1/hadoop-3.2.1.tar.gz
RUN tar -xzf hadoop-3.2.1.tar.gz

ENV HADOOP_HOME /opt/hadoop-3.2.1

# Use pip numpy works well

# RUN apt install -qy python3 python3-pip
# RUN pip3 install "numpy==1.18" "scipy==1.5" "pyarrow==1.0"
# RUN ldd /usr/local/lib/python3.8/dist-packages/numpy/core/_multiarray_umath.cpython-38-x86_64-linux-gnu.so

# Use conda numpy

RUN wget -q -O miniconda3.sh "https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh"
ARG conda_path=/opt/miniconda3
ARG conda_bin=${conda_path}/bin
ARG conda_exe=${conda_bin}/conda
RUN sh /opt/miniconda3.sh -b -p ${conda_path}
RUN ${conda_exe} init
RUN ${conda_exe} install -y "numpy=1.18" "scipy=1.5" "nomkl" "pyarrow=0.15"
# pip install works well
# RUN ${conda_bin}/pip install "numpy==1.18" "scipy==1.5" "pyarrow==1.0"

RUN ldd /opt/miniconda3/lib/python3.8/site-packages/numpy/core/_multiarray_umath.cpython-38-x86_64-linux-gnu.so

WORKDIR /src

ADD test.py test.py

# docker build -t debug  .
# docker run --rm -it debug bash
# OPENBLAS_NUM_THREADS=2 python test.py
# OPENBLAS_NUM_THREADS=2 gdb python -ex 'r test.py'

test.py

import pyarrow
import numpy as np
import scipy
import scipy.optimize
from pyarrow.hdfs import HadoopFileSystem

try:
    # Activate JNI load `$HADOOP_HOME/lib/native/libhdfs.so` in runtime
    HadoopFileSystem('foo')
except:
    pass

evs = np.array([ 0.01855396,  0.02888079,  0.01484719,  0.01187566,  0.01350127,
        0.0152477 ,  0.02978069,  0.01184938,  0.0152477 ,  0.01967369,
        0.02334463, -0.00964757, -0.0084154 ,  0.0093229 ,  0.00074653])

A_eq = np.array([[-0.17128674,  0.17588126, -0.21854693,  0.35221215,  0.32877443,
         0.35090059, -0.28819657, -0.17272982,  0.35090059,  0.32671732,
        -0.13842946,  0.23981023,  0.1866889 ,  0.15406733,  0.24219247],
       [ 0.27321495, -0.28669058,  0.355471  ,  0.24540659,  0.16261506,
         0.24417405, -0.20448798,  0.27555701,  0.24417405,  0.16159759,
        -0.19235484, -0.38261073, -0.30371767, -0.25482233, -0.16266994]])
b_eq = [0,0]



scipy.optimize.linprog(-evs, A_eq=A_eq, b_eq=b_eq, bounds=[(0, 1)] * len(evs))

# https://github.com/xianyi/OpenBLAS/issues/2821

@martin-frbg I made a repo https://github.com/colinfang/openblas2821 so that I can use docker hub at https://hub.docker.com/repository/docker/colinfang/openblas2821

I can reproduce the error using the image built from docker hub. It segfaults everytime.