Created
May 3, 2020 12:50
-
-
Save vibhatha/8fa74375c62df7ade80a792ae5fcdc5a to your computer and use it in GitHub Desktop.
Arrow Building From Source
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
python3 -m venv ENVARROW_TEST | |
source ENVARROW_TEST/bin/activate | |
git clone https://github.com/apache/arrow.git | |
pip3 install -r arrow/python/requirements-build.txt -r arrow/python/requirements-test.txt | |
export ARROW_HOME=$(pwd)/dist | |
export LD_LIBRARY_PATH=$(pwd)/dist/lib:$LD_LIBRARY_PATH | |
echo $ARROW_HOME | |
echo $LD_LIBRARY_PATH | |
mkdir arrow/cpp/build | |
pushd arrow/cpp/build | |
which python3 | |
cmake -DCMAKE_INSTALL_PREFIX=$ARROW_HOME \ | |
-DCMAKE_INSTALL_LIBDIR=lib \ | |
-DARROW_WITH_BZ2=OFF \ | |
-DARROW_WITH_ZLIB=OFF \ | |
-DARROW_WITH_ZSTD=OFF \ | |
-DARROW_WITH_LZ4=OFF \ | |
-DARROW_WITH_SNAPPY=OFF \ | |
-DARROW_WITH_BROTLI=OFF \ | |
-DARROW_PARQUET=OFF \ | |
-DARROW_PYTHON=ON \ | |
-DARROW_BUILD_TESTS=ON \ | |
-DPYTHON_EXECUTABLE=/home/vibhatha/sandbox/arrow/test_arrow/ENVARROW_TEST/bin/python3 \ | |
.. | |
make -j4 | |
make install | |
popd | |
#pushd arrow/python | |
#python setup.py build_ext --inplace | |
#python3 -c "import pyarrow" |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment