conda_no_gandiva

pushd arrow
git submodule init
git submodule update
export PARQUET_TEST_DATA="${PWD}/cpp/submodules/parquet-testing/data"
export ARROW_TEST_DATA="${PWD}/testing/data"
popd

conda create -y -n pyarrow-dev-no-gandiva -c conda-forge \
    --file arrow/ci/conda_env_unix.txt \
    --file arrow/ci/conda_env_cpp.txt \
    --file arrow/ci/conda_env_python.txt \
    compilers \
    python=3.9 \
    pandas

conda activate pyarrow-dev

export ARROW_HOME=$CONDA_PREFIX

# --- Set env vars ---
echo "export ARROW_BUILD_TYPE=debug"
export ARROW_BUILD_TYPE=debug
echo "export PYARROW_WITH_FLIGHT=0"
export PYARROW_WITH_FLIGHT=0
echo "export PYARROW_WITH_GANDIVA=0"
export PYARROW_WITH_GANDIVA=0
echo "export PYARROW_WITH_ORC=0"
export PYARROW_WITH_ORC=0
echo "export PYARROW_WITH_PARQUET=1"
export PYARROW_WITH_PARQUET=1
echo "export PYARROW_WITH_DATASET=0"
export PYARROW_WITH_DATASET=0
echo "export PYARROW_WITH_S3=0"
export PYARROW_WITH_S3=0
echo "export PYARROW_PARALLEL=4"
export PYARROW_PARALLEL=4
echo "export PYARROW_WITH_PLASMA=0"    
export PYARROW_WITH_PLASMA=0


mkdir arrow/cpp/build-conda
pushd arrow/cpp/build-conda

cmake -DCMAKE_INSTALL_PREFIX=$ARROW_HOME \
      -DCMAKE_BUILD_TYPE=debug \
      -DCMAKE_INSTALL_LIBDIR=lib \
      -DARROW_WITH_BZ2=ON \
      -DARROW_WITH_ZLIB=ON \
      -DARROW_WITH_ZSTD=ON \
      -DARROW_WITH_LZ4=ON \
      -DARROW_WITH_SNAPPY=ON \
      -DARROW_WITH_BROTLI=ON \
      -DARROW_PLASMA=OFF \
      -DARROW_PARQUET=ON \
      -DARROW_PYTHON=ON \
      -DARROW_JEMALLOC=OFF \
      -DARROW_MEMALLOC=OFF \
      -DARROW_BUILD_TESTS=ON \
      -DARROW_DEPENDENCY_SOURCE=AUTO \
      -GNinja \
      ..
ninja -j4
ninja install
popd

pushd arrow/python
python setup.py build_ext --inplace
popd

native_and_homebrew

#!/bin/bash

export PARQUET_TEST_DATA="${PWD}/cpp/submodules/parquet-testing/data"
export ARROW_TEST_DATA="${PWD}/testing/data"

source ./pyarrow-dev-9/bin/activate

export ARROW_HOME=$(pwd)/dist
export LD_LIBRARY_PATH=$(pwd)/dist/lib:$LD_LIBRARY_PATH

# --- Set env vars ---
echo "export ARROW_BUILD_TYPE=debug"
export ARROW_BUILD_TYPE=debug
echo "export PYARROW_WITH_FLIGHT=0"
export PYARROW_WITH_FLIGHT=0
echo "export PYARROW_WITH_GANDIVA=0"
export PYARROW_WITH_GANDIVA=0
echo "export PYARROW_WITH_ORC=0"
export PYARROW_WITH_ORC=0
echo "export PYARROW_WITH_PARQUET=1"
export PYARROW_WITH_PARQUET=1
echo "export PYARROW_WITH_DATASET=0"
export PYARROW_WITH_DATASET=0
echo "export PYARROW_WITH_S3=0"
export PYARROW_WITH_S3=0
echo "export PYARROW_PARALLEL=4"
export PYARROW_PARALLEL=4
echo "export PYARROW_WITH_PLASMA=0"    
export PYARROW_WITH_PLASMA=0

pushd arrow/cpp/build

cmake -DCMAKE_INSTALL_PREFIX=$ARROW_HOME \
      -DCMAKE_BUILD_TYPE=debug \
      -DCMAKE_INSTALL_LIBDIR=lib \
      -DARROW_WITH_BZ2=ON \
      -DARROW_WITH_ZLIB=ON \
      -DARROW_WITH_ZSTD=ON \
      -DARROW_WITH_LZ4=ON \
      -DARROW_WITH_SNAPPY=ON \
      -DARROW_WITH_BROTLI=ON \
      -DARROW_PLASMA=OFF \
      -DARROW_PARQUET=ON \
      -DARROW_PYTHON=ON \
      -DARROW_BUILD_TESTS=ON \
      -DARROW_JEMALLOC=OFF \
      -DARROW_DEPENDENCY_SOURCE=AUTO \
      -GNinja \
      ..
ninja -j4
ninja install
popd


pushd arrow/python
python setup.py build_ext --inplace
popd

rosetta_and_homebrew

arch -x86_64 sh

export PARQUET_TEST_DATA="${PWD}/cpp/submodules/parquet-testing/data"
export ARROW_TEST_DATA="${PWD}/testing/data"

brew update && brew bundle --file=arrow/cpp/Brewfile

virtualenv -p python3.9 pyarrow-dev-9
source ./pyarrow-dev-9/bin/activate

pip install -r arrow/python/requirements-build.txt \
     -r arrow/python/requirements-test.txt
# Also
#/Users/alenkafrim/repos/pyarrow-dev-9/bin/python -m pip install --upgrade pip

mkdir dist


export ARROW_HOME=$(pwd)/dist
export LD_LIBRARY_PATH=$(pwd)/dist/lib:$LD_LIBRARY_PATH

# --- Set env vars ---
echo "export ARROW_BUILD_TYPE=debug"
export ARROW_BUILD_TYPE=debug
echo "export PYARROW_WITH_FLIGHT=0"
export PYARROW_WITH_FLIGHT=0
echo "export PYARROW_WITH_GANDIVA=0"
export PYARROW_WITH_GANDIVA=0
echo "export PYARROW_WITH_ORC=0"
export PYARROW_WITH_ORC=0
echo "export PYARROW_WITH_PARQUET=1"
export PYARROW_WITH_PARQUET=1
echo "export PYARROW_WITH_DATASET=0"
export PYARROW_WITH_DATASET=0
echo "export PYARROW_WITH_S3=0"
export PYARROW_WITH_S3=0
echo "export PYARROW_PARALLEL=4"
export PYARROW_PARALLEL=4
echo "export PYARROW_WITH_PLASMA=0"    
export PYARROW_WITH_PLASMA=0


mkdir arrow/cpp/build
pushd arrow/cpp/build

cmake -DCMAKE_INSTALL_PREFIX=$ARROW_HOME \
      -DCMAKE_BUILD_TYPE=debug \
      -DCMAKE_INSTALL_LIBDIR=lib \
      -DARROW_WITH_BZ2=ON \
      -DARROW_WITH_ZLIB=ON \
      -DARROW_WITH_ZSTD=ON \
      -DARROW_WITH_LZ4=ON \
      -DARROW_WITH_SNAPPY=ON \
      -DARROW_WITH_BROTLI=ON \
      -DARROW_PLASMA=OFF \
      -DARROW_PARQUET=ON \
      -DARROW_PYTHON=ON \
      -DARROW_BUILD_TESTS=ON \
      -DARROW_JEMALLOC=OFF \
      -DARROW_DEPENDENCY_SOURCE=AUTO \
      -GNinja \
      ..
ninja -j4
ninja install
popd


pushd arrow/python
python setup.py build_ext --inplace
popd