Airflow Local setup

airflow_local_setup.bash

export AIRFLOW_HOME="$(pwd)/airflow-local"
# -p ignores if file already exists
mkdir -p "$(pwd)/airflow-local"


# Install Airflow using the constraints file
AIRFLOW_VERSION=2.4.3
PYTHON_VERSION="$(python --version | cut -d " " -f 2 | cut -d "." -f 1-2)"
CONSTRAINT_URL="https://raw.githubusercontent.com/apache/airflow/constraints-${AIRFLOW_VERSION}/constraints-${PYTHON_VERSION}.txt"

cd $AIRFLOW_HOME
python -m venv venv
source venv/bin/activate
pip install "apache-airflow==${AIRFLOW_VERSION}" --constraint "${CONSTRAINT_URL}"
pip install "apache-airflow[postgres]==${AIRFLOW_VERSION}" --constraint "${CONSTRAINT_URL}"

`mkdir -p "${AIRFLOW_HOME}/dags"`

# The Standalone command will initialise the database, make a user,
# and start all components for you.
airflow standalone