Airflow running bash tasks on AWS Batch Operator

bash_tasks_batch.py

from datetime import datetime, timedelta

from airflow import DAG
from airflow.operators.bash import BashOperator
from airflow.providers.amazon.aws.operators.batch import AwsBatchOperator

NUM_TASKS = 500

default_args = {
    'owner': 'airflow',
    'depends_on_past': False,
    'email': ['admin@admin.com'],
    'email_on_failure': True,
    'email_on_retry': False,
    'retries': 1,
    'retry_delay': timedelta(minutes=5),
}

batch_params = ["date"]

with DAG(
        'bash_tasks_batch',
        default_args=default_args,
        start_date=datetime(2021, 1, 1),
        schedule_interval=None,
        catchup=False
) as dag:
    # for i in range(0, NUM_TASKS):
    AwsBatchOperator(
        job_name=f'bash_tasks_batch',
        task_id=f'bash_tasks_batch',
        array_properties={ "size": NUM_TASKS},
        job_definition='getting-started',
        job_queue='getting-started',
        overrides={'command': batch_params}
    )