Read Configuration File

airflow_arena:airflow_on_container:read_config_file.py

try:
    CONFIG_FILE_NAME = "dag_configuration_demo.json"
    CONFIG_DB_KEY = "configurable_data_pipeline_demo_config"

    config_file = Path(__file__).with_name(CONFIG_FILE_NAME)
    with config_file.open() as config_data:
        pipeline_config = json.loads(config_data.read())
except Exception as e:
    print("Something went wrong while reading the dag configuration: " + str(e))
    print("~" * 100)
    traceback.print_exc(file=sys.stdout)
    print("~" * 100)