Airflow XCom problem - solved

demo_xcom_problem.py

import datetime
from typing import Sequence
from airflow.decorators import task, dag

from airflow.providers.amazon.aws.operators.emr import EmrServerlessCreateApplicationOperator

class JamietEmrServerlessCreateApplicationOperator(EmrServerlessCreateApplicationOperator):
    template_fields: Sequence[str] = ["config"]
    
    def __init__(self, **kwargs) -> None:
        super().__init__(**kwargs)

@dag(
    dag_id="demo_xcom_problem",
    start_date=datetime.datetime(2021, 1, 1),
    catchup=False,
)
def taskflow():
    @task
    def prepare_config():
        return {
            "name": "my-spark-app",
        }
        
    JamietEmrServerlessCreateApplicationOperator(
            task_id="create_app",
            job_type="SPARK",
            release_label="emr-6.9.0",
            aws_conn_id="",
            config=prepare_config(),
        )

taskflow()