DataProcSparkOperator example

dataproc_spark_submit.py

# airflow 1.9 required

from datetime import datetime
from airflow import DAG
from airflow.contrib.operators.dataproc_operator import DataProcSparkOperator

TASK_ID = 'dataproc_spark_submit'
MAIN_JAR = 'gs://your-bucket/path/test-job.jar'
JOB_NAME = 'hello'
CLUSTER_NAME = 'test-cluster'

with DAG('dataproc_spark_submit', schedule_interval='@once', start_date=datetime(2017, 12, 11)) as dag:
    dataproc_spark_submit = DataProcSparkOperator(
        task_id=TASK_ID,
        main_jar=MAIN_JAR,
        job_name=JOB_NAME,
        cluster_name=CLUSTER_NAME
    )

dataproc_spark_submit

how it consider the mail class?