job_flow_steps_process_snippet.json

[
  {
    "Name": "Bakery CSV to Parquet",
    "ActionOnFailure": "CONTINUE",
    "HadoopJarStep": {
      "Jar": "command-runner.jar",
      "Args": [
        "spark-submit",
        "--deploy-mode",
        "cluster",
        "--master",
        "yarn",
        "--conf",
        "spark.yarn.submit.waitAppCompletion=true",
        "s3a://{{ work_bucket }}/process/bakery_csv_to_parquet_ssm.py"
      ]
    }
  },
  {
    "Name": "Stocks CSV to Parquet",
    "ActionOnFailure": "CONTINUE",
    "HadoopJarStep": {
      "Jar": "command-runner.jar",
      "Args": [
        "spark-submit",
        "--deploy-mode",
        "cluster",
        "--master",
        "yarn",
        "--conf",
        "spark.yarn.submit.waitAppCompletion=true",
        "s3a://{{ work_bucket }}/process/stocks_csv_to_parquet_ssm.py"
      ]
    }
  }
]