Last active
July 28, 2022 03:52
-
-
Save garystafford/b080fa4e0e1d254e85b18cbeedfcde80 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# run 04 and 05 simultaneously | |
aws emr-serverless start-job-run \ | |
--application-id <your_application_id> \ | |
--execution-role-arn <your_execution_role_arn> \ | |
--name 04-stream-sales-to-kafka \ | |
--job-driver '{ | |
"sparkSubmit": { | |
"entryPoint": "s3://<your_s3_bucket>/scripts/04_stream_sales_to_kafka.py", | |
"entryPointArguments": [ | |
"--bootstrap_servers=<your_bootstrap_server>", | |
"--s3_bucket=<your_s3_bucket>" | |
], | |
"sparkSubmitParameters": "--conf spark.jars=s3://<your_s3_bucket>/jars/*.jar" | |
} | |
}' | |
aws emr-serverless start-job-run \ | |
--application-id <your_application_id> \ | |
--execution-role-arn <your_execution_role_arn> \ | |
--name 05-streaming-kafka \ | |
--job-driver '{ | |
"sparkSubmit": { | |
"entryPoint": "s3://<your_s3_bucket>/scripts/05_streaming_kafka.py", | |
"entryPointArguments": [ | |
"--bootstrap_servers=<your_bootstrap_server>" | |
], | |
"sparkSubmitParameters": "--conf spark.jars=s3://<your_s3_bucket>/jars/*.jar" | |
} | |
}' |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment