Fun with aws-cli

FunWithAwsCli.txt

#pop emr cluster with spark job to execute

aws emr create-cluster --name "<cluster name>"\
 --region us-east-1\
 --log-uri s3://<bucket>/logs/<cluster name>/\
 --enable-debugging\
 --release-label emr-4.0.0\
 --applications Name=Spark\
 --ec2-attributes KeyName=<keyname>\
 --use-default-roles\
 --instance-groups InstanceGroupType=MASTER,InstanceCount=1,InstanceType=c3.xlarge InstanceGroupType=CORE,InstanceCount=2,InstanceType=r3.4xlarge\
 --bootstrap-actions Path=s3://<bucket>/scripts/S3Get.sh,Args=[s3://<bucket>/jars/<jar>,/tmp/]\
 --steps Type=Spark,Name="<jobName>",ActionOnFailure=TERMINATE_CLUSTER,Args=[--executor-memory,100G,--executor-cores,28,--class,<class>,/tmp/<jar>,<args>]\
 --auto-terminate