mrchristine

#!/bin/bash

usage="Add jars to the input arguments to specify the spark job. -h list the supported spark versions"

RUNTIME_VERSION="3.2.x-scala2.11"
NODE_TYPE="r3.xlarge"

while getopts ':hs:' option; do
  case "$option" in
    h) echo "$usage"

mrchristine

#!/bin/bash

IFS=$'\n'       # make newlines the only separator

while getopts ":p" opt; do
  case $opt in
    p)
      print_versions=true
      echo -e "Printing the spark verions and node types supported\n"
      ;;

mrchristine

#/bin/bash

# Set Params
k=YOUR_AWS_KEYS
s=YOU_AWS_SECRETE
r=YOUR_REGION
# Assign EIP ID
eip_id=eipalloc-XXXXXXX

# Install awscli

mrchristine

#!/bin/bash

IFS=$'\n'       # make newlines the only separator

while getopts ":o" opt; do
  case $opt in
    o)
      ondemand=true
      echo -e "Deploying on-demand cluster for mwc\n"
      ;;

mrchristine

#!/bin/bash

# catch ctrl+c handler
trap ctrl_c_cleanup INT

function ctrl_c_cleanup() {
  echo "** Interrupt handler caught"
  rm -rf $job_file
}

mrchristine

#!/bin/bash

# catch ctrl+c handler
trap ctrl_c_cleanup INT

function ctrl_c_cleanup() {
  echo "** Interrupt handler caught"
  rm -rf spot_prices_*.json
}