Miklos C mrchristine

## dbc_deploy_cluster.sh
#!/bin/bash

IFS=$'\n'       # make newlines the only separator

while getopts ":o" opt; do
  case $opt in
    o)
      ondemand=true
      echo -e "Deploying on-demand cluster for mwc\n"
      ;;

## dbc_reset_scheduled_jobs.sh
#!/bin/bash

# catch ctrl+c handler
trap ctrl_c_cleanup INT

function ctrl_c_cleanup() {
  echo "** Interrupt handler caught"
  rm -rf $job_file
}

## aws_spot_pricing.sh
#!/bin/bash

# catch ctrl+c handler
trap ctrl_c_cleanup INT

function ctrl_c_cleanup() {
  echo "** Interrupt handler caught"
  rm -rf spot_prices_*.json
}

## spark-submit-run-once.sh
#!/bin/bash

usage="Add jars to the input arguments to specify the spark job. -h list the supported spark versions"

RUNTIME_VERSION="3.2.x-scala2.11"
NODE_TYPE="r3.xlarge"

while getopts ':hs:' option; do
  case "$option" in
    h) echo "$usage"

## spark-submit-example-with-history.sh
#!/bin/bash

usage="Add jars to the input arguments to specify the spark job. -h list the supported spark versions"

RUNTIME_VERSION="3.2.x-scala2.11"
NODE_TYPE="r3.xlarge"

while getopts ':hs:' option; do
  case "$option" in
    h) echo "$usage"

## update_legacy_job_templates.py
import json, pprint, requests, datetime

################################################################
## Replace the token variable and environment url below
################################################################

# Helper to pretty print json
def pprint_j(i):
  print json.dumps(i, indent=4, sort_keys=True)

## spark_stuff.scala
spark.conf.isModifiable("spark.sql.shuffle.partitions")

## get_s3_storage_costs.sh
#!/bin/bash

# get the last date in the file
last_date=`cat $@ | awk -F',' '{print $5}' | awk '{print $1}' | grep -v "Start" | sort | uniq | tail -n1`
# pass in the report.csv and calculate total storage costs for StandardStorage tier
cat "$@" | grep $last_date | awk -F, '{printf "%.2f GB %s %s \n", $7/(1024**3 )/24, $4, $2}' | grep "StandardStorage" | uniq | sort -n
echo "Processed for $last_date"

## iam.py
import requests

token = 'MYTOKEN'
url = 'https://EXAMPLE.cloud.databricks.com'

ip = 'arn:aws:iam::123456789:instance-profile/databricks_special_role'

class DatabricksRestClient:
    """A class to define wrappers for the REST API"""

## dbc_deploy_cluster_and_execute.sh
#!/bin/bash

IFS=$'\n'       # make newlines the only separator

while getopts ":p" opt; do
  case $opt in
    p)
      print_versions=true
      echo -e "Printing the spark verions and node types supported\n"
      ;;
	#!/bin/bash

	IFS=$'\n' # make newlines the only separator

	while getopts ":o" opt; do
	case $opt in
	o)
	ondemand=true
	echo -e "Deploying on-demand cluster for mwc\n"
	;;
	#!/bin/bash

	# catch ctrl+c handler
	trap ctrl_c_cleanup INT

	function ctrl_c_cleanup() {
	echo "** Interrupt handler caught"
	rm -rf $job_file
	}
	#!/bin/bash

	usage="Add jars to the input arguments to specify the spark job. -h list the supported spark versions"

	RUNTIME_VERSION="3.2.x-scala2.11"
	NODE_TYPE="r3.xlarge"

	while getopts ':hs:' option; do
	case "$option" in
	h) echo "$usage"
	import json, pprint, requests, datetime

	################################################################
	## Replace the token variable and environment url below
	################################################################

	# Helper to pretty print json
	def pprint_j(i):
	print json.dumps(i, indent=4, sort_keys=True)
	#!/bin/bash

	# get the last date in the file
	last_date=`cat $@ \| awk -F',' '{print $5}' \| awk '{print $1}' \| grep -v "Start" \| sort \| uniq \| tail -n1`
	# pass in the report.csv and calculate total storage costs for StandardStorage tier
	cat "$@" \| grep $last_date \| awk -F, '{printf "%.2f GB %s %s \n", $7/(1024**3 )/24, $4, $2}' \| grep "StandardStorage" \| uniq \| sort -n
	echo "Processed for $last_date"
	import requests

	token = 'MYTOKEN'
	url = 'https://EXAMPLE.cloud.databricks.com'

	ip = 'arn:aws:iam::123456789:instance-profile/databricks_special_role'

	class DatabricksRestClient:
	"""A class to define wrappers for the REST API"""
	#!/bin/bash

	IFS=$'\n' # make newlines the only separator

	while getopts ":p" opt; do
	case $opt in
	p)
	print_versions=true
	echo -e "Printing the spark verions and node types supported\n"
	;;