a bash to create and connect to AWS Glue Dev Endpoint

glue-dev-endpoint.sh

#!/bin/bash
# create a dev-endpoint in aws glue

openssl rsa -in ~/.ssh/id_rsa -outform pem > ~/.ssh/id_rsa.pem
chmod 700 id_rsa.pem

aws glue create-dev-endpoint --endpoint-name dev-test3 --role-arn "${ARN}" --public-key "$(cat ~/.ssh/id_rsa.pub)" --number-of-node 2

watch aws glue get-dev-endpoints

# aws glue delete-dev-endpoint --endpoint-name dev-test2

# use the private.pem to generated by your private key 
# of public key to connect with endpoint with user "glue" to use pyspark shell
ssh -i ~/.ssh/id_rsa.pem glue@{public-address} -t gluepyspark