olen2006
/ aws-cf-logs
Created May 12, 2019
— forked from shapeshed/aws-cf-logs
Fetch AWS Cloudfront Logs, decompress, combine into a single file and remove comments
View aws-cf-logs
| #!/usr/bin/env bash | |
| BUCKET=$1 | |
| CWD=$(pwd) | |
| if [[ -n $1 ]]; then | |
| aws s3 sync s3://$BUCKET/cf-logs . | |
| cat *.gz > combined.log.gz | |
| find $CWD ! -name 'combined.log.gz' -name '*.gz' -type f -exec rm -f {} + | |
| gzip -d combined.log.gz |
olen2006
/ user_data.sh
Last active Mar 17, 2021
user data for amazon linux 2 to install node, codedeploy-agent, update packages
View user_data.sh
| #!/bin/bash -xe | |
| # writing logs into user-data.log instead of cloud-init-output.log during boot | |
| exec > >(tee /var/log/user-data.log|logger -t user-data -s 2>/dev/console) 2>&1 | |
| REGION_ID=`ec2-metadata --availability-zone | awk '{print $2}' | sed 's/.$//'` | |
| yum update -y | |
| yum install -y ruby | |
| curl -O https://aws-codedeploy-${REGION_ID}.s3.${REGION_ID}.amazonaws.com/latest/install |
olen2006
/ terraform_auto_update.sh
Last active Mar 23, 2021
script checks and installs latest version of terraforom
View terraform_auto_update.sh
| #!/bin/bash -xe | |
| CURRENT_VER=$(terraform --version | head -n1 | cut -d " " -f2 | cut -c 2-) | |
| LATEST_RELEASE=$(curl -s https://api.github.com/repos/hashicorp/terraform/releases/latest | jq --raw-output '.tag_name' | cut -c 2-) | |
| if [[ $CURRENT_VER < $LATEST_RELEASE ]]; | |
| then | |
| echo "Installing Terraform ${LATEST_RELEASE}..." | |
| rm terraform-* | |
| rm terraform | |
| wget https://releases.hashicorp.com/terraform/${LATEST_RELEASE}/terraform_${LATEST_RELEASE}_linux_amd64.zip |