CloudWatch downloader

aws-logs.sh

#!/bin/bash

set -e

N_PAGES=${N_PAGES:-100}
AWS_REGION=${AWS_REGION:-us-west-2}

next=

for i in $(seq 1 "${N_PAGES}"); do
  echo "$i"
  data=$(aws logs get-log-events --region="${AWS_REGION}" --log-group-name="/ecs/${LOG_GROUP}" --log-stream-name="${LOG_STREAM}" --start-time="${START_TIME}000" --start-from-head "${next}")
  token=$(echo "$data" | jq -r ".nextForwardToken")
  next="--next-token=${token}"
  echo "${next}"
  echo "${data}" >> "${1}"
done