helper scripts for serratus-summary-uploader

deploy-functions.sh

pushd manager
zip -rq package .
aws lambda update-function-code \
    --function-name srarun-upload-manager \
    --zip-file fileb://./package.zip
rm package.zip
popd

pushd worker
zip -rq package .
aws lambda update-function-code \
    --function-name srarun-upload-worker \
    --zip-file fileb://./package.zip
rm package.zip
popd

env.sh

export manager_lambda='biosample-upload-manager'
export worker_lambda='biosample-upload-worker'
export sql_table='biosample2'

start-manager.sh

# bash deploy-functions.sh
bash unthrottle-functions.sh

aws rds-data execute-statement \
    --resource-arn "arn:aws:rds:us-east-1:797308887321:cluster:serratus-aurora" \
    --database "summary" \
    --secret-arn "arn:aws:secretsmanager:us-east-1:797308887321:secret:rds-db-credentials/cluster-KOFPN4Q2TKDBO5FHY6QO5M3S7Q/serratus-agdBn9" \
    --sql "truncate ${sql_table}"

aws rds modify-current-db-cluster-capacity \
    --db-cluster-identifier serratus-aurora \
    --capacity 192 \
    --seconds-before-timeout 10

until aws rds describe-db-clusters --db-cluster-identifier serratus-aurora \
    | grep -m 1 '"Status": "scaling-capacity"'; do sleep 2 ; done

until aws rds describe-db-clusters --db-cluster-identifier serratus-aurora \
    | grep -m 1 '"Status": "available"'; do sleep 2 ; done

aws lambda invoke \
    --function-name $manager_lambda \
    --invocation-type Event \
    --cli-binary-format raw-in-base64-out \
    --payload '{}' \
    response.json

test-worker.sh

aws lambda invoke \
    --function-name $worker_lambda \
    --cli-binary-format raw-in-base64-out \
    --payload '{ "start_byte": 54, "end_byte": 1692820 }' \
    response.json

throttle-functions.sh

aws lambda put-function-concurrency \
    --function-name $manager_lambda \
    --reserved-concurrent-executions 0

aws lambda put-function-concurrency \
    --function-name $worker_lambda \
    --reserved-concurrent-executions 0

unthrottle-functions.sh

aws lambda put-function-concurrency \
    --function-name $manager_lambda \
    --reserved-concurrent-executions 0

aws lambda put-function-concurrency \
    --function-name $worker_lambda \
    --reserved-concurrent-executions 0

watch-progress.sh

watch -n 10 'aws rds-data execute-statement \
    --resource-arn "arn:aws:rds:us-east-1:797308887321:cluster:serratus-aurora" \
    --database "summary" \
    --secret-arn "arn:aws:secretsmanager:us-east-1:797308887321:secret:rds-db-credentials/cluster-KOFPN4Q2TKDBO5FHY6QO5M3S7Q/serratus-agdBn9" \
    --sql "select count(*) from ${sql_table}"'