Skip to content

Instantly share code, notes, and snippets.

@danbills
Created October 20, 2018 21:03
Show Gist options
  • Save danbills/e88b96202b3f29ebf5c34bf86c0a5d0c to your computer and use it in GitHub Desktop.
Save danbills/e88b96202b3f29ebf5c34bf86c0a5d0c to your computer and use it in GitHub Desktop.
compare 2 cromwell runs
#!/bin/bash
REPORT_BUCKET="cromwell-perf-test-reporting"
CROMWELL_OLD_VERSION=34-cfbe67f
CROMWELL_NEW_VERSION=34-bda9485
TEST_CASES=$(gsutil ls -d gs://$REPORT_BUCKET | grep -e "/$")
TEST_CASES_URLS_LIST=(${TEST_CASES// / })
docker \
run \
--rm \
-v $HOME/.vault-token:/root/.vault-token \
-v "/Users/sshah/Documents/GitHub/cromwell/src/ci/resources:/resources" \
-e ENVIRONMENT=not_used \
-e INPUT_PATH=/resources \
-e OUT_PATH=/resources \
broadinstitute/dsde-toolbox render-templates.sh
for i in "${TEST_CASES_URLS_LIST[@]}"
do
gsutil -q stat $i$CROMWELL_OLD_VERSION/*/metadata.json
metadataOldExists=$?
gsutil -q stat $i$CROMWELL_NEW_VERSION/*/metadata.json
metadataNewExists=$?
# echo $metadataOldExists
# echo $metadataNewExists
if [ $metadataOldExists -eq 0 ] && [ $metadataNewExists -eq 0 ]
then
echo $i
metadataOldFile=$(gsutil ls $i$CROMWELL_OLD_VERSION/*/metadata.json)
metadataOldFileList=(${metadataOldFile// / })
metadataNewFile=$(gsutil ls $i$CROMWELL_NEW_VERSION/*/metadata.json)
metadataNewFileList=(${metadataNewFile// / })
for oldJson in "${metadataOldFileList[@]}"
do
for newJson in "${metadataNewFileList[@]}"
do
echo "----- old: $oldJson ---- new: $newJson"
docker run -v "/Users/sshah/Documents/GitHub/cromwell/src/ci/resources:/resources" \
-e METADATA_FILE1=$oldJson \
-e METADATA_FILE2=$newJson \
salonishah/cromwell-perf-metrics:36-9c66161
done
done
fi
done
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment