Last active
November 3, 2016 01:35
-
-
Save rhelmer/d3d99bd60e81be10f759 to your computer and use it in GitHub Desktop.
quick sync setup runner for symbols
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/bin/bash | |
set -e | |
. /home/socorro/.virtualenvs/aws/bin/activate | |
PRIVATE_BUCKET="org.mozilla.crash-stats.symbols-private/v1" | |
PUBLIC_BUCKET="org.mozilla.crash-stats.symbols-public/v1" | |
TOP_DIR="/mnt/socorro/symbols" | |
PRIVATE_DIRS="symbols_adobe" | |
PUBLIC_DIRS="symbols_b2g symbols_camino symbols_fedora \ | |
symbols_ffx symbols_geeksphone symbols_leo \ | |
symbols_mob symbols_opensuse symbols_os \ | |
symbols_penelope symbols_sbrd symbols_sea \ | |
symbols_solaris symbols_spreadtrum \ | |
symbols_t2mobile symbols_tbrd symbols_tclpartner \ | |
symbols_thirdparty symbols_ubuntu symbols_xr \ | |
symbols_zte" | |
function full_sync_s3 { | |
dirs=$1 | |
bucket=$2 | |
for dir in $dirs; do | |
pushd $TOP_DIR/$dir > /dev/null | |
echo "Syncing $dir to $bucket" | |
aws s3 sync . s3://$bucket/ | |
popd > /dev/null | |
done | |
wait | |
} | |
function quick_sync_s3 { | |
dirs=$1 | |
bucket=$2 | |
for dir in $dirs; do | |
echo "Syncing $dir to $bucket" | |
./sync_symbols_s3.py -p $TOP_DIR/$dir -b $bucket -f $dir.p & | |
done | |
wait | |
} | |
if [ "$1" == "-f" ]; then | |
full_sync_s3 "$PRIVATE_DIRS" $PRIVATE_BUCKET | |
full_sync_s3 "$PUBLIC_DIRS" $PUBLIC_BUCKET | |
else | |
quick_sync_s3 "$PUBLIC_DIRS" $PUBLIC_BUCKET | |
fi |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment