Created
December 21, 2011 12:27
-
-
Save wangyan/1505857 to your computer and use it in GitHub Desktop.
vps automatic local and offsite backup shell cript
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| #! /bin/bash | |
| #==================================================================== | |
| # vps_auto_backup.sh | |
| # | |
| # Copyright (c) 2011, WangYan <webmaster@wangyan.org> | |
| # All rights reserved. | |
| # Distributed under the GNU General Public License, version 3.0. | |
| # | |
| # vps automatic local and offsite backup shell cript | |
| # | |
| # See: https://wangyan.org/blog/vps-backup-shell-script.html | |
| # | |
| # V 0.4, Date: 2012-07-29 | |
| #==================================================================== | |
| BACKUP_DIR="/root/vps-bak" # Backup data storage directory | |
| ENABLE_MYSQL_BACKUP="1" # Disable=0 Enable=1 | |
| MYSQL_BACKUP_CYCLE="86400" # 1hour=3600second,24hour=86400second | |
| MYSQL_BACKUP_NUM="3" # Number of backup data | |
| MYSQL_HOST="localhost" # MySQL host ip address | |
| MYSQL_USER="root" # MySQL user name | |
| MYSQL_PWD="123456" # MySQL user password | |
| MYSQL_DB_NAMES="all" # db1 db2 db3 or all | |
| MYSQL_EXCLUDE_DB="phpmyadmin|information_schema|performance_schema" | |
| ENABLE_LOCAL_BACKUP="1" # Disable=0, Enable=1 | |
| WWW_BACKUP_CYCLE="86400" # 1hour=3600second,24hour=86400second | |
| WWW_BACKUP_NUM="3" # Number of backup data | |
| WWW_BACKUP_DIRS="/home /chroot/home" # Directory you want to backup data | |
| WWW_BACKUP_DEPTH="1" # Folder=0, Folder+subfolder =1 | |
| ENABLE_FTP_BACKUP="0" # Disable=0, Enable=1 | |
| FTP_BACKUP_CYCLE="604800" # Always=0,1hour=3600second,7day=604800second | |
| FTP_BACKUP_MODE="0" # Full backup=0, Incremental backup=1 | |
| FTP_REMOTE_DIR="vps-bak" # Remote backup data storage directory | |
| FTP_HOSTNAME="192.168.8.128" # Remote ftp host ip address | |
| FTP_USERNAME="test" # Remote ftp user name | |
| FTP_PASSWORD="test" # Remote ftp user password | |
| ENABLE_SCP_BACKUP="0" # Disable=0, Enable=1 | |
| SCP_BACKUP_CYCLE="604800" # Always=0,1hour=3600second,7day=604800second | |
| SCP_HOST="192.168.8.128" # Remote host ip address | |
| SCP_USER="root" # Remote host user name | |
| SCP_PASSWD="123456" # Remote host user password | |
| SCP_REMOTE_PATH="/root/vps-bak" # Remote backup data storage directory | |
| ENABLE_S3_BACKUP="0" # Disable=0, Enable=1 | |
| S3_BACKUP_CYCLE="604800" # Always=0,1hour=3600second,7day=604800second | |
| S3_BACKUP_MODE="0" # Full backup=0, Incremental backup=1 | |
| S3_BUCKET="vps-bak" # Amazon s3 bucket | |
| ACCESS_KEY_ID="123456" # Amazon access key | |
| SECRET_ACCESS_KEY="123456" # Amazon secret access key | |
| #==================================================================== | |
| if [ ! -d "$BACKUP_DIR" ];then | |
| mkdir -p $BACKUP_DIR/{mysql,logs,www} | |
| chmod -R 711 $BACKUP_DIR | |
| fi | |
| for logName in mysql www ftp scp s3 | |
| do | |
| if [ ! -s "$BACKUP_DIR/logs/${logName}.log" ];then | |
| echo -e "0\t0" > $BACKUP_DIR/logs/${logName}.log | |
| fi | |
| done | |
| unixTime=$(date +%s) | |
| dateTime=$(date +%Y%m%d%H%M%S) | |
| #==================================================================== | |
| if [ "$ENABLE_MYSQL_BACKUP" = 1 ];then | |
| mysqlBakPre=$(awk NR==1'{print $1}' $BACKUP_DIR/logs/mysql.log) | |
| mysqlBakSwitch=$(($unixTime-$mysqlBakPre>$MYSQL_BACKUP_CYCLE)) | |
| if [ "$mysqlBakSwitch" = 1 ]; then | |
| echo -e "${unixTime}\t${dateTime}" >> $BACKUP_DIR/logs/mysql.log | |
| if [[ "$MYSQL_DB_NAMES" = "ALL" || "$MYSQL_DB_NAMES" = "All" || "$MYSQL_DB_NAMES" = "all" ]]; then | |
| MYSQL_DB_NAMES="$(mysql -u $MYSQL_USER -p$MYSQL_PWD -Bse 'show databases')" | |
| fi | |
| for MYSQL_DB_NAME in $MYSQL_DB_NAMES | |
| do | |
| MYSQL_DB_NAME=`echo $MYSQL_DB_NAME | grep -Ev $MYSQL_EXCLUDE_DB` | |
| if [ -z "$MYSQL_DB_NAME" ];then | |
| continue | |
| fi | |
| mysqldump -h $MYSQL_HOST -u $MYSQL_USER -p$MYSQL_PWD \ | |
| $MYSQL_DB_NAME | gzip -9 > $BACKUP_DIR/mysql/$MYSQL_DB_NAME-$dateTime.sql.gz | |
| done | |
| echo "$(date +%Y-%m-%d\ %T) - MySQL backup successful" | tee -a $BACKUP_DIR/logs/log.txt | |
| fi | |
| [ "$mysqlBakPre" = 0 ] && sed -i '1d' $BACKUP_DIR/logs/mysql.log | |
| dbRmNum=$(($(awk 'END{print NR}' $BACKUP_DIR/logs/mysql.log)-$MYSQL_BACKUP_NUM)) | |
| for (( i=0; i < $dbRmNum; i++ )); do | |
| dbRmTime=$(awk 'NR==1{print $2}' $BACKUP_DIR/logs/mysql.log) | |
| sed -i '1d' $BACKUP_DIR/logs/mysql.log | |
| rm -rf $BACKUP_DIR/mysql/*-$dbRmTime.sql.gz | |
| done | |
| if [ `echo "$dbRmNum > 0" | bc` -eq 1 ];then | |
| echo "$(date +%Y-%m-%d\ %T) - MySQL database delete successful [$dbRmNum Records]" | tee -a $BACKUP_DIR/logs/log.txt | |
| fi | |
| fi | |
| #==================================================================== | |
| if [ "$ENABLE_LOCAL_BACKUP" = 1 ];then | |
| wwwBakPre=$(awk NR==1'{print $1}' $BACKUP_DIR/logs/www.log) | |
| wwwBakSwitch=$(($unixTime-$wwwBakPre>$WWW_BACKUP_CYCLE)) | |
| if [ "$wwwBakSwitch" = 1 ]; then | |
| echo -e "${unixTime}\t${dateTime}" >> $BACKUP_DIR/logs/www.log | |
| for WWW_BACKUP_DIR in $WWW_BACKUP_DIRS;do | |
| cd $WWW_BACKUP_DIR | |
| dirName=`echo $WWW_BACKUP_DIR | awk -F/ '{print $NF}'` | |
| if [ "$WWW_BACKUP_DEPTH" = 1 ];then | |
| dirs=`ls` | |
| for dir in $dirs;do | |
| tar -zcf $BACKUP_DIR/www/${dirName}-$dir-$dateTime.tar.gz $dir | |
| done | |
| else | |
| cd ../ | |
| tar -zcf $BACKUP_DIR/www/$dirName-$dateTime.tar.gz $dirName | |
| fi | |
| done | |
| echo "$(date +%Y-%m-%d\ %T) - www date backup successful" | tee -a $BACKUP_DIR/logs/log.txt | |
| [ "$wwwBakPre" = 0 ] && sed -i '1d' $BACKUP_DIR/logs/www.log | |
| wwwRmNum=$(($(awk 'END{print NR}' $BACKUP_DIR/logs/www.log)-$WWW_BACKUP_NUM)) | |
| for (( i=0; i < $wwwRmNum; i++ )); do | |
| wwwRmTime=$(awk 'NR==1{print $2}' $BACKUP_DIR/logs/www.log) | |
| sed -i '1d' $BACKUP_DIR/logs/www.log | |
| rm -rf $BACKUP_DIR/www/*-$wwwRmTime.tar.gz | |
| done | |
| if [ `echo "$wwwRmNum > 0" | bc` -eq 1 ];then | |
| echo "$(date +%Y-%m-%d\ %T) - www date delete successful [$wwwRmNum Records]" | tee -a $BACKUP_DIR/logs/log.txt | |
| fi | |
| fi | |
| fi | |
| #==================================================================== | |
| ftpBakSwitch=$(($unixTime-$(awk NR==1'{print $1}' $BACKUP_DIR/logs/ftp.log)>$FTP_BACKUP_CYCLE)) | |
| if [ "$ENABLE_FTP_BACKUP" = 1 -a "$ftpBakSwitch" = 1 ];then | |
| echo -e "${unixTime}\t${dateTime}" > $BACKUP_DIR/logs/ftp.log | |
| if [ "$mysqlBakSwitch" = 1 ];then | |
| lftp $FTP_HOSTNAME -u $FTP_USERNAME,$FTP_PASSWORD<<-EOF | |
| mkdir -p $FTP_REMOTE_DIR/mysql | |
| mirror -e -n -R --log=$BACKUP_DIR/logs/ftp.txt $BACKUP_DIR/mysql $FTP_REMOTE_DIR/mysql | |
| bye | |
| EOF | |
| fi | |
| if [ "$wwwBakSwitch" = 1 -a "$FTP_BACKUP_MODE" != 1 ];then | |
| lftp $FTP_HOSTNAME -u $FTP_USERNAME,$FTP_PASSWORD<<-EOF | |
| mkdir -p $FTP_REMOTE_DIR/www | |
| mirror -e -n -R --log=$BACKUP_DIR/logs/ftp.txt $BACKUP_DIR/www $FTP_REMOTE_DIR/www | |
| bye | |
| EOF | |
| fi | |
| if [ "$FTP_BACKUP_MODE" = 1 ];then | |
| for WWW_BACKUP_DIR in $WWW_BACKUP_DIRS;do | |
| lftp $FTP_HOSTNAME -u $FTP_USERNAME,$FTP_PASSWORD<<-EOF | |
| mkdir -p $FTP_REMOTE_DIR/home | |
| mirror -e -n -R --log=$BACKUP_DIR/logs/ftp.log $WWW_BACKUP_DIR $FTP_REMOTE_DIR/home | |
| bye | |
| EOF | |
| done | |
| fi | |
| fi | |
| #==================================================================== | |
| scpBakSwitch=$(($unixTime-$(awk NR==1'{print $1}' $BACKUP_DIR/logs/scp.log)>$SCP_BACKUP_CYCLE)) | |
| if [ "$ENABLE_SCP_BACKUP" = 1 -a "$scpBakSwitch" = 1 ];then | |
| echo -e "${unixTime}\t${dateTime}" > $BACKUP_DIR/logs/scp.log | |
| expect -c " | |
| spawn ssh ${SCP_USER}@${SCP_HOST} | |
| expect { | |
| \"yes/no\" | |
| { | |
| send \"yes\r\" | |
| expect \"password\" {send \"$SCP_PASSWD\r\"} | |
| expect \"]\" {send \"rm -rf $SCP_REMOTE_PATH;mkdir -p $SCP_REMOTE_PATH;exit\r\"} | |
| } | |
| \"password\" | |
| { | |
| send \"$SCP_PASSWD\r\" | |
| expect \"]\" {send \"rm -rf $SCP_REMOTE_PATH;mkdir -p $SCP_REMOTE_PATH;exit\r\"} | |
| } | |
| };interact" | tee -a $BACKUP_DIR/logs/scp.txt | |
| if [ "$mysqlBakSwitch" = 1 ];then | |
| expect -c " | |
| spawn scp -r $BACKUP_DIR/mysql/ ${SCP_USER}@${SCP_HOST}:${SCP_REMOTE_PATH} | |
| expect { | |
| \"yes/no\" | |
| { | |
| send \"yes\r\" | |
| expect \"password\" {send \"$SCP_PASSWD\r\"} | |
| } | |
| \"password\" | |
| { | |
| send \"$SCP_PASSWD\r\" | |
| } | |
| };interact" | tee -a $BACKUP_DIR/logs/scp.txt | |
| fi | |
| if [ "$wwwBakSwitch" = 1 ];then | |
| expect -c " | |
| spawn scp -r $BACKUP_DIR/www/ ${SCP_USER}@${SCP_HOST}:${SCP_REMOTE_PATH} | |
| expect { | |
| \"yes/no\" | |
| { | |
| send \"yes\r\" | |
| expect \"password\" {send \"$SCP_PASSWD\r\"} | |
| } | |
| \"password\" | |
| { | |
| send \"$SCP_PASSWD\r\" | |
| } | |
| };interact" | tee -a $BACKUP_DIR/logs/scp.txt | |
| fi | |
| fi | |
| #==================================================================== | |
| s3BakSwitch=$(($unixTime-$(awk NR==1'{print $1}' $BACKUP_DIR/logs/s3.log)>$S3_BACKUP_CYCLE)) | |
| if [ "$ENABLE_S3_BACKUP" = 1 ];then | |
| if [ ! -s "/root/.s3cfg" ];then | |
| wget http://wangyan.org/download/conf/.s3cfg -P ~/ | |
| sed -i 's#ACCESS_KEY_ID#'$ACCESS_KEY_ID'#g' ~/.s3cfg | |
| sed -i 's#SECRET_ACCESS_KEY#'$SECRET_ACCESS_KEY'#g' ~/.s3cfg | |
| wget http://wangyan.org/download/src/s3cmd-1.0.1.tar.gz | |
| tar -zxf s3cmd-1.0.1.tar.gz -C /usr/local/ | |
| mv /usr/local/s3cmd-1.0.1/ /usr/local/s3cmd/ | |
| ln -s /usr/local/s3cmd/s3cmd /usr/bin/s3cmd | |
| fi | |
| if [ -z "`s3cmd ls | grep $S3_BUCKET`" ];then | |
| s3cmd mb s3://$S3_BUCKET | |
| fi | |
| if [ -n "`s3cmd ls | grep $S3_BUCKET`" -a "$s3BakSwitch" = 1 ];then | |
| echo -e "${unixTime}\t${dateTime}" > $BACKUP_DIR/logs/s3.log | |
| if [ "$mysqlBakSwitch" = 1 ];then | |
| s3cmd sync --delete-removed $BACKUP_DIR/mysql/ s3://$S3_BUCKET/mysql/ | tee -a $BACKUP_DIR/logs/s3.txt | |
| fi | |
| if [ "$wwwBakSwitch" = 1 -a "$S3_BACKUP_MODE" != 1 ];then | |
| if [ "$S3_BACKUP_MODE" != 1 ];then | |
| s3cmd sync --delete-removed $BACKUP_DIR/www/ s3://$S3_BUCKET/www/ | tee -a $BACKUP_DIR/logs/s3.txt | |
| fi | |
| fi | |
| if [ "$S3_BACKUP_MODE" = 1 ];then | |
| for WWW_BACKUP_DIR in $WWW_BACKUP_DIRS;do | |
| dirName=`echo $WWW_BACKUP_DIR | awk -F/ '{print $NF}'` | |
| s3cmd sync --delete-removed $WWW_BACKUP_DIR/ s3://$S3_BUCKET/$dirName/ | tee -a $BACKUP_DIR/logs/s3.txt | |
| done | |
| fi | |
| fi | |
| fi |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
37行和38行后面的注释貌似写颠倒了