Create ubuntu apt-get mirror

ubuntu_mirror.sh

#!/bin/bash

#============================================================================
# Run below command for the first time
#============================================================================
cat<< EOF
# install tools
sudo apt-get install debmirror

# Set up keyring to correctly verify Release signatures
GNUPGHOME="$HOME/.gnupg"
test -f $GNUPGHOME/pubring.gpg || gpg --no-default-keyring --keyring pubring.gpg --import /usr/share/keyrings/ubuntu-archive-keyring.gpg
test -f $GNUPGHOME/trustedkeys.gpg || gpg --no-default-keyring --keyring trustedkeys.gpg --import /usr/share/keyrings/ubuntu-archive-keyring. gpg


# add public key for puppet
wget http://apt.puppetlabs.com/keyring.gpg -O /tmp/keyring.gpg
gpg --no-default-keyring --keyring pubring.gpg --import /tmp/keyring.gpg
gpg --no-default-keyring --keyring trustedkeys.gpg --import /tmp/keyring.gpg
rm -f /tmp/keyring.gpg
EOF

LOG_DIR="/disk_3T/ubuntu_mirrors/log"
LOG="$LOG_DIR/$(date '+%F.%T').txt"
test -d $LOG_DIR || mkdir -p $LOG_DIR

# save mirror log
exec &> $LOG

MIRROR_DIR="/disk_3T/ubuntu_mirrors"
test -d $MIRROR_DIR || mkdir -p $MIRROR_DIR

APT_MIRROR="$MIRROR_DIR/mirrors.ustc.edu.cn"
JDK_MIRROR="$MIRROR_DIR/us.archive.ubuntu.com"
PUPPET_MIRROR="$MIRROR_DIR/apt.puppetlabs.com"


# Arch=         -a      # Architecture. For Ubuntu can be i386, powerpc or amd64.
# sparc, only starts in dapper, it is only the later models of sparc.
#
arch=i386,amd64

# Minimum Ubuntu system requires main, restricted
# Section=      -s      # Section (One of the following - main/restricted/universe/multiverse).
# You can add extra file with $Section/debian-installer. ex: main/debian-installer,universe/debian-installer,multiverse/debian-installer,restricted/debian-installer
#
section=main,restricted,universe,multiverse

# Release=      -d      # Release of the system (Dapper, Edgy, Feisty, Gutsy, Hardy, Intrepid), and the -updates and -security ( -backports can be added if desired)
#
release=lucid,lucid-security,lucid-updates,lucid-proposed,lucid-backports,precise,precise-security,precise-updates,precise-proposed,precise-backports

# Server=       -h      # Server name, minus the protocol and the path at the end
# CHANGE "*" to equal the mirror you want to create your mirror from. au. in Australia  ca. in Canada.
# This can be found in your own /etc/apt/sources.list file, assuming you have Ubuntu installed.
#
#server=mirrors.sohu.com
server=mirrors.ustc.edu.cn

# Dir=          -r      # Path from the main server, so http://my.web.server/$dir, Server dependant
#
inPath=/ubuntu

# Proto=        -e      # Protocol to use for transfer (http, ftp, hftp, rsync)
# Choose one - http is most usual the service, and the service must be avaialbe on the server you point at.
#
proto=rsync


# NOTE: debmirror uses -aL --partial by default.
#       However, if you provide the --rsync-options
#       paramter (which we do) then you HAVE to provide
#       it -aL --partial in addition to whatever You
#       want to add (e.g. --bwlimit) If you don't
#       debmirror will exit with thousands of files
#       missing.
rsync_options="-aL --partial --no-iconv"

# Outpath=              # Directory to store the mirror in
# Make this a full path to where you want to mirror the material.
#
outPath=$APT_MIRROR

# The --nosource option only downloads debs and not deb-src's
# The --progress option shows files as they are downloaded
# --source \ in the place of --no-source \ if you want sources also.
# --nocleanup  Do not clean up the local mirror after mirroring is complete. Use this option to keep older repository


# Mirror Ubuntu 10.04 && 12.04
echo "Start mirror ustc at $(date)"
debmirror       -a $arch \
                --no-source \
                -s $section \
                -h $server \
                -d $release \
                -r $inPath \
                --i18n \
                --progress \
                -e $proto \
                --rsync-options="$rsync_options" \
                -v \
                $outPath
echo "Mirror ustc finished at $(date)"

# Mirror Java JDK
echo "Start mirror Java JDK at $(date)"
debmirror       -a $arch \
                --no-source \
                -s multiverse \
                -h us.archive.ubuntu.com \
                -d hardy \
                -r /ubuntu \
                --progress \
                -e rsync \
                -v \
                $JDK_MIRROR
echo "Mirror Jave JDK finished at $(date)"

# Mirror Puppet
echo "Start mirror Puppet at $(date)"
debmirror       -a $arch \
                --no-source \
                -s main \
                -h apt.puppetlabs.com \
                -d lucid,precise \
                -r packages/apt \
                --progress \
                -e rsync \
                -v \
                $PUPPET_MIRROR
echo "Mirror Puppet finished at $(date)"