Skip to content

Instantly share code, notes, and snippets.

@alanivey
Last active July 14, 2023 22:34
  • Star 4 You must be signed in to star a gist
  • Fork 3 You must be signed in to fork a gist
Star You must be signed in to star a gist
Save alanivey/68712e6172b793037fbd77ebb3112c3f to your computer and use it in GitHub Desktop.
CentOS 8 AMIs for ARM64 and x86_64
# Thx to https://github.com/jen20/packer-ubuntu-zfs/blob/master/focal/template.pkr.hcl
source "amazon-ebssurrogate" "arm64" {
# Unable to use "source_ami_filter" with the correct wildcards for getting arm64 without potentially matching a beta
# Use https://console.aws.amazon.com/ec2/v2/home?region=us-east-1#Images:visibility=public-images;ownerAlias=309956199498;architecture=arm64;name=RHEL-8;sort=name
# when ready to bump to a newer AMI.
source_ami = "ami-029ba835ddd43c34f"
instance_type = "m6g.large"
region = "us-east-1"
launch_block_device_mappings {
device_name = "/dev/sdf"
delete_on_termination = true
volume_size = 8
volume_type = "gp2"
}
run_tags = {
Name = "Packer EL8 Builder (arm64)"
}
run_volume_tags = {
Name = "Packer EL8 Builder"
}
communicator = "ssh"
ssh_pty = true
ssh_username = "ec2-user"
ssh_timeout = "5m"
ami_name = "centos-8-arm64"
ami_description = "CentOS 8 (arm64)"
ami_virtualization_type = "hvm"
ami_architecture = "arm64"
ena_support = true
ami_regions = []
ami_root_device {
source_device_name = "/dev/sdf"
device_name = "/dev/sda1"
delete_on_termination = true
volume_size = 8
volume_type = "gp2"
}
tags = {
Name = "CentOS 8 (arm64)"
BuildTime = timestamp()
}
}
source "amazon-ebssurrogate" "x86_64" {
# Unable to use "source_ami_filter" with the correct wildcards for getting x86_64 without potentially matching a beta
# Use https://console.aws.amazon.com/ec2/v2/home?region=us-east-1#Images:visibility=public-images;ownerAlias=309956199498;architecture=x86_64;name=RHEL-8;sort=name
# when ready to bump to a newer AMI.
source_ami = "ami-098f16afa9edf40be"
instance_type = "m5a.xlarge"
region = "us-east-1"
launch_block_device_mappings {
device_name = "/dev/sdf"
delete_on_termination = true
volume_size = 8
volume_type = "gp2"
}
run_tags = {
Name = "Packer EL8 Builder (x86_64)"
}
run_volume_tags = {
Name = "Packer EL8 Builder"
}
communicator = "ssh"
ssh_pty = true
ssh_username = "ec2-user"
ssh_timeout = "5m"
ami_name = "centos-8-x86_64"
ami_description = "CentOS 8 (x86_64)"
ami_virtualization_type = "hvm"
ami_architecture = "x86_64"
ena_support = true
sriov_support = true
ami_regions = []
ami_root_device {
source_device_name = "/dev/sdf"
device_name = "/dev/sda1"
delete_on_termination = true
volume_size = 8
volume_type = "gp2"
}
tags = {
Name = "CentOS 8 (x86_64)"
BuildTime = timestamp()
}
}
build {
sources = [
"source.amazon-ebssurrogate.arm64",
"source.amazon-ebssurrogate.x86_64",
]
provisioner "shell" {
script = "chroot-bootstrap.sh"
execute_command = "sudo -S sh -c '{{ .Vars }} {{ .Path }}'"
start_retry_timeout = "5m"
skip_clean = true
}
}
#!/bin/bash
set -euo pipefail
IFS=$'\n\t'
# Ideas heavily borrowed from:
# https://github.com/irvingpop/packer-chef-highperf-centos-ami/tree/centos8/create_base_ami
# https://github.com/plus3it/AMIgen7
################################################################################
ROOTFS=/rootfs
DEVICE="/dev/sdf"
arch="$( uname --machine )"
################################################################################
# Update builder system
dnf -y update
# Install missing packages for building
dnf -y install expect podman python2
################################################################################
# Download and install the ec2-utils package from the Amazon Linux 2 core repository.
# This is optional. If skipped, you might need to use a different value for $DEVICE.
mkdir /tmp/tmp.ec2utils
cat <<'EOS' | podman run --rm -v '/tmp/tmp.ec2utils:/work:Z' --workdir='/work' -i 'docker.io/library/amazonlinux:2'
yum -y install yum-utils
yumdownloader --enablerepo=amzn2-core ec2-utils
rpm2cpio "$( yumdownloader --enablerepo=amzn2-core --urls system-release | grep -E '^https' | sort --field-separator='/' --key=6 --version-sort | tail -1 )" | cpio --quiet --extract --to-stdout ./etc/pki/rpm-gpg/RPM-GPG-KEY-amazon-linux-2 > RPM-GPG-KEY-amazon-linux-2
EOS
rpm --import /tmp/tmp.ec2utils/RPM-GPG-KEY-amazon-linux-2
find /tmp/tmp.ec2utils -mindepth 1 -maxdepth 1 -name 'ec2-utils-*.rpm' -exec yum -y install '{}' \;
udevadm control --reload-rules
udevadm trigger
# Wait for udev to create symlink for secondary disk
while [[ ! -e "$DEVICE" ]]; do sleep 1; done
# Read-only/print command
ls -ld /dev/sd* /dev/nvme*
################################################################################
# Use an EFI partition for aarch64
if [[ $arch == "aarch64" ]]; then
# On GPT disks, "esp" is an alias for "boot". (https://www.gnu.org/software/parted/manual/html_node/set.html)
parted --script "$DEVICE" -- \
mklabel gpt \
mkpart primary fat32 1 201MiB \
mkpart primary xfs 201MiB -1 \
set 1 esp on
# With gpt disks, "primary" becomes the partition label, so we change or remove with the name command
env DEVICE="$DEVICE" expect <<'EOS'
set device $env(DEVICE)
spawn parted "$device"
expect "(parted) "
send "name 1 'EFI System Partition'\r"
expect "(parted) "
send "name 2\r"
expect "Partition name? "
send "''\r"
expect "(parted) "
send "quit\r"
expect eof
EOS
# Set the main partition as a variable
PARTITION="${DEVICE}2"
# Wait for device partition creation
while [[ ! -e "${DEVICE}1" ]]; do sleep 1; done
# /boot/efi
mkfs.fat -F 16 "${DEVICE}1"
else
parted --script "$DEVICE" -- \
mklabel msdos \
mkpart primary xfs 1 -1 \
set 1 boot on
PARTITION="${DEVICE}1"
fi
# Wait for device partition creation
while [[ ! -e "$PARTITION" ]]; do sleep 1; done
# /
mkfs.xfs -f "$PARTITION"
# Read-only/print commands
ls -ld /dev/sd* /dev/nvme*
parted "$DEVICE" print
fdisk -l "$DEVICE"
################################################################################
# Chroot Mount /
mkdir -p "$ROOTFS"
mount "$PARTITION" "$ROOTFS"
if [[ $arch == "aarch64" ]]; then
# Chroot Mount /boot/efi
mkdir -p "$ROOTFS/boot/efi"
mount "${DEVICE}1" "$ROOTFS/boot/efi"
fi
# Special filesystems
mkdir -p "$ROOTFS/dev" "$ROOTFS/proc" "$ROOTFS/sys"
mount -o bind /dev "$ROOTFS/dev"
mount -t devpts devpts "$ROOTFS/dev/pts"
mount --types tmpfs tmpfs "$ROOTFS/dev/shm"
mount --types proc proc "$ROOTFS/proc"
mount --types sysfs sysfs "$ROOTFS/sys"
mount --types selinuxfs selinuxfs "$ROOTFS/sys/fs/selinux"
################################################################################
# Grab the latest release and repos packages.
release_pkg_latest="$( curl --silent https://mirrors.edge.kernel.org/centos/8/BaseOS/$arch/os/Packages/ | grep --only-matching 'centos-release-8[^"]*.rpm' | sort --unique --version-sort | tail -1 )"
release_pkg_url="https://mirrors.edge.kernel.org/centos/8/BaseOS/$arch/os/Packages/$release_pkg_latest"
repos_pkg_latest="$( curl --silent https://mirrors.edge.kernel.org/centos/8/BaseOS/$arch/os/Packages/ | grep --only-matching 'centos-repos-8[^"]*.rpm' | sort --unique --version-sort | tail -1 )"
repos_pkg_url="https://mirrors.edge.kernel.org/centos/8/BaseOS/$arch/os/Packages/$repos_pkg_latest"
rpm --root="$ROOTFS" --initdb
rpm --root="$ROOTFS" --nodeps -ivh "$release_pkg_url"
rpm --root="$ROOTFS" --nodeps -ivh "$repos_pkg_url"
# Note: using "--nogpgcheck" so users of the resulting AMI still need to confirm GPG key usage
dnf --installroot="$ROOTFS" --nogpgcheck -y update
# Similar to RHEL8 (but, without a separate partition for /boot)
cat > "${ROOTFS}/etc/fstab" <<EOF
#
# /etc/fstab
#
# Accessible filesystems, by reference, are maintained under '/dev/disk/'.
# See man pages fstab(5), findfs(8), mount(8) and/or blkid(8) for more info.
#
# After editing this file, run 'systemctl daemon-reload' to update systemd
# units generated from this file.
#
UUID=$( lsblk "$PARTITION" --noheadings --output uuid ) / xfs defaults 0 0
EOF
if [[ $arch == "aarch64" ]]; then
cat >> "${ROOTFS}/etc/fstab" <<EOF
UUID=$( lsblk "${DEVICE}1" --noheadings --output uuid ) /boot/efi vfat defaults,uid=0,gid=0,umask=077,shortname=winnt 0 2
EOF
fi
# Copy from RHEL8
mkdir "${ROOTFS}/etc/default"
cp -av /etc/default/grub "${ROOTFS}/etc/default/grub"
# Refer to https://github.com/CentOS/sig-cloud-instance-build/blob/master/cloudimg/CentOS-7-x86_64-hvm.ks
# for rationale for most excludes and removes.
ARM_PKGS=()
if [[ $arch == "aarch64" ]]; then
ARM_PKGS+=('efibootmgr' 'shim')
fi
set +u
dnf --installroot="$ROOTFS" --nogpgcheck -y install \
--exclude="iwl*firmware" \
--exclude="libertas*firmware" \
--exclude="plymouth*" \
"@Minimal Install" \
centos-gpg-keys \
chrony \
cloud-init \
cloud-utils-growpart \
dracut-config-generic \
grub2 \
kernel \
python2 \
yum-utils \
"${ARM_PKGS[@]}"
set -u
dnf --installroot="$ROOTFS" -C -y remove firewalld --setopt="clean_requirements_on_remove=1"
dnf --installroot="$ROOTFS" -C -y remove linux-firmware
################################################################################
# Run to complete bootloader setup and create /boot/grub2/grubenv
if [[ $arch == "aarch64" ]]; then
chroot "$ROOTFS" grub2-mkconfig -o /etc/grub2-efi.cfg
else
chroot "$ROOTFS" grub2-install "$DEVICE"
chroot "$ROOTFS" grub2-mkconfig -o /etc/grub2.cfg
fi
# Read-only/print command
chroot "$ROOTFS" grubby --default-kernel
################################################################################
# Other misc tasks from official CentOS 7 kickstart
sed -e '/^#NAutoVTs=.*/ a\
NAutoVTs=0' -i "$ROOTFS/etc/systemd/logind.conf"
sed -r -e 's/ec2-user/centos/g' -e 's/(groups: \[)(adm)/\1wheel, \2/' /etc/cloud/cloud.cfg > "$ROOTFS/etc/cloud/cloud.cfg"
chroot "$ROOTFS" systemctl enable sshd.service
chroot "$ROOTFS" systemctl enable cloud-init.service
chroot "$ROOTFS" systemctl enable chronyd.service
chroot "$ROOTFS" systemctl mask tmp.mount
chroot "$ROOTFS" systemctl set-default multi-user.target
cat > "$ROOTFS/etc/hosts" <<'EOF'
127.0.0.1 localhost localhost.localdomain localhost4 localhost4.localdomain4
::1 localhost localhost.localdomain localhost6 localhost6.localdomain6
EOF
touch "$ROOTFS/etc/resolv.conf"
echo 'RUN_FIRSTBOOT=NO' > "$ROOTFS/etc/sysconfig/firstboot"
cat > "$ROOTFS/etc/sysconfig/network" <<'EOF'
NETWORKING=yes
NOZEROCONF=yes
EOF
################################################################################
# Optional: install Amazon Linux 2 package ec2-utils to the image.
rpm --root="$ROOTFS" --import /tmp/tmp.ec2utils/RPM-GPG-KEY-amazon-linux-2
find /tmp/tmp.ec2utils -mindepth 1 -maxdepth 1 -name 'ec2-utils-*.rpm' -exec yum --installroot="$ROOTFS" -y install '{}' \;
################################################################################
# Cleanup before creating AMI.
# SELinux, also cleans up /tmp
if ! getenforce | grep --quiet --extended-regexp '^Disabled$' ; then
# Prevent relabel on boot (b/c next command will do it manually)
rm --verbose --force "$ROOTFS"/.autorelabel
# Manually "restore" SELinux contexts ("relabel" clears /tmp and then runs "restore"). Requires '/sys/fs/selinux' to be mounted in the chroot.
chroot "$ROOTFS" /sbin/fixfiles -f -F relabel
# Packages from https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/8/html-single/using_selinux/index
# that contain RPM scripts. Reinstall for the postinstall scriptlets.
dnf --installroot="$ROOTFS" --nogpgcheck -y reinstall selinux-policy-targeted policycoreutils
fi
# Repo cleanup
dnf --installroot="$ROOTFS" --cacheonly --assumeyes clean all
rm --recursive --verbose "$ROOTFS"/var/cache/dnf/*
# Clean up systemd machine ID file
truncate --size=0 "$ROOTFS"/etc/machine-id
chmod --changes 0444 "$ROOTFS"/etc/machine-id
# Clean up /etc/resolv.conf
truncate --size=0 "$ROOTFS"/etc/resolv.conf
# Delete any logs
find "$ROOTFS"/var/log -type f -print -delete
# Cleanup cloud-init (https://docs.aws.amazon.com/AWSEC2/latest/UserGuide/user-data.html)
rm --recursive --verbose "$ROOTFS"/var/lib/cloud/
# Clean up temporary directories
find "$ROOTFS"/run \! -type d -print -delete
find "$ROOTFS"/run -mindepth 1 -type d -empty -print -delete
find "$ROOTFS"/tmp \! -type d -print -delete
find "$ROOTFS"/tmp -mindepth 1 -type d -empty -print -delete
find "$ROOTFS"/var/tmp \! -type d -print -delete
find "$ROOTFS"/var/tmp -mindepth 1 -type d -empty -print -delete
################################################################################
# Don't /need/ this for packer because the instance is shut down before the volume is snapshotted, but it doesn't hurt...
umount --all-targets --recursive "$ROOTFS"
################################################################################
exit 0
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment