Skip to content

Instantly share code, notes, and snippets.

@awesomebytes

awesomebytes/bootstrap_prefix.sh

Created January 27, 2020 09:26
Show Gist options
  • Save awesomebytes/c930100ca97dd4195123104c5396b645 to your computer and use it in GitHub Desktop.
Save awesomebytes/c930100ca97dd4195123104c5396b645 to your computer and use it in GitHub Desktop.
Download ZIP
bootstrap_prefix.sh able to execute functions separated
Raw
bootstrap_prefix.sh
#!/usr/bin/env bash
# Copyright 2006-2019 Gentoo Authors; Distributed under the GPL v2
trap 'exit 1' TERM KILL INT QUIT ABRT
# some basic output functions
eerror() { echo "!!! $*" 1>&2; }
einfo() { echo "* $*"; }
# RAP (libc) mode is triggered on Linux kernel and glibc.
is-rap() { [[ ${PREFIX_DISABLE_RAP} != "yes" && ${CHOST} = *linux-gnu* ]]; }
rapx() { is-rap && echo $1 || echo $2; }
## Functions Start Here
v() {
echo "$@"
"$@"
}
econf() {
v ${CONFIG_SHELL} ./configure \
--host=${CHOST} \
--prefix="${ROOT}"/tmp/usr \
--mandir="${ROOT}"/tmp/usr/share/man \
--infodir="${ROOT}"/tmp/usr/share/info \
--datadir="${ROOT}"/tmp/usr/share \
--sysconfdir="${ROOT}"/tmp/etc \
--localstatedir="${ROOT}"/tmp/var/lib \
--build=${CHOST} \
"$@" || return 1
}
efetch() {
if [[ ! -e ${DISTDIR}/${1##*/} ]] ; then
if [[ ${OFFLINE_MODE} ]]; then
echo "I need ${1##*/} from $1 in $DISTDIR, can you give it to me?"
read
[[ -e ${DISTDIR}/${1##*/} ]] && return 0
#Give fetch a try
fi
if [[ -z ${FETCH_COMMAND} ]] ; then
# Try to find a download manager, we only deal with wget,
# curl, FreeBSD's fetch and ftp.
if [[ x$(type -t wget) == "xfile" ]] ; then
FETCH_COMMAND="wget"
[[ $(wget -h) == *"--no-check-certificate"* ]] \
&& FETCH_COMMAND+=" --no-check-certificate"
elif [[ x$(type -t curl) == "xfile" ]] ; then
FETCH_COMMAND="curl -f -L -O"
elif [[ x$(type -t fetch) == "xfile" ]] ; then
FETCH_COMMAND="fetch"
elif [[ x$(type -t ftp) == "xfile" ]] &&
[[ ${CHOST} != *-cygwin* || \
! $(type -P ftp) -ef $(cygpath -S)/ftp ]] ; then
FETCH_COMMAND="ftp"
else
eerror "no suitable download manager found!"
eerror "tried: wget, curl, fetch and ftp"
eerror "could not download ${1##*/}"
exit 1
fi
fi
mkdir -p "${DISTDIR}" >& /dev/null
einfo "Fetching ${1##*/}"
pushd "${DISTDIR}" > /dev/null
# try for mirrors first, fall back to distfiles, then try given location
local locs=( )
local loc
for loc in ${GENTOO_MIRRORS} ; do
locs=(
"${locs[@]}"
"${loc}/distfiles/${1##*/}"
)
done
locs=( "${locs[@]}" "$1" )
for loc in "${locs[@]}" ; do
v ${FETCH_COMMAND} "${loc}" < /dev/null
[[ -f ${1##*/} ]] && break
done
if [[ ! -f ${1##*/} ]] ; then
eerror "downloading ${1} failed!"
return 1
fi
popd > /dev/null
fi
return 0
}
# template
# bootstrap_() {
# PV=
# A=
# einfo "Bootstrapping ${A%-*}"
# efetch ${A} || return 1
# einfo "Unpacking ${A%-*}"
# export S="${PORTAGE_TMPDIR}/${PN}"
# rm -rf ${S}
# mkdir -p ${S}
# cd ${S}
# tar -zxf ${DISTDIR}/${A} || return 1
# S=${S}/${PN}-${PV}
# cd ${S}
# einfo "Compiling ${A%-*}"
# econf || return 1
# $MAKE ${MAKEOPTS} || return 1
# einfo "Installing ${A%-*}"
# $MAKE install || return 1
# einfo "${A%-*} successfully bootstrapped"
# }
configure_cflags() {
export CPPFLAGS="-I${ROOT}/tmp/usr/include"
case ${CHOST} in
*-darwin*)
export LDFLAGS="-Wl,-search_paths_first -L${ROOT}/tmp/usr/lib"
;;
*-solaris* | *-irix*)
export LDFLAGS="-L${ROOT}/tmp/usr/lib -R${ROOT}/tmp/usr/lib"
;;
*-*-aix*)
# The bootstrap compiler unlikely has runtime linking
# enabled already, but elibtoolize switches to the
# "lib.so(shr.o)" sharedlib variant.
export LDFLAGS="-Wl,-brtl -L${ROOT}/tmp/usr/lib"
;;
i586-pc-interix* | i586-pc-winnt* | *-pc-cygwin*)
export LDFLAGS="-L${ROOT}/tmp/usr/lib"
;;
*)
export LDFLAGS="-L${ROOT}/tmp/usr/lib -Wl,-rpath=${ROOT}/tmp/usr/lib"
;;
esac
case ${CHOST} in
# note: we need CXX for binutils-apple which' ld is c++
*64-apple* | sparcv9-*-solaris* | x86_64-*-solaris*)
export CC="${CC-gcc} -m64"
export CXX="${CXX-g++} -m64"
export HOSTCC="${CC}"
;;
i*86-apple-darwin1*)
export CC="${CC-gcc} -m32"
export CXX="${CXX-g++} -m32"
export HOSTCC="${CC}"
;;
i*86-pc-linux-gnu)
if [[ $(${CC} -dumpspecs | grep -A1 multilib_default) != *m32 ]]; then
export CC="${CC-gcc} -m32"
export CXX="${CXX-g++} -m32"
fi
;;
esac
# point possible host pkg-config to stage2 files
export PKG_CONFIG_PATH=${ROOT}/tmp/usr/lib/pkgconfig
}
configure_toolchain() {
linker="sys-devel/binutils"
local gcc_deps="dev-libs/gmp dev-libs/mpfr dev-libs/mpc"
compiler="${gcc_deps} sys-devel/gcc-config sys-devel/gcc"
compiler_stage1="${gcc_deps} sys-devel/gcc-config"
compiler_type="gcc"
case ${CHOST} in
*-cygwin*)
# not supported in gcc-4.7 yet, easy enough to install g++
# Cygwin patches come as .zip from github
compiler_stage1+=" app-arch/unzip sys-devel/gcc"
;;
*-darwin*)
# handled below
;;
*-freebsd*)
# comes with clang, handled below
;;
*)
# The host may not have a functioning c++ toolchain, so use a
# stage1 compiler that can build with C only.
# But gcc-4.7 fails to build with gcc-5.4, so we check for
# >gcc-4.7, as anything newer provides c++ anyway (#619542).
# gcc-4.7 is the last version not to require a c++ compiler to
# build
eval $( (gcc -E - | grep compiler_stage1) <<-EOP
#if defined(__GNUC__) && (__GNUC__ > 4 || (__GNUC__ == 4 && __GNUC_MINOR__ > 7))
compiler_stage1+=" sys-devel/gcc"
#elif defined(__GNUC__) && __GNUC__ >= 4
compiler_stage1+=" <sys-devel/gcc-4.8"
#else
compiler_stage1+=" <sys-devel/gcc-4.7"
#endif
EOP
)
esac
CC=gcc
CXX=g++
llvm_deps="
app-arch/libarchive
app-crypt/rhash
dev-util/cmake
dev-util/ninja"
case ${CHOST} in
powerpc-*darwin*)
compiler_stage1="sys-apps/darwin-miscutils sys-libs/csu"
local ccvers="$( (unset CHOST; gcc --version 2>/dev/null) )"
local mycc=
case "${ccvers}" in
*"(GCC) 4.2.1 "*)
linker=sys-devel/binutils-apple
mycc=gcc
;;
*"(GCC) 4.0.1 "*)
linker="=sys-devel/binutils-apple-3.2"
compiler_stage1+="
${gcc_deps}
sys-devel/gcc-config
sys-devel/gcc-apple
sys-devel/binutils-apple"
mycc=gcc
;;
*"(Gentoo "*)
# probably the result of a bootstrap in progress
linker=sys-devel/binutils-apple
mycc=gcc
;;
*)
eerror "unknown compiler"
return 1
;;
esac
compiler="${gcc_deps} sys-devel/gcc-config sys-devel/gcc"
;;
*-darwin*)
# for compilers choice, see bug:
# https://bugs.gentoo.org/show_bug.cgi?id=538366
compiler_stage1="sys-apps/darwin-miscutils sys-libs/csu"
compiler_type="clang"
local ccvers="$( (unset CHOST; gcc --version 2>/dev/null) )"
local mycc=
case "${ccvers}" in
*"Apple LLVM version "*)
vers=${ccvers#*Apple LLVM version }
vers=${vers% (clang-*}
# let's assume that >=llvm-3.6 is able to compile
# libcxx, so select the matching Apple versions, see
# https://gist.github.com/yamaya/2924292
case ${vers} in
[345]"."*|"6.0"*)
# bleh, old (<llvm-3.6)
mycc=gcc
;;
*)
# newish, try direct bootstrap to recent
mycc=clang
compiler_stage1+="
${llvm_deps}
sys-devel/llvm
sys-devel/clang
sys-libs/libcxxabi
sys-libs/libcxx"
;;
esac
CC=clang
CXX=clang++
linker=sys-devel/binutils-apple
;;
*"(GCC) 4.2.1 "*)
linker=sys-devel/binutils-apple
mycc=gcc
;;
*"(GCC) 4.0.1 "*)
# need gcc-4.2.1 to compile llvm
linker="=sys-devel/binutils-apple-3.2"
compiler_stage1+="
${gcc_deps}
sys-devel/gcc-config
sys-devel/gcc-apple
sys-devel/binutils-apple"
mycc=gcc
;;
*)
eerror "unknown compiler"
return 1
;;
esac
if [[ ${mycc} == gcc ]] ; then
# The deps for 3.6+ are too high (cmake, ninja, python) so
# we have to install this with an intermediate
# unfortunately, gmp needs c++, thus libcxx, so have to drag
# it in early (gmp is necessary for >3.5)
# we always have to bootstrap with 3.4 for else we'd need
# libcxx, which only compiles with clang
local cdep="3.5.9999"
compiler_stage1+="
dev-libs/libffi
<sys-devel/llvm-${cdep}
<sys-libs/libcxx-headers-${cdep}
<sys-libs/libcxxabi-${cdep}
<sys-libs/libcxx-${cdep}
<sys-devel/clang-${cdep}"
fi
compiler="
sys-libs/csu
dev-libs/libffi
${llvm_deps}
sys-libs/libcxxabi
sys-libs/libcxx
sys-devel/llvm
sys-devel/clang"
;;
*-freebsd*)
CC=clang
CXX=clang++
# TODO: target clang toolchain someday?
;;
*-solaris*)
local ccvers="$( (unset CHOST; gcc --version 2>/dev/null) )"
case "${ccvers}" in
*"gcc (GCC) 3.4.3"*)
# host compiler doesn't cope with the asm introduced
# in mpfr-4, so force using an older one during
# bootstrap for this target
compiler_stage1=${compiler_stage1/" dev-libs/mpfr "/" <dev-libs/mpfr-4 "}
;;
esac
;;
*-*-aix*)
linker=sys-devel/native-cctools
;;
esac
}
bootstrap_setup() {
local profile=""
einfo "setting up some guessed defaults"
# 2.6.32.1 -> 2*256^3 + 6*256^2 + 32 * 256 + 1 = 33955841
kver() { uname -r|cut -d\- -f1|awk -F. '{for (i=1; i<=NF; i++){s+=lshift($i,(4-i)*8)};print s}'; }
# >=glibc-2.20 requires >=linux-2.6.32.
profile-kernel() {
if [[ $(kver) -ge 50462720 ]] ; then # 3.2
echo kernel-3.2+
elif [[ $(kver) -ge 33955840 ]] ; then # 2.6.32
echo kernel-2.6.32+
elif [[ $(kver) -ge 33951744 ]] ; then # 2.6.16
echo kernel-2.6.16+
elif [[ $(kver) -ge 33947648 ]] ; then # 2.6
echo kernel-2.6+
fi
}
local FS_INSENSITIVE=0
touch "${ROOT}"/FOO.$$
[[ -e ${ROOT}/foo.$$ ]] && FS_INSENSITIVE=1
rm "${ROOT}"/FOO.$$
if [[ ! -f ${ROOT}/etc/portage/make.conf ]] ; then
{
echo "# Added by bootstrap-prefix.sh for ${CHOST}"
echo 'USE="unicode nls"'
echo 'CFLAGS="${CFLAGS} -O2 -pipe"'
echo 'CXXFLAGS="${CFLAGS}"'
echo "MAKEOPTS=\"${MAKEOPTS}\""
echo "CONFIG_SHELL=\"${ROOT}/bin/bash\""
if is-rap ; then
echo "# sandbox does not work well on Prefix, bug 490246"
echo 'FEATURES="${FEATURES} -usersandbox -sandbox"'
fi
if [[ ${FS_INSENSITIVE} == 1 ]] ; then
echo
echo "# Avoid problems due to case-insensitivity, bug #524236"
echo 'FEATURES="${FEATURES} case-insensitive-fs"'
fi
[[ -n ${PORTDIR_OVERLAY} ]] && \
echo "PORTDIR_OVERLAY=\"\${PORTDIR_OVERLAY} ${PORTDIR_OVERLAY}\""
[[ -n ${MAKE_CONF_ADDITIONAL_USE} ]] &&
echo "USE=\"\${USE} ${MAKE_CONF_ADDITIONAL_USE}\""
[[ ${OFFLINE_MODE} ]] && \
echo 'FETCHCOMMAND="bash -c \"echo I need \${FILE} from \${URI} in \${DISTDIR}; read\""'
if [[ ${compiler_type} == clang ]] ; then
local ptrgs=$(sed -n 's/^PYTHON_TARGETS="\([^"]\+\)".*$/\1/' \
"${PORTDIR}"/profiles/prefix/make.conf)
ptrgs=${ptrgs/-python2_7/}
echo "# python2 is required by sys-devel/clang-6"
echo "PYTHON_TARGETS=\"python2_7 ${ptrgs}\""
fi
} > "${ROOT}"/etc/portage/make.conf
fi
if is-rap ; then
[[ -f ${ROOT}/etc/passwd ]] || getent passwd > "${ROOT}"/etc/passwd || \
ln -sf {,"${ROOT}"}/etc/passwd
[[ -f ${ROOT}/etc/group ]] || getent group > "${ROOT}"/etc/group || \
ln -sf {,"${ROOT}"}/etc/group
[[ -f ${ROOT}/etc/resolv.conf ]] || ln -s {,"${ROOT}"}/etc/resolv.conf
[[ -f ${ROOT}/etc/hosts ]] || cp {,"${ROOT}"}/etc/hosts
local profile_linux=default/linux/ARCH/17.0/prefix/$(profile-kernel)
else
local profile_linux=prefix/linux/ARCH
fi
case ${CHOST} in
powerpc-apple-darwin7)
profile="prefix/darwin/macos/10.3"
;;
powerpc-apple-darwin[89])
rev=${CHOST##*darwin}
profile="prefix/darwin/macos/10.$((rev - 4))/ppc"
;;
powerpc64-apple-darwin[89])
rev=${CHOST##*darwin}
profile="prefix/darwin/macos/10.$((rev - 4))/ppc64"
;;
i*86-apple-darwin[89])
rev=${CHOST##*darwin}
profile="prefix/darwin/macos/10.$((rev - 4))/x86"
;;
i*86-apple-darwin1[012345678])
rev=${CHOST##*darwin}
profile="prefix/darwin/macos/10.$((rev - 4))/x86"
;;
x86_64-apple-darwin19)
# handle newer releases on the last profile we have headers
# and stuff for (https://opensource.apple.com/)
profile="prefix/darwin/macos/10.14/x64"
;;
x86_64-apple-darwin9|x86_64-apple-darwin1[012345678])
rev=${CHOST##*darwin}
profile="prefix/darwin/macos/10.$((rev - 4))/x64"
;;
i*86-pc-linux-gnu)
profile=${profile_linux/ARCH/x86}
;;
x86_64-pc-linux-gnu)
profile=${profile_linux/ARCH/amd64}
profile=${profile/17.0/17.0/no-multilib}
;;
ia64-pc-linux-gnu)
profile=${profile_linux/ARCH/ia64}
;;
powerpc-unknown-linux-gnu)
profile=${profile_linux/ARCH/powerpc/ppc}
;;
powerpc64-unknown-linux-gnu)
profile=${profile_linux/ARCH/powerpc/ppc64}
;;
aarch64-unknown-linux-gnu)
profile=${profile_linux/ARCH/arm64}
;;
armv7l-pc-linux-gnu)
profile=${profile_linux/ARCH/arm}
;;
sparc-sun-solaris2.9)
profile="prefix/sunos/solaris/5.9/sparc"
;;
sparcv9-sun-solaris2.9)
profile="prefix/sunos/solaris/5.9/sparc64"
;;
i386-pc-solaris2.10)
profile="prefix/sunos/solaris/5.10/x86"
;;
x86_64-pc-solaris2.10)
profile="prefix/sunos/solaris/5.10/x64"
;;
sparc-sun-solaris2.10)
profile="prefix/sunos/solaris/5.10/sparc"
;;
sparcv9-sun-solaris2.10)
profile="prefix/sunos/solaris/5.10/sparc64"
;;
i386-pc-solaris2.11)
profile="prefix/sunos/solaris/5.11/x86"
;;
x86_64-pc-solaris2.11)
profile="prefix/sunos/solaris/5.11/x64"
;;
sparc-sun-solaris2.11)
profile="prefix/sunos/solaris/5.11/sparc"
;;
sparcv9-sun-solaris2.11)
profile="prefix/sunos/solaris/5.11/sparc64"
;;
powerpc-ibm-aix*)
profile="prefix/aix/${CHOST#powerpc-ibm-aix}/ppc"
;;
i586-pc-interix*)
profile="prefix/windows/interix/${CHOST#i586-pc-interix}/x86"
;;
i586-pc-winnt*)
profile="prefix/windows/winnt/${CHOST#i586-pc-winnt}/x86"
;;
i686-pc-cygwin*)
profile="prefix/windows/cygwin/x86"
;;
x86_64-pc-cygwin*)
profile="prefix/windows/cygwin/x64"
;;
*)
eerror "UNKNOWN ARCH: You need to set up a make.profile symlink to a"
eerror "profile in ${PORTDIR} for your CHOST ${CHOST}"
exit 1
;;
esac
[[ -n ${PROFILE_BASE}${PROFILE_VARIANT} ]] &&
profile=${PROFILE_BASE:-prefix}/${profile#prefix/}${PROFILE_VARIANT:+/${PROFILE_VARIANT}}
if [[ -n ${profile} && ! -e ${ROOT}/etc/portage/make.profile ]] ; then
local fullprofile="${PORTDIR}/profiles/${profile}"
ln -s "${fullprofile}" "${ROOT}"/etc/portage/make.profile
einfo "Your profile is set to ${fullprofile}."
fi
is-rap && cat >> "${ROOT}"/etc/portage/make.profile/make.defaults <<-'EOF'
# For baselayout-prefix in stage2 only.
ACCEPT_KEYWORDS="~${ARCH}-linux"
EOF
# Use package.use to disable in the portage tree to be shared between
# stage2 and stage3. The hack will be undone during tree sync in stage3.
cat >> "${ROOT}"/etc/portage/make.profile/package.use <<-EOF
# Most binary Linux distributions seem to fancy toolchains that
# do not do c++ support (need to install a separate package).
sys-libs/ncurses -cxx
sys-devel/binutils -cxx
EOF
# Strange enough, -cxx causes wrong libtool config on Cygwin,
# but we require a C++ compiler there anyway - so just use it.
[[ ${CHOST} == *-cygwin* ]] ||
cat >> "${ROOT}"/etc/portage/make.profile/package.use <<-EOF
# gmp has cxx flag enabled by default. When dealing with a host
# compiler without cxx support this causes configure failure.
# In addition, The stage2 g++ is only for compiling stage3 compiler,
# because the host libstdc++.so runtime may be not compatible and
# stage2 libstdc++.so might conflict with that of stage3. The
# trade-off is just not to use cxx.
dev-libs/gmp -cxx
EOF
}
do_tree() {
local x
for x in etc{,/portage} usr/{{,s}bin,$(rapx "" lib)} var/tmp var/lib/portage var/log/portage var/db;
do
[[ -d ${ROOT}/${x} ]] || mkdir -p "${ROOT}/${x}"
done
# Make symlinks as USE=split-usr is masked in prefix/rpath. This is
# necessary for Cygwin, as there is no such thing like an
# embedded runpath. Instead we put all the dlls next to the
# exes, to get them working even without the PATH environment
# variable being set up.
#
# In prefix/standalone, however, no symlink is desired.
# Because we keep USE=split-usr enabled to align with the
# default of Gentoo vanilla.
if ! is-rap; then
for x in lib sbin bin; do
[[ -e ${ROOT}/${x} ]] || ( cd "${ROOT}" && ln -s usr/${x} )
done
fi
mkdir -p "${PORTDIR}"
if [[ ! -e ${PORTDIR}/.unpacked ]]; then
# latest tree cannot be fetched from mirrors, always have to
# respect the source to get the latest
if [[ -n ${LATEST_TREE_YES} ]] ; then
echo "$1"
( export GENTOO_MIRRORS= ; efetch "$1/$2" ) || return 1
else
efetch "$1/$2" || return 1
fi
[[ -e ${PORTDIR} ]] || mkdir -p ${PORTDIR}
einfo "Unpacking, this may take a while"
bzip2 -dc ${DISTDIR}/$2 | \
tar -xf - -C ${PORTDIR} --strip-components=1 || return 1
touch ${PORTDIR}/.unpacked
fi
}
bootstrap_tree() {
# RAP uses the latest gentoo main repo snapshot to bootstrap.
is-rap && LATEST_TREE_YES=1
local PV="20190711"
if [[ -n ${LATEST_TREE_YES} ]]; then
do_tree "${SNAPSHOT_URL}" portage-latest.tar.bz2
else
do_tree http://dev.gentoo.org/~grobian/distfiles prefix-overlay-${PV}.tar.bz2
fi
local ret=$?
if [[ -n ${TREE_FROM_SRC} ]]; then
rsync -av --delete \
--exclude=.unpacked \
--exclude=distfiles \
--exclude=snapshots \
"${TREE_FROM_SRC}"/ "${PORTDIR}"/
fi
return $ret
}
bootstrap_startscript() {
local theshell=${SHELL##*/}
if [[ ${theshell} == "sh" ]] ; then
einfo "sh is a generic shell, using bash instead"
theshell="bash"
fi
if [[ ${theshell} == "csh" ]] ; then
einfo "csh is a prehistoric shell not available in Gentoo, switching to tcsh instead"
theshell="tcsh"
fi
einfo "Trying to emerge the shell you use, if necessary by running:"
einfo "emerge -u ${theshell}"
if ! emerge -u ${theshell} ; then
eerror "Your shell is not available in portage, hence we cannot" > /dev/stderr
eerror "automate starting your prefix, set SHELL and rerun this script" > /dev/stderr
return 1
fi
if [[ -d ${PORTDIR}/app-portage/prefix-toolkit ]] ; then
einfo "Finally, emerging prefix-toolkit for your convenience"
emerge -u app-portage/prefix-toolkit || return 1
else
einfo "Creating the Prefix start script (startprefix)"
# currently I think right into the prefix is the best location, as
# putting it in /bin or /usr/bin just hides it some more for the
# user
if is-rap ; then
mkdir -p "${PORTDIR}"/scripts
wget $([[ $(wget -h) == *"--no-check-certificate"* ]] && echo --no-check-certificate) \
https://gitweb.gentoo.org/repo/proj/prefix.git/plain/scripts/startprefix.in \
-O "${PORTDIR}"/scripts/startprefix.in
fi
sed \
-e "s|@GENTOO_PORTAGE_EPREFIX@|${ROOT}|g" \
"${PORTDIR}"/scripts/startprefix.in \
> "${ROOT}"/startprefix
chmod 755 "${ROOT}"/startprefix
fi
einfo "To start Gentoo Prefix, run the script ${ROOT}/startprefix"
# see if PATH is kept/respected
local minPATH="preamble:${BASH%/*}:postlude"
local theirPATH="$(echo 'echo "${PATH}"' | env LS_COLORS= PATH="${minPATH}" $SHELL -l 2>/dev/null | grep "preamble:.*:postlude")"
if [[ ${theirPATH} != *"preamble:"*":postlude"* ]] ; then
einfo "WARNING: your shell initialisation (.cshrc, .bashrc, .profile)"
einfo " seems to overwrite your PATH, this effectively kills"
einfo " your Prefix. Change this to only append to your PATH"
elif [[ ${theirPATH} != "preamble:"* ]] ; then
einfo "WARNING: your shell initialisation (.cshrc, .bashrc, .profile)"
einfo " seems to prepend to your PATH, this might kill your"
einfo " Prefix:"
einfo " ${theirPATH%%preamble:*}"
einfo " You better fix this, YOU HAVE BEEN WARNED!"
fi
}
prepare_portage() {
# see bootstrap_portage for explanations.
mkdir -p "${ROOT}"/bin/. "${ROOT}"/var/log
[[ -x ${ROOT}/bin/bash ]] || ln -s "${ROOT}"{/tmp,}/bin/bash || return 1
[[ -x ${ROOT}/bin/sh ]] || ln -s bash "${ROOT}"/bin/sh || return 1
}
bootstrap_portage() {
# Set TESTING_PV in env if you want to test a new portage before bumping the
# STABLE_PV that is known to work. Intended for power users only.
## It is critical that STABLE_PV is the lastest (non-masked) version that is
## included in the snapshot for bootstrap_tree.
STABLE_PV="2.3.68"
[[ ${TESTING_PV} == latest ]] && TESTING_PV="2.3.68"
PV="${TESTING_PV:-${STABLE_PV}}"
A=prefix-portage-${PV}.tar.bz2
einfo "Bootstrapping ${A%-*}"
efetch ${DISTFILES_URL}/${A} || return 1
einfo "Unpacking ${A%-*}"
export S="${PORTAGE_TMPDIR}"/portage-${PV}
ptmp=${S}
rm -rf "${S}" >& /dev/null
mkdir -p "${S}" >& /dev/null
cd "${S}"
bzip2 -dc "${DISTDIR}/${A}" | tar -xf - || return 1
S="${S}/prefix-portage-${PV}"
cd "${S}"
# disable ipc
sed -e "s:_enable_ipc_daemon = True:_enable_ipc_daemon = False:" \
-i lib/_emerge/AbstractEbuildProcess.py || \
return 1
# host-provided wget may lack certificates, stage1 wget is without ssl
[[ $(wget -h) == *"--no-check-certificate"* ]] &&
sed -e '/wget/s/ --passive-ftp /&--no-check-certificate /' -i cnf/make.globals
# Portage checks for valid shebangs. These may (xz-utils) originate
# in CONFIG_SHELL (AIX), which originates in PORTAGE_BASH then.
# So we need to ensure portage's bash is valid as shebang too.
# Solaris mkdir chokes on existing symlink-to-dir, trailing /. helps.
mkdir -p "${ROOT}"/tmp/bin/. || return 1
[[ -x ${ROOT}/tmp/bin/bash ]] || [[ ! -x ${ROOT}/tmp/usr/bin/bash ]] || ln -s ../usr/bin/bash "${ROOT}"/tmp/bin/bash || return 1
[[ -x ${ROOT}/tmp/bin/bash ]] || ln -s "${BASH}" "${ROOT}"/tmp/bin/bash || return 1
[[ -x ${ROOT}/tmp/bin/sh ]] || ln -s bash "${ROOT}"/tmp/bin/sh || return 1
export PORTAGE_BASH="${ROOT}"/tmp/bin/bash
einfo "Compiling ${A%-*}"
econf \
--with-offset-prefix="${ROOT}"/tmp \
--with-portage-user="`id -un`" \
--with-portage-group="`id -gn`" \
--with-extra-path="${PATH}" \
|| return 1
$MAKE ${MAKEOPTS} || return 1
einfo "Installing ${A%-*}"
$MAKE install || return 1
cd "${ROOT}"
rm -Rf ${ptmp} >& /dev/null
# Some people will skip the tree() step and hence var/log is not created
# As such, portage complains..
mkdir -p "${ROOT}"/tmp/var/log
# in Prefix the sed wrapper is deadly, so kill it
rm -f "${ROOT}"/tmp/usr/lib/portage/bin/ebuild-helpers/sed
local tmpportdir=${ROOT}/tmp/${PORTDIR#${ROOT}}
[[ -e "${tmpportdir}" ]] || ln -s "${PORTDIR}" "${tmpportdir}"
for d in "${ROOT}"/tmp/usr/lib/python?.?; do
[[ -e ${d}/portage ]] || ln -s "${ROOT}"/tmp/usr/lib/portage/lib/portage ${d}/portage
[[ -e ${d}/_emerge ]] || ln -s "${ROOT}"/tmp/usr/lib/portage/lib/_emerge ${d}/_emerge
done
if [[ -s ${PORTDIR}/profiles/repo_name ]]; then
# sync portage's repos.conf with the tree being used
sed -i -e "s,gentoo_prefix,$(<"${PORTDIR}"/profiles/repo_name)," "${ROOT}"/tmp/usr/share/portage/config/repos.conf || return 1
fi
einfo "${A%-*} successfully bootstrapped"
}
bootstrap_gnu() {
local PN PV A S
PN=$1
PV=$2
einfo "Bootstrapping ${PN}"
for t in tar.xz tar.bz2 tar.gz tar ; do
A=${PN}-${PV}.${t}
# save the user some useless downloading
if [[ ${t} == tar.gz ]] ; then
type -P gzip > /dev/null || continue
fi
if [[ ${t} == tar.xz ]] ; then
type -P xz > /dev/null || continue
fi
if [[ ${t} == tar.bz2 ]] ; then
type -P bzip2 > /dev/null || continue
fi
URL=${GNU_URL}/${PN}/${A}
efetch ${URL} || continue
einfo "Unpacking ${A%-*}"
S="${PORTAGE_TMPDIR}/${PN}-${PV}"
rm -rf "${S}"
mkdir -p "${S}"
cd "${S}"
if [[ ${t} == "tar.gz" ]] ; then
gzip -dc "${DISTDIR}"/${URL##*/} | tar -xf - || continue
elif [[ ${t} == "tar.xz" ]] ; then
xz -dc "${DISTDIR}"/${URL##*/} | tar -xf - || continue
elif [[ ${t} == "tar.bz2" ]] ; then
bzip2 -dc "${DISTDIR}"/${URL##*/} | tar -xf - || continue
elif [[ ${t} == "tar" ]] ; then
tar -xf "${DISTDIR}"/${A} || continue
else
einfo "unhandled extension: $t"
return 1
fi
break
done
S="${S}"/${PN}-${PV}
[[ -d ${S} ]] || return 1
cd "${S}" || return 1
if [[ ${PN}-${PV} == "bash-4.3" && ${CHOST} == *-cygwin* ]] ; then
local p patchopts
for p in \
"-p0" \
"${DISTFILES_G_O}/distfiles/bash43-"{001..048} \
"-p2" \
"https://dev.gentoo.org/~haubi/distfiles/bash-4.3_p39-cygwin-r2.patch" \
; do
if [[ ${p} == -* ]] ; then
patchopts=${p}
continue
fi
efetch "${p}" || return 1
patch --forward --no-backup-if-mismatch ${patchopts} \
< "${DISTDIR}/${p##*/}" || return 1
done
fi
local myconf=""
if [[ ${PN} == "make" && ${PV} == "4.2.1" ]] ; then
if [[ ${CHOST} == *-linux-gnu* ]] ; then
# force this, macros aren't set correctly with newer glibc
export CPPFLAGS="${CPPFLAGS} -D__alloca=alloca -D__stat=stat"
fi
fi
if [[ ${PN} == "m4" ]] ; then
# drop _GL_WARN_ON_USE which gets turned into an error with
# recent GCC 1.4.17 and below only, on 1.4.18 this expression
# doesn't match
sed -i -e '/_GL_WARN_ON_USE (gets/d' lib/stdio.in.h lib/stdio.h
fi
if [[ ${PN} == "grep" ]] ; then
# Solaris and OSX don't like it when --disable-nls is set,
# so just don't set it at all.
# Solaris 11 has a messed up prce installation. We don't need
# it anyway, so just disable it
myconf="${myconf} --disable-perl-regexp"
# Except interix really needs it for grep.
[[ $CHOST == *interix* ]] && myconf="${myconf} --disable-nls"
fi
# AIX doesn't like --enable-nls in general during bootstrap
[[ $CHOST == *-aix* ]] && myconf="${myconf} --disable-nls"
# AIX 7.1 has fstatat(), but broken without APAR IV23716:
[[ $CHOST == *-aix7* ]] && export ac_cv_func_fstatat=no
# AIX lacks /dev/fd/*, bash uses (blocking) named pipes instead
[[ ${PN} == "bash" ]] && sed -i -e 's/|O_NONBLOCK//' subst.c
# but portage's multijob needs more unique pipe names
[[ ${PN},${CHOST} == bash,*-aix* ]] &&
export CPPFLAGS="${CPPFLAGS}${CPPFLAGS:+ }-DUSE_MKTEMP"
# pod2man may be too old (not understanding --utf8) but we don't
# care about manpages at this stage
export ac_cv_path_POD2MAN=no
# Darwin9 in particular doesn't compile when using system readline,
# but we don't need any groovy input at all, so just disable it,
# except for Cygwin, where the patch above would fail to compile
[[ ${PN} == "bash" && ${CHOST} != *-cygwin* ]] \
&& myconf="${myconf} --disable-readline"
# ensure we don't read system-wide shell initialisation, it may
# contain cruft, bug #650284
[[ ${PN} == "bash" ]] && \
export CPPFLAGS="${CPPFLAGS} \
-DSYS_BASHRC=\'\"${ROOT}/etc/bash/bashrc\"\' \
-DSYS_BASH_LOGOUT=\'\"${ROOT}/etc/bash/bash_logout\"\'"
# Don't do ACL stuff on Darwin, especially Darwin9 will make
# coreutils completely useless (install failing on everything)
# Don't try using gmp either, it may be that just the library is
# there, and if so, the buildsystem assumes the header exists too
# stdbuf is giving many problems, and we don't really care about it
# at this level, so disable it too
if [[ ${PN} == "coreutils" ]] ; then
myconf="${myconf} --disable-acl --without-gmp"
myconf="${myconf} --enable-no-install-program=stdbuf"
fi
# Gentoo Bug 400831, fails on Ubuntu with libssl-dev installed
if [[ ${PN} == "wget" ]] ; then
if [[ -x ${ROOT}/tmp/usr/bin/openssl ]] ; then
myconf="${myconf} --with-ssl=openssl"
myconf="${myconf} --with-libssl-prefix=${ROOT}/tmp/usr"
export CPPFLAGS="${CPPFLAGS} -I${ROOT}/tmp/usr/include"
export LDFLAGS="${LDFLAGS} -L${ROOT}/tmp/usr/lib"
else
myconf="${myconf} --without-ssl"
fi
fi
# for libressl, only provide static lib, such that wget (above)
# links it in and we don't have to bother about RPATH or something
if [[ ${PN} == "libressl" ]] ; then
myconf="${myconf} --enable-static --disable-shared"
fi
# SuSE 11.1 has GNU binutils-2.20, choking on crc32_x86
[[ ${PN} == "xz" ]] && myconf="${myconf} --disable-assembler"
if [[ ${PN} == "libffi" ]] ; then
# we do not have pkg-config to find lib/libffi-*/include/ffi.h
sed -i -e '/includesdir =/s/=.*/= $(includedir)/' include/Makefile.in
# force install into libdir
myconf="${myconf} --libdir=${ROOT}/tmp/usr/lib"
sed -i -e '/toolexeclibdir =/s/=.*/= $(libdir)/' Makefile.in
# we have to build the libraries for correct bitwidth
case $CHOST in
(x86_64-*-*|sparcv9-*-*)
export CFLAGS="-m64"
;;
(i?86-*-*)
export CFLAGS="-m32"
;;
esac
fi
einfo "Compiling ${PN}"
econf ${myconf} || return 1
if [[ ${PN} == "make" && $(type -t $MAKE) != "file" ]]; then
v ./build.sh || return 1
else
v $MAKE ${MAKEOPTS} || return 1
fi
einfo "Installing ${PN}"
if [[ ${PN} == "make" && $(type -t $MAKE) != "file" ]]; then
v ./make install MAKE="${S}/make" || return 1
else
v $MAKE install || return 1
fi
cd "${ROOT}"
rm -Rf "${S}"
einfo "${PN}-${PV} successfully bootstrapped"
}
PYTHONMAJMIN=3.6 # keep this number in line with PV below for stage1,2
bootstrap_python() {
PV=3.6.10
A=Python-${PV}.tar.xz
patch=true
einfo "Bootstrapping ${A%-*}"
# don't really want to put this on the mirror, since they are
# non-vanilla sources, bit specific for us
efetch ${DISTFILES_URL}/${A} || return 1
einfo "Unpacking ${A%%-*}"
export S="${PORTAGE_TMPDIR}/python-${PV}"
rm -rf "${S}"
mkdir -p "${S}"
cd "${S}"
case ${A} in
*bz2) bzip2 -dc "${DISTDIR}"/${A} | tar -xf - ;;
*xz) xz -dc "${DISTDIR}"/${A} | tar -xf - ;;
*) einfo "Don't know to unpack ${A}" ;;
esac
[[ ${PIPESTATUS[*]} == '0 0' ]] || return 1
S="${S}"/Python-${PV}
cd "${S}"
rm -rf Modules/_ctypes/libffi* || return 1
rm -rf Modules/zlib || return 1
if ${patch}; then
# This patch is critical and needs to be applied even
# when using the otherwise unpatched sources.
efetch "http://dev.gentoo.org/~grobian/distfiles/python-3.6-02_all_disable_modules_and_ssl.patch"
patch -p0 < "${DISTDIR}"/python-3.6-02_all_disable_modules_and_ssl.patch
fi
case ${CHOST} in
(*-*-cygwin*)
# apply patches from cygwinports much like the ebuild does
local gitrev pf pn
gitrev="71f2ac2444946c97d892be3892e47d2a509e0e96" # python36 3.6.8
efetch "https://github.com/cygwinports/python36/archive/${gitrev}.tar.gz" \
|| return 1
gzip -dc "${DISTDIR}"/${gitrev}.tar.gz | tar -xf -
[[ ${PIPESTATUS[*]} == '0 0' ]] || return 1
for pf in $(
sed -ne '/PATCH_URI="/,/"/{s/.*="//;s/".*$//;p}' \
< python36-${gitrev}/python3.cygport
); do
pf="python36-${gitrev}/${pf}"
for pn in {1..2} fail; do
if [[ ${pn} == fail ]]; then
eerror "failed to apply ${pf}"
return 1
fi
patch -N -p${pn} -i "${pf}" --dry-run >/dev/null 2>&1 || continue
echo "applying (-p${pn}) ${pf}"
patch -N -p${pn} -i "${pf}" || return 1
break
done
done
;;
(*-solaris*)
# Solaris' host compiler (if old -- 3.4.3) doesn't grok HUGE_VAL,
# and barfs on isnan() so patch it out
sed -i \
-e '/^#define Py_HUGE_VAL/s/HUGE_VAL$/(__builtin_huge_val())/' \
-e '/defined HAVE_DECL_ISNAN/s/ISNAN/USE_FALLBACK/' \
Include/pymath.h
;;
(*-darwin9)
# Darwin 9's kqueue seems to act up (at least at this stage), so
# make Python's selectors resort to poll() or select() for the
# time being
sed -i \
-e 's/KQUEUE/KQUEUE_DISABLED/' \
configure
;;
esac
local myconf=""
case $CHOST in
(x86_64-*-*|sparcv9-*-*)
export CFLAGS="-m64"
;;
(i?86-*-*)
export CFLAGS="-m32"
;;
esac
case $CHOST in
*-*-aix*)
# Python stubbornly insists on using cc_r to compile. We
# know better, so force it to listen to us
myconf="${myconf} --with-gcc=yes"
;;
*-*-cygwin*)
# --disable-shared would link modules against "python.exe"
# so renaming to "pythonX.Y.exe" will break them.
# And ctypes dynamically loads "libpythonX.Y.dll" anyway.
myconf="${myconf} --enable-shared"
;;
*-linux*)
# Bug 382263: make sure Python will know about the libdir in use for
# the current arch
libdir="-L/usr/lib/$(gcc ${CFLAGS} -print-multi-os-directory)"
;;
x86_64-*-solaris*|sparcv9-*-solaris*)
# Like above, make Python know where GCC's 64-bits
# libgcc_s.so is on Solaris
libdir="-L/usr/sfw/lib/64"
;;
*-solaris*) # 32bit
libdir="-L/usr/sfw/lib"
;;
esac
# python refuses to find the zlib headers that are built in the offset,
# same for libffi, which installs into compiler's multilib-osdir
export CPPFLAGS="-I${ROOT}/tmp/usr/include"
export LDFLAGS="${CFLAGS} -L${ROOT}/tmp/usr/lib"
# set correct flags for runtime for ELF platforms
case $CHOST in
*-linux*)
# GNU ld
LDFLAGS="${LDFLAGS} -Wl,-rpath,${ROOT}/tmp/usr/lib ${libdir}"
LDFLAGS="${LDFLAGS} -Wl,-rpath,${libdir#-L}"
;;
*-solaris*)
# Sun ld
LDFLAGS="${LDFLAGS} -R${ROOT}/tmp/usr/lib ${libdir}"
LDFLAGS="${LDFLAGS} -R${libdir#-L}"
;;
esac
# if the user has a $HOME/.pydistutils.cfg file, the python
# installation is going to be screwed up, as reported by users, so
# just make sure Python won't find it
export HOME="${S}"
export PYTHON_DISABLE_MODULES="_bsddb bsddb bsddb185 bz2 crypt _ctypes_test _curses _curses_panel dbm _elementtree gdbm _locale nis pyexpat readline _sqlite3 _tkinter"
export PYTHON_DISABLE_SSL=1
export OPT="${CFLAGS}"
einfo "Compiling ${A%-*}"
# some ancient versions of hg fail with "hg id -i", so help
# configure to not find them using HAS_HG
# do not find libffi via pkg-config using PKG_CONFIG
HAS_HG=no \
PKG_CONFIG= \
econf \
--with-system-ffi \
--disable-ipv6 \
--disable-shared \
--libdir="${ROOT}"/tmp/usr/lib \
${myconf} || return 1
$MAKE ${MAKEOPTS} || return 1
einfo "Installing ${A%-*}"
$MAKE -k install || echo "??? Python failed to install *sigh* continuing anyway"
cd "${ROOT}"/tmp/usr/bin
ln -sf python${PV%.*} python
cd "${ROOT}"/tmp/usr/lib
# messes up python emerges, and shouldn't be necessary for anything
# http://forums.gentoo.org/viewtopic-p-6890526.html
rm -f libpython${PV%.*}.a
einfo "${A%-*} bootstrapped"
}
bootstrap_zlib_core() {
# use 1.2.8 by default, current bootstrap guides
PV="${1:-1.2.8}"
A=zlib-${PV}.tar.gz
einfo "Bootstrapping ${A%-*}"
efetch ${DISTFILES_G_O}/distfiles/${A} || return 1
einfo "Unpacking ${A%%-*}"
export S="${PORTAGE_TMPDIR}/zlib-${PV}"
rm -rf "${S}"
mkdir -p "${S}"
cd "${S}"
if [[ ${A} == *.tar.gz ]] ; then
gzip -dc "${DISTDIR}"/${A} | tar -xf - || return 1
else
bzip2 -dc "${DISTDIR}"/${A} | tar -xf - || return 1
fi
S="${S}"/zlib-${PV}
cd "${S}"
if [[ ${CHOST} == x86_64-*-* || ${CHOST} == sparcv9-*-* ]] ; then
# 64-bits targets need zlib as library (not just to unpack),
# hence we need to make sure that we really bootstrap this
# 64-bits (in contrast to the tools which we don't care if they
# are 32-bits)
export CC="${CC} -m64"
elif [[ ${CHOST} == i?86-*-* ]] ; then
# This is important for bootstraps which are 64-native, but we
# want 32-bits, such as most Linuxes, and more recent OSX.
# OS X Lion and up default to a 64-bits userland, so force the
# compiler to 32-bits code generation if requested here
export CC="${CC} -m32"
fi
local makeopts=( ${MAKEOPTS} )
# 1.2.5 suffers from a concurrency problem
[[ ${PV} == 1.2.5 ]] && makeopts=()
if [[ ${CHOST} == *-cygwin* ]] ; then
# gzopen_w is for real _WIN32 only
sed -i -e '/gzopen_w/d' win32/zlib.def
makeopts=(
-f win32/Makefile.gcc
SHARED_MODE=1
# avoid toolchain finding ./cygz.dll (esp. in parallel build)
SHAREDLIB=win32/cygz.dll
IMPLIB=libz.dll.a
BINARY_PATH="${ROOT}"/tmp/usr/bin
INCLUDE_PATH="${ROOT}"/tmp/usr/include
LIBRARY_PATH="${ROOT}"/tmp/usr/lib
"${makeopts[@]}"
)
# stage1 python searches for lib/libz.dll
ln -sf libz.dll.a "${ROOT}"/tmp/usr/lib/libz.dll
fi
einfo "Compiling ${A%-*}"
CHOST= ${CONFIG_SHELL} ./configure --prefix="${ROOT}"/tmp/usr || return 1
$MAKE "${makeopts[@]}" || return 1
einfo "Installing ${A%-*}"
$MAKE "${makeopts[@]}" -j1 install || return 1
# this lib causes issues when emerging python again on Solaris
# because the tmp lib path is in the library search path there
local x
for x in "${ROOT}"/tmp/usr/lib/libz*.a ; do
[[ ${x} == *.dll.a ]] && continue # keep Cygwin import lib
rm -Rf "${x}"
done
if [[ ${CHOST} == *-aix* ]]; then
# No aix-soname support, but symlinks when built with gcc. This breaks
# later on when aix-soname is added within Prefix, where the lib.so.1
# is an archive then, while finding this one first due to possible
# rpath ordering issues.
rm -f "${ROOT}"/tmp/usr/lib/libz.so.1
fi
einfo "${A%-*} bootstrapped"
}
bootstrap_zlib() {
bootstrap_zlib_core 1.2.11 || \
bootstrap_zlib_core 1.2.8 || bootstrap_zlib_core 1.2.7 || \
bootstrap_zlib_core 1.2.6 || bootstrap_zlib_core 1.2.5
}
bootstrap_libffi() {
bootstrap_gnu libffi 3.2.1
}
bootstrap_sed() {
bootstrap_gnu sed 4.5 || \
bootstrap_gnu sed 4.2.2 || bootstrap_gnu sed 4.2.1
}
bootstrap_findutils() {
bootstrap_gnu findutils 4.5.10 || bootstrap_gnu findutils 4.2.33
}
bootstrap_wget() {
bootstrap_gnu wget 1.20.1 || \
bootstrap_gnu wget 1.17.1 || bootstrap_gnu wget 1.13.4
}
bootstrap_grep() {
# don't use 2.13, it contains a bug that bites, bug #425668
# 2.9 is the last version provided as tar.gz (platforms without xz)
# 2.7 is necessary for Solaris/OpenIndiana (2.8, 2.9 fail to configure)
bootstrap_gnu grep 3.3 || \
bootstrap_gnu grep 2.9 || bootstrap_gnu grep 2.7 || \
bootstrap_gnu grep 2.14 || bootstrap_gnu grep 2.12
}
bootstrap_coreutils() {
# 8.16 is the last version released as tar.gz
# 8.18 is necessary for macOS High Sierra (darwin17) and converted
# to tar.gz for this case
bootstrap_gnu coreutils 8.30 || \
bootstrap_gnu coreutils 8.16 || bootstrap_gnu coreutils 8.17
}
bootstrap_tar() {
bootstrap_gnu tar 1.26
}
bootstrap_make() {
MAKEOPTS= # no GNU make yet
bootstrap_gnu make 4.2.1 || return 1
if [[ ${MAKE} == gmake ]] ; then
# make make available as gmake
( cd ${ROOT}/tmp/usr/bin && ln -s make gmake )
fi
}
bootstrap_patch() {
# 2.5.9 needed for OSX 10.6.x still?
bootstrap_gnu patch 2.7.5 ||
bootstrap_gnu patch 2.7.4 ||
bootstrap_gnu patch 2.7.3 ||
bootstrap_gnu patch 2.6.1
}
bootstrap_gawk() {
bootstrap_gnu gawk 4.0.1 || bootstrap_gnu gawk 4.0.0 || \
bootstrap_gnu gawk 3.1.8
}
bootstrap_binutils() {
bootstrap_gnu binutils 2.17
}
bootstrap_texinfo() {
bootstrap_gnu texinfo 4.8
}
bootstrap_bash() {
bootstrap_gnu bash 4.3 ||
bootstrap_gnu bash 4.2
}
bootstrap_bison() {
bootstrap_gnu bison 2.6.2 || bootstrap_gnu bison 2.6.1 || \
bootstrap_gnu bison 2.6 || bootstrap_gnu bison 2.5.1 || \
bootstrap_gnu bison 2.4
}
bootstrap_m4() {
bootstrap_gnu m4 1.4.18 ||
bootstrap_gnu m4 1.4.17 ||
bootstrap_gnu m4 1.4.16 ||
bootstrap_gnu m4 1.4.15
}
bootstrap_gzip() {
bootstrap_gnu gzip 1.4
}
bootstrap_xz() {
GNU_URL=${XZ_URL:-http://tukaani.org} bootstrap_gnu xz 5.2.4 || \
GNU_URL=${XZ_URL:-http://tukaani.org} bootstrap_gnu xz 5.2.3
}
bootstrap_bzip2() {
local PN PV A S
PN=bzip2
PV=1.0.6
A=${PN}-${PV}.tar.gz
einfo "Bootstrapping ${A%-*}"
efetch ${DISTFILES_G_O}/distfiles/${A} || return 1
einfo "Unpacking ${A%-*}"
S="${PORTAGE_TMPDIR}/${PN}-${PV}"
rm -rf "${S}"
mkdir -p "${S}"
cd "${S}"
gzip -dc "${DISTDIR}"/${A} | tar -xf - || return 1
S="${S}"/${PN}-${PV}
cd "${S}"
einfo "Compiling ${A%-*}"
$MAKE || return 1
einfo "Installing ${A%-*}"
$MAKE PREFIX="${ROOT}"/tmp/usr install || return 1
cd "${ROOT}"
rm -Rf "${S}"
einfo "${A%-*} successfully bootstrapped"
}
bootstrap_libressl() {
GNU_URL="https://ftp.openbsd.org/pub/OpenBSD/LibreSSL" \
bootstrap_gnu libressl 2.8.3
}
bootstrap_stage_host_gentoo() {
if ! is-rap ; then
einfo "Shortcut only supports prefix-standalone, but we are bootstrapping"
einfo "prefix-rpath. Do nothing."
return 0
fi
if [[ ! -L ${ROOT}/tmp ]] ; then
if [[ -e ${ROOT}/tmp ]] ; then
einfo "${ROOT}/tmp exists and is not a symlink to ${HOST_GENTOO_EROOT}"
einfo "Let's ignore the shortcut and continue."
else
ln -s "${HOST_GENTOO_EROOT}" "${ROOT}"/tmp
fi
fi
# checks itself if things need to be done still
(bootstrap_tree) || return 1
# setup a profile
[[ -e ${ROOT}/etc/portage/make.profile && -e ${ROOT}/etc/portage/make.conf ]] || (bootstrap_setup) || return 1
prepare_portage
}
bootstrap_stage1() {
# NOTE: stage1 compiles all tools (no libraries) in the native
# bits-size of the compiler, which needs not to match what we're
# bootstrapping for. This is no problem since they're just tools,
# for which it really doesn't matter how they run, as long AS they
# run. For libraries, this is different, since they are relied on
# by packages we emerge lateron.
# Changing this to compile the tools for the bits the bootstrap is
# for, is a BAD idea, since we're extremely fragile here, so
# whatever the native toolchain is here, is what in general works
# best.
# See comments in do_tree().
for x in lib sbin bin; do
mkdir -p "${ROOT}"/tmp/usr/${x}
[[ -e ${ROOT}/tmp/${x} ]] || ( cd "${ROOT}"/tmp && ln -s usr/${x} )
done
configure_toolchain
export CC CXX
# run all bootstrap_* commands in a subshell since the targets
# frequently pollute the environment using exports which affect
# packages following (e.g. zlib builds 64-bits)
# don't rely on $MAKE, if make == gmake packages that call 'make' fail
[[ $(make --version 2>&1) == *GNU" Make "4* ]] \
|| (bootstrap_make) || return 1
[[ ${OFFLINE_MODE} ]] || [[ -x ${ROOT}/tmp/usr/bin/openssl ]] \
|| (bootstrap_libressl) # do not fail if this fails, we'll try without
[[ ${OFFLINE_MODE} ]] || type -P wget > /dev/null \
|| (bootstrap_wget) || return 1
[[ $(sed --version 2>&1) == *GNU* ]] || (bootstrap_sed) || return 1
type -P xz > /dev/null || (bootstrap_xz) || return 1
type -P bzip2 > /dev/null || (bootstrap_bzip2) || return 1
[[ $(m4 --version 2>&1) == *GNU*1.4.1?* ]] || (bootstrap_m4) || return 1
[[ -x ${ROOT}/tmp/usr/bin/bison ]] \
|| [[ $(bison --version 2>&1) == *GNU" "Bison") "2.[3-7]* ]] \
|| [[ $(bison --version 2>&1) == *GNU" "Bison") "[3-9]* ]] \
|| (bootstrap_bison) || return 1
[[ $(uniq --version 2>&1) == *"(GNU coreutils) "[6789]* ]] \
|| (bootstrap_coreutils) || return 1
[[ $(find --version 2>&1) == *GNU* ]] || (bootstrap_findutils) || return 1
[[ $(tar --version 2>&1) == *GNU* ]] || (bootstrap_tar) || return 1
[[ $(patch --version 2>&1) == *"patch 2."[6-9]*GNU* ]] \
|| (bootstrap_patch) || return 1
[[ $(grep --version 2>&1) == *GNU* ]] || (bootstrap_grep) || return 1
[[ $(awk --version < /dev/null 2>&1) == *GNU" Awk "[456789]* ]] \
|| bootstrap_gawk || return 1
# always build our own bash, for we don't know what devilish thing
# we're working with now, bug #650284
[[ -x ${ROOT}/tmp/usr/bin/bash ]] \
|| (bootstrap_bash) || return 1
# Some host tools need to be wrapped to be useful for us.
# We put them in tmp/usr/local/bin, to not accidentally
# be identified as stage1-installed like in bug #615410.
mkdir -p "${ROOT}"/tmp/usr/local/bin
case ${CHOST} in
*-*-aix*)
# sys-devel/native-cctools installs the wrapper below,
# but we need it early or gmp breaks
{
echo '#!/bin/sh'
echo 'test ${#TMPDIR} -le 85 || TMPDIR=/tmp export TMPDIR'
echo 'exec /usr/ccs/bin/nm ${1+"$@"}'
} > "${ROOT}"/tmp/usr/local/bin/nm
chmod 755 "${ROOT}"/tmp/usr/local/bin/nm
;;
*-darwin*)
# Recent Mac OS X have a nice popup to install java when
# it's called without being installed, this doesn't stop the
# process from going, but keeps popping up a dialog during
# the bootstrap process, which is slightly anoying.
# Nevertheless, we don't want Java when it's installed to be
# detected, so hide during the stage builds
{
echo "#!$(type -P false)"
} > "${ROOT}"/tmp/usr/local/bin/java
cp "${ROOT}"/tmp/usr/local/bin/java{,c}
chmod 755 "${ROOT}"/tmp/usr/local/bin/java{,c}
;;
*-linux*)
if [[ ! -x "${ROOT}"/tmp/usr/bin/gcc ]] \
&& [[ $(gcc -print-prog-name=as),$(gcc -print-prog-name=ld) != /*,/* ]]
then
# RHEL's system gcc is set up to use binutils via PATH search.
# If the version of our binutils an older one, they may not
# provide what the system gcc is configured to use.
# We need to direct the system gcc to find the system binutils.
cat >> "${ROOT}"/tmp/usr/local/bin/gcc <<-EOF
#! /bin/sh
PATH="${STAGE1_PATH}" export PATH
exec "\${0##*/}" "\$@"
EOF
cp "${ROOT}"/tmp/usr/local/bin/g{cc,++}
chmod 755 "${ROOT}"/tmp/usr/local/bin/g{cc,++}
fi
;;
esac
# Host compiler can output a variety of libdirs. At stage1,
# they should be the same as lib. Otherwise libffi may not be
# found by python.
if is-rap ; then
[[ -d ${ROOT}/tmp/usr/lib ]] || mkdir -p "${ROOT}"/tmp/usr/lib
local libdir
for libdir in lib64 lib32 libx32; do
if [[ ! -L ${ROOT}/tmp/usr/${libdir} ]] ; then
if [[ -e "${ROOT}"/tmp/usr/${libdir} ]] ; then
echo "${ROOT}"/tmp/usr/${libdir} should be a symlink to lib
return 1
fi
ln -s lib "${ROOT}"/tmp/usr/${libdir}
fi
done
fi
# important to have our own (non-flawed one) since Python (from
# Portage) and binutils use it
# note that this actually breaks the concept of stage1, this will be
# compiled for the target prefix
for zlib in ${ROOT}/tmp/usr/lib/libz.* ; do
[[ -e ${zlib} ]] && break
zlib=
done
[[ -n ${zlib} ]] || (bootstrap_zlib) || return 1
for libffi in ${ROOT}/tmp/usr/lib*/libffi.* ; do
[[ -e ${libffi} ]] && break
libffi=
done
[[ -n ${libffi} ]] || (bootstrap_libffi) || return 1
# too vital to rely on a host-provided one
[[ -x ${ROOT}/tmp/usr/bin/python ]] || (bootstrap_python) || return 1
# checks itself if things need to be done still
(bootstrap_tree) || return 1
# setup a profile
[[ -e ${ROOT}/etc/portage/make.profile && -e ${ROOT}/etc/portage/make.conf ]] || (bootstrap_setup) || return 1
mkdir -p "${ROOT}"/tmp/etc/. || return 1
[[ -e ${ROOT}/tmp/etc/portage/make.profile ]] || cp -dpR "${ROOT}"/etc/portage "${ROOT}"/tmp/etc || return 1
# setup portage
[[ -e ${ROOT}/tmp/usr/bin/emerge ]] || (bootstrap_portage) || return 1
prepare_portage
einfo "stage1 successfully finished"
}
bootstrap_stage1_log() {
bootstrap_stage1 ${@} 2>&1 | tee -a ${ROOT}/stage1.log
local ret=${PIPESTATUS[0]}
[[ ${ret} == 0 ]] && touch ${ROOT}/.stage1-finished
return ${ret}
}
do_emerge_pkgs() {
local opts=$1 ; shift
local pkg vdb pvdb evdb
for pkg in "$@"; do
vdb=${pkg}
if [[ ${vdb} == "="* ]] ; then
vdb=${vdb#=}
elif [[ ${vdb} == "<"* ]] ; then
vdb=${vdb#<}
vdb=${vdb%-r*}
vdb=${vdb%-*}
vdb=${vdb}-\*
else
vdb=${vdb}-\*
fi
for pvdb in ${EPREFIX}/var/db/pkg/${vdb%-*}-* ; do
if [[ -d ${pvdb} ]] ; then
evdb=${pvdb##*/}
if [[ ${pkg} == "="* ]] ; then
# exact match required (* should work here)
[[ ${evdb} == ${vdb##*/} ]] && break
else
vdb=${vdb%-*}
evdb=${evdb%-r*}
evdb=${evdb%_p*}
evdb=${evdb%-*}
[[ ${evdb} == ${vdb#*/} ]] && break
fi
fi
pvdb=
done
[[ -n ${pvdb} ]] && continue
local myuse=(
-acl
-berkdb
-fortran
-gdbm
-git
-libcxx
-nls
-pcre
-ssl
-python
-qmanifest
bootstrap
clang
internal-glib
)
myuse=" ${myuse[*]} "
local use
for use in ${USE} ; do
myuse=" ${myuse/ ${use} /} "
myuse=" ${myuse/ -${use} /} "
myuse=" ${myuse/ ${use#-} /} "
myuse+=" ${use} "
done
myuse=( ${myuse} )
# Disable the STALE warning because the snapshot frequently gets stale.
#
# Need need to spam the user about news until the emerge -e system
# because the tools aren't available to read the news item yet anyway.
#
# Avoid circular deps caused by the default profiles (and IUSE
# defaults).
echo "USE=${myuse[*]} PKG=${pkg}"
(
unset CFLAGS CXXFLAGS
[[ -n ${OVERRIDE_CFLAGS} ]] \
&& export CFLAGS=${OVERRIDE_CFLAGS}
[[ -n ${OVERRIDE_CXXFLAGS} ]] \
&& export CXXFLAGS=${OVERRIDE_CXXFLAGS}
PORTAGE_CONFIGROOT="${EPREFIX}" \
PORTAGE_SYNC_STALE=0 \
FEATURES="-news ${FEATURES}" \
USE="${myuse[*]}" \
emerge -v --oneshot --root-deps ${opts} "${pkg}"
)
[[ $? -eq 0 ]] || return 1
case ${pkg},${CHOST} in
app-shells/bash,*-cygwin*)
# Cygwin would resolve 'bin/bash' to 'bin/bash.exe', but
# merging bin/bash.exe does not replace the bin/bash symlink.
# When we can execute both bin/bash and bin/bash.exe, but
# they are different files, then we need to drop the symlink.
[[ -x ${EPREFIX}/bin/bash && -x ${EPREFIX}/bin/bash.exe &&
! ${EPREFIX}/bin/bash -ef ${EPREFIX}/bin/bash.exe ]] &&
rm -f "${EPREFIX}"/bin/bash
;;
esac
done
}
bootstrap_stage2() {
if ! type -P emerge > /dev/null ; then
eerror "emerge not found, did you bootstrap stage1?"
return 1
fi
# Find out what toolchain packages we need, and configure LDFLAGS
# and friends.
configure_toolchain || return 1
configure_cflags || return 1
export CONFIG_SHELL="${ROOT}"/tmp/bin/bash
export CC CXX
emerge_pkgs() {
EPREFIX="${ROOT}"/tmp \
do_emerge_pkgs "$@"
}
# bison's configure checks for perl, but doesn't use it,
# except for tests. Since we don't want to pull in perl at this
# stage, fake it
export PERL=$(which touch)
# GCC sometimes decides that it needs to run makeinfo to update some
# info pages from .texi files. Obviously we don't care at this
# stage and rather have it continue instead of abort the build
if [[ ! -x "${ROOT}"/tmp/usr/bin/makeinfo ]]
then
cat > "${ROOT}"/tmp/usr/bin/makeinfo <<-EOF
#!${ROOT}/bin/bash
### bootstrap-prefix.sh will act on this line ###
echo "makeinfo GNU texinfo 4.13"
f=
while (( \$# > 0 )); do
a=\$1
shift
case \$a in
--output=) continue ;;
--output=*) f=\${a#--output=} ;;
-o) f=\$1; shift;;
esac
done
[[ -z \$f ]] || [[ -e \$f ]] || touch "\$f"
EOF
cat > "${ROOT}"/tmp/usr/bin/install-info <<-EOF
#!${ROOT}/bin/bash
:
EOF
chmod +x "${ROOT}"/tmp/usr/bin/{makeinfo,install-info}
fi
# on Solaris 64-bits, (at least up to 10) libgcc_s resides in a
# non-standard location, and the compiler doesn't seem to record
# this in rpath while it does find it, resulting in a runtime trap
if [[ ${CHOST} == x86_64-*-solaris* || ${CHOST} == sparcv9-*-solaris* ]] ;
then
local libgccs64=/usr/sfw/lib/64/libgcc_s.so.1
[[ -e ${ROOT}/tmp/usr/bin/gcc ]] || \
cp "${libgccs64}" "${ROOT}"/tmp/usr/lib/
# save another copy for after gcc-config gets run and removes
# usr/lib/libgcc_s.* because new links should use the compiler
# specific libgcc_s, but existing objs need to find this
# libgcc_s for as long as they are around (bash->libreadline)
LDFLAGS="${LDFLAGS} -R${ROOT}/tmp/tmp"
mkdir -p "${ROOT}"/tmp/tmp/
cp "${libgccs64}" "${ROOT}"/tmp/tmp/
fi
# Disable RAP directory hacks of binutils and gcc. If libc.so
# linker script provides no hint of ld-linux*.so*, ld should
# look into its default library path. Prefix library pathes
# are taken care of by LDFLAGS in configure_cflags().
export BOOTSTRAP_RAP_STAGE2=yes
# Build a basic compiler and portage dependencies in $ROOT/tmp.
pkgs=(
sys-apps/gentoo-functions
app-portage/elt-patches
$([[ ${CHOST} == *-aix* ]] && echo dev-libs/libiconv ) # bash dependency
$([[ ${CHOST} == *-cygwin* ]] && echo dev-libs/libiconv ) # bash dependency
sys-libs/ncurses
sys-libs/readline
app-shells/bash
app-arch/xz-utils
sys-apps/sed
sys-apps/baselayout-prefix
dev-libs/libffi
sys-devel/m4
sys-devel/flex
sys-apps/diffutils # needed by bison-3 build system
sys-devel/bison
sys-devel/patch
sys-devel/binutils-config
)
# Old versions of gcc has been masked. We need gcc-4.7 to bootstrap
# on systems without a c++ compiler.
echo '<sys-devel/gcc-4.8' >> "${ROOT}"/tmp/etc/portage/package.unmask
# libffi-3.0_rc0 has broken Solaris ld support, which we still
# use at this stage (host compiler)
[[ ${CHOST} == *-solaris* ]] && echo "=dev-libs/libffi-3.3_rc0" \
>> "${ROOT}"/tmp/etc/portage/package.mask
# cmake has some external dependencies which require autoconf, etc.
# unless we only build the buildtool, bug #603012
echo "dev-util/cmake -server" >> "${ROOT}"/tmp/etc/portage/package.use
emerge_pkgs --nodeps "${pkgs[@]}" || return 1
# Debian multiarch supported by RAP needs ld to support sysroot.
EXTRA_ECONF=$(rapx --with-sysroot=/) \
emerge_pkgs --nodeps ${linker} || return 1
for pkg in ${compiler_stage1} ; do
# <glibc-2.5 does not understand .gnu.hash, use
# --hash-style=both to produce also sysv hash.
EXTRA_ECONF="--disable-bootstrap $(rapx --with-linker-hash-style=both) --with-local-prefix=${ROOT}" \
MYCMAKEARGS="-DCMAKE_USE_SYSTEM_LIBRARY_LIBUV=OFF" \
GCC_MAKE_TARGET=all \
TPREFIX="${ROOT}" \
PYTHON_COMPAT_OVERRIDE=python${PYTHONMAJMIN} \
emerge_pkgs --nodeps ${pkg} || return 1
if [[ "${pkg}" == *sys-devel/llvm* || ${pkg} == *sys-devel/clang* ]] ;
then
# we need llvm/clang ASAP for libcxx* doesn't build
# without C++11
[[ -x ${ROOT}/tmp/usr/bin/clang ]] && CC=clang
[[ -x ${ROOT}/tmp/usr/bin/clang++ ]] && CXX=clang++
fi
done
if [[ ${compiler_type} == clang ]] ; then
# we use Clang as our toolchain compiler, so we need to make
# sure we actually use it
{
echo
echo "# System compiler on $(uname) Prefix is Clang, do not remove this"
echo "CC=${CHOST}-clang"
echo "CXX=${CHOST}-clang++"
echo "OBJC=${CHOST}-clang"
echo "OBJCXX=${CHOST}-clang++"
echo "BUILD_CC=${CHOST}-clang"
echo "BUILD_CXX=${CHOST}-clang++"
} >> "${ROOT}"/etc/portage/make.conf
# llvm won't setup symlinks to CHOST-clang here because
# we're in a cross-ish situation (at least according to
# multilib.eclass -- can't blame it at this point really)
# do it ourselves here to make the bootstrap continue
if [[ -x "${ROOT}"/tmp/usr/bin/${CHOST}-clang ]] ; then
( cd "${ROOT}"/tmp/usr/bin && ln -s clang ${CHOST}-clang && ln -s clang++ ${CHOST}-clang++ )
fi
elif ! is-rap ; then
# make sure the EPREFIX gcc shared libraries are there
mkdir -p "${ROOT}"/usr/${CHOST}/lib/gcc
cp "${ROOT}"/tmp/usr/${CHOST}/lib/gcc/* "${ROOT}"/usr/${CHOST}/lib/gcc
fi
einfo "stage2 successfully finished"
}
bootstrap_stage2_log() {
bootstrap_stage2 ${@} 2>&1 | tee -a ${ROOT}/stage2.log
local ret=${PIPESTATUS[0]}
[[ ${ret} == 0 ]] && touch "${ROOT}/.stage2-finished"
return ${ret}
}
bootstrap_stage3() {
if ! type -P emerge > /dev/null ; then
eerror "emerge not found, did you bootstrap stage1?"
return 1
fi
configure_toolchain || return 1
if [[ ${compiler_type} == clang ]] ; then
if ! type -P clang > /dev/null ; then
eerror "clang not found, did you bootstrap stage2?"
return 1
fi
else
if ! type -P gcc > /dev/null ; then
eerror "gcc not found, did you bootstrap stage2?"
return 1
fi
fi
# if we resume this stage and python-exec was installed already in
# tmp, we basically made the system unusable, so remove python-exec
# here so we can use the python in tmp
for pef in python{,3} python{,3}-config ; do
rm -f "${ROOT}"/tmp/usr/bin/${pef}
[[ ${pef} == *-config ]] && ppf=-config || ppf=
( cd "${ROOT}"/tmp/usr/bin && ln -s python${PYTHONMAJMIN}${ppf} ${pef} )
done
get_libdir() {
local l=$(portageq envvar LIBDIR_$(portageq envvar ABI) 2>/dev/null)
[[ -z ${l} ]] && l=lib
echo ${l}
}
export CONFIG_SHELL="${ROOT}"/tmp/bin/bash
export CPPFLAGS="-isystem ${ROOT}/usr/include"
export LDFLAGS="-L${ROOT}/usr/$(get_libdir)"
[[ ${CHOST} == *-darwin* ]] || \
LDFLAGS+=" -Wl,-rpath=${ROOT}/usr/$(get_libdir)"
unset CC CXX
emerge_pkgs() {
# stage3 tools should be used first.
# PORTAGE_TMPDIR, EMERGE_LOG_DIR, FEATURES=force-prefix are
# needed with host portage.
#
# After the introduction of EAPI-7, eclasses now
# strictly distinguish between build dependencies that
# are binary compatible with the native build system
# (CBUILD, BDEPEND) and with the system being built
# (CHOST, RDEPEND). To correctly bootstrap stage3,
# PORTAGE_OVERRIDE_EPREFIX as BROOT is needed.
PREROOTPATH="${ROOT}"$(echo /{,tmp/}{usr/,}{,lib/llvm/{10,9,8,7,6,5}/}{s,}bin | sed "s, ,:${ROOT},g") \
EPREFIX="${ROOT}" PORTAGE_TMPDIR="${PORTAGE_TMPDIR}" \
FEATURES="${FEATURES} force-prefix" \
EMERGE_LOG_DIR="${ROOT}"/var/log \
do_emerge_pkgs "$@"
}
with_stack_emerge_pkgs() {
# keep FEATURES=stacked-prefix until we bump portage in stage1
FEATURES="${FEATURES} stacked-prefix" \
USE="${USE} prefix-stack" \
PORTAGE_OVERRIDE_EPREFIX="${ROOT}/tmp" \
emerge_pkgs "$@"
}
without_stack_emerge_pkgs() {
PORTAGE_OVERRIDE_EPREFIX="${ROOT}" \
emerge_pkgs "$@"
}
# Some packages fail to properly depend on sys-apps/texinfo.
# We don't really need that package, so we fake it instead,
# explicitly emerging it later on will overwrite the fakes.
if [[ ! -x "${ROOT}"/usr/bin/makeinfo ]]
then
cp -p "${ROOT}"/tmp/usr/bin/{makeinfo,install-info} "${ROOT}"/usr/bin
fi
if is-rap ; then
# We need ${ROOT}/usr/bin/perl to merge glibc.
if [[ ! -x "${ROOT}"/usr/bin/perl ]]; then
# trick "perl -V:apiversion" check of glibc-2.19.
echo -e "#!${ROOT}/bin/sh\necho 'apiversion=9999'" \
> "${ROOT}"/usr/bin/perl
chmod +x "${ROOT}"/usr/bin/perl
fi
# Need rsync to for linux-headers installation
if [[ ! -x "${ROOT}"/usr/bin/rsync ]]; then
cat > "${ROOT}"/usr/bin/rsync <<-EOF
#!${ROOT}/bin/bash
while (( \$# > 0 )); do
case \$1 in
-*) shift; continue ;;
*) break ;;
esac
done
dst="\$2"/\$(basename \$1)
mkdir -p "\${dst}"
cp -rv \$1/* "\${dst}"/
EOF
chmod +x "${ROOT}"/usr/bin/rsync
fi
# Tell dynamic loader the path of libgcc_s.so of stage2
if [[ ! -f "${ROOT}"/etc/ld.so.conf.d/stage2.conf ]]; then
mkdir -p "${ROOT}"/etc/ld.so.conf.d
dirname $(gcc -print-libgcc-file-name) \
> "${ROOT}"/etc/ld.so.conf.d/stage2.conf
fi
pkgs=(
sys-apps/baselayout
sys-apps/gentoo-functions
app-portage/elt-patches
sys-kernel/linux-headers
sys-libs/glibc
)
BOOTSTRAP_RAP=yes \
with_stack_emerge_pkgs --nodeps "${pkgs[@]}" || return 1
grep -q 'apiversion=9999' "${ROOT}"/usr/bin/perl && \
rm "${ROOT}"/usr/bin/perl
grep -q 'esac' "${ROOT}"/usr/bin/rsync && \
rm "${ROOT}"/usr/bin/rsync
pkgs=(
sys-devel/binutils-config
sys-libs/zlib
${linker}
)
# use the new dynamic linker in place of rpath from now on.
RAP_DLINKER=$(echo "${ROOT}"/$(get_libdir)/ld*.so.[0-9])
export LDFLAGS="-L${ROOT}/usr/$(get_libdir) -Wl,--dynamic-linker=${RAP_DLINKER}"
BOOTSTRAP_RAP=yes \
with_stack_emerge_pkgs --nodeps "${pkgs[@]}" || return 1
else
pkgs=(
sys-apps/gentoo-functions
app-portage/elt-patches
app-arch/xz-utils
sys-apps/sed
sys-apps/baselayout-prefix
sys-devel/m4
sys-devel/flex
sys-devel/binutils-config
sys-libs/zlib
${linker}
)
with_stack_emerge_pkgs --nodeps "${pkgs[@]}" || return 1
fi
# remove stage2 ld so that stage3 ld is used by stage2 gcc.
is-rap && [[ -f ${ROOT}/tmp/usr/${CHOST}/bin/ld ]] && \
mv ${ROOT}/tmp/usr/${CHOST}/bin/ld{,.stage2}
# On some hosts, gcc gets confused now when it uses the new linker,
# see for instance bug #575480. While we would like to hide that
# linker, we can't since we want the compiler to pick it up.
# Therefore, inject some kludgy workaround, for deps like gmp that
# use c++
[[ ${CHOST} != *-darwin* ]] && ! is-rap && export CXX="${CHOST}-g++ -lgcc_s"
# Clang unconditionally requires python, the eclasses are really not
# setup for a scenario where python doesn't live in the target
# prefix and no helpers are available
( cd "${ROOT}"/usr/bin && test ! -e python && \
ln -s "${ROOT}"/tmp/usr/bin/python${PYTHONMAJMIN} )
# in addition, avoid collisions
rm -Rf "${ROOT}"/tmp/usr/lib/python${PYTHONMAJMIN}/site-packages/clang
# llvm-3.5 doesn't find C++11 headers/lib by default, make it so
if [[ ${CHOST} == *-darwin9 ]] ; then
export OVERRIDE_CXXFLAGS="-I${ROOT}/tmp/usr/include/c++/v1 -fPIC"
# -fPIC is here because we need it, but the toolchain doesn't
# default to it (like for x86_64)
export OVERRIDE_CFLAGS="-fPIC"
# replace GCC's libstdc++ with libcxx (super hack!)
( cd "${ROOT}"/tmp/usr/lib/gcc/${CHOST}/4.2.1 \
&& ! test -e libstdc++.6.0.9.dylib-gcc \
&& mv libstdc++.6.0.9.dylib{,-gcc} \
&& ln -s ../../../libc++.1.dylib libstdc++.6.0.9.dylib )
fi
# try to get ourself out of the mudd, bug #575324
EXTRA_ECONF="--disable-compiler-version-checks $(rapx --disable-lto)" \
MYCMAKEARGS="-DCMAKE_USE_SYSTEM_LIBRARY_LIBUV=OFF" \
PYTHON_COMPAT_OVERRIDE=python${PYTHONMAJMIN} \
with_stack_emerge_pkgs --nodeps ${compiler} || return 1
# undo libgcc_s.so path of stage2
# now we have the compiler right there
unset CXX CPPFLAGS LDFLAGS
# On Darwin we have llvm-3.5 at this point, which provides nm.
# However for some reason this nm doesn't quite get it on newer
# platforms at least, resulting in bugs like #598336. To cater for
# that, get rid of this nm and rely on the host one at this stage
[[ ${CHOST} == *-darwin* ]] && \
rm -f "${ROOT}"{,/tmp}/usr/bin/{,${CHOST}-}nm
rm -f "${ROOT}"/etc/ld.so.conf.d/stage2.conf
( cd "${ROOT}"/usr/bin && test ! -e python && rm -f python${PYTHONMAJMIN} )
# Use $ROOT tools where possible from now on.
if [[ $(readlink "${ROOT}"/bin/sh) == "${ROOT}/tmp/"* ]] ; then
rm -f "${ROOT}"/bin/sh
ln -s bash "${ROOT}"/bin/sh
fi
# start using apps from new target
export PREROOTPATH="${ROOT}/usr/bin:${ROOT}/bin"
# get a sane bash, overwriting tmp symlinks
with_stack_emerge_pkgs "" "app-shells/bash" || return 1
# now we have a shell right there
unset CONFIG_SHELL
# Build portage and dependencies.
pkgs=(
sys-apps/coreutils
sys-apps/findutils
app-arch/gzip
app-arch/tar
sys-apps/grep
sys-apps/gawk
sys-devel/make
sys-apps/file
app-admin/eselect
$( [[ ${CHOST} == *-cygwin* ]] && echo sys-libs/cygwin-crypt )
)
# for grep we need to do a little workaround as we might use llvm-3.4
# here, which doesn't necessarily grok the system headers on newer
# OSX, confusing the buildsystem
ac_cv_c_decl_report=warning \
TIME_T_32_BIT_OK=yes \
with_stack_emerge_pkgs "" "${pkgs[@]}" || return 1
if [[ ! -x "${ROOT}"/sbin/openrc-run ]]; then
echo "We need openrc-run at ${ROOT}/sbin to merge rsync." \
> "${ROOT}"/sbin/openrc-run
chmod +x "${ROOT}"/sbin/openrc-run
fi
# gettext pulls in portage, which since 2.2.28 needs ssl enabled, so
# we need to lift our mask for that. (USE=ssl)
pkgs=(
virtual/os-headers
sys-devel/gettext
sys-apps/portage
)
# Bug 655414, 676096.
# Enough packages emerged with USE=prefix-stack with tmp/ as base prefix
# to allow for sys-apps/portage itself and dependencies without any
# dependency into tmp/ now.
# Portage does search it's global config using PORTAGE_OVERRIDE_EPREFIX,
# so we need to provide it there - emerging portage itself is expected
# to finally overwrite it.
if [[ ! -d "${ROOT}"/usr/share/portage ]]; then
mkdir -p "${ROOT}"/usr/share
cp -a "${ROOT}"{/tmp,}/usr/share/portage
fi
USE="ssl" \
without_stack_emerge_pkgs "" "${pkgs[@]}" || return 1
# Switch to the proper portage.
hash -r
# Update the portage tree.
treedate=$(date -f "${PORTDIR}"/metadata/timestamp +%s)
nowdate=$(date +%s)
[[ ( ! -e ${PORTDIR}/.unpacked ) && \
$((nowdate - (60 * 60 * 24))) -lt ${treedate} ]] || \
if [[ ${OFFLINE_MODE} ]]; then
# --keep used ${DISTDIR}, which make it easier to download a
# snapshot beforehand
emerge-webrsync --keep || return 1
else
emerge --sync || emerge-webrsync || return 1
fi
# avoid installing git or encryption just for fun while completing @system
export USE="-git -crypt"
# Portage should figure out itself what it needs to do, if anything.
# Avoid glib compiling for Cocoa libs if it finds them, since we're
# still with an old llvm that may not understand the system headers
# very well on Darwin (-DGNUSTEP_BASE_VERSION hack)
einfo "running emerge -u system"
CPPFLAGS="-DGNUSTEP_BASE_VERSION" \
CFLAGS= CXXFLAGS= emerge -u system || return 1
# remove anything that we don't need (compilers most likely)
einfo "running emerge --depclean"
emerge --depclean
# "wipe" mtimedb such that the resume list is proper after this stage
# (--depclean may fail, which is ok)
sed -i -e 's/resume/cleared/' "${ROOT}"/var/cache/edb/mtimedb
einfo "stage3 successfully finished"
}
bootstrap_stage3_log() {
bootstrap_stage3 ${@} 2>&1 | tee -a ${ROOT}/stage3.log
local ret=${PIPESTATUS[0]}
[[ ${ret} == 0 ]] && touch "${ROOT}/.stage3-finished"
return ${ret}
}
set_helper_vars() {
CXXFLAGS="${CXXFLAGS:-${CFLAGS}}"
export PORTDIR=${PORTDIR:-"${ROOT}/var/db/repos/gentoo"}
export DISTDIR=${DISTDIR:-"${ROOT}/var/cache/distfiles"}
PORTAGE_TMPDIR=${PORTAGE_TMPDIR:-${ROOT}/var/tmp}
DISTFILES_URL=${DISTFILES_URL:-"http://dev.gentoo.org/~grobian/distfiles"}
GNU_URL=${GNU_URL:="http://ftp.gnu.org/gnu"}
DISTFILES_G_O="http://distfiles.gentoo.org"
GENTOO_MIRRORS=${GENTOO_MIRRORS:=${DISTFILES_G_O}}
SNAPSHOT_HOST=$(rapx ${DISTFILES_G_O} http://rsync.prefix.bitzolder.nl)
SNAPSHOT_URL=${SNAPSHOT_URL:-"${SNAPSHOT_HOST}/snapshots"}
GCC_APPLE_URL="http://www.opensource.apple.com/darwinsource/tarballs/other"
export MAKE CONFIG_SHELL
}
bootstrap_get_defaults() {
# TODO should immediately die on platforms that we know are
# impossible due extremely hard dependency chains
# (NetBSD/OpenBSD)
cat <<"EOF"
.
.vir. d$b
.d$$$$$$b. .cd$$b. .d$$b. d$$$$$$$$$$$b .d$$b. .d$$b.
$$$$( )$$$b d$$$()$$$. d$$$$$$$b Q$$$$$$$P$$$P.$$$$$$$b. .$$$$$$$b.
Q$$$$$$$$$$B$$$$$$$$P" d$$$PQ$$$$b. $$$$. .$$$P' `$$$ .$$$P' `$$$
"$$$$$$$P Q$$$$$$$b d$$$P Q$$$$b $$$$b $$$$b..d$$$ $$$$b..d$$$
d$$$$$$P" "$$$$$$$$ Q$$$ Q$$$$ $$$$$ `Q$$$$$$$P `Q$$$$$$$P
$$$$$$$P `""""" "" "" Q$$$P "Q$$$P" "Q$$$P"
`Q$$P" """
Welcome to the Gentoo Prefix interactive installer!
I will attempt to install Gentoo Prefix on your system. To do so, I'll
ask you some questions first. After that, you'll have to practise
patience as your computer and I try to figure out a way to get a lot of
software packages compiled. If everything goes according to plan,
you'll end up with what we call "a Prefix install", but by that time,
I'll tell you more.
EOF
[[ ${TODO} == 'noninteractive' ]] && ans=yes ||
read -p "Do you want me to start off now? [Yn] " ans
case "${ans}" in
[Yy][Ee][Ss]|[Yy]|"")
: ;;
*)
echo "Right. Aborting..."
exit 1
;;
esac
if [[ ${CHOST} == *-cygwin* ]]; then
if [[ -r /var/run/cygfork/. ]]; then
cat << EOF
Whoah there, I've found the /var/run/cygfork/ directory. This makes
me believe you have a working fork() in your Cygwin instance, which
seems you really know what I can do for you when you help me out!
EOF
else
echo
[[ ${TODO} == 'noninteractive' ]] && ans="yes" ||
read -p "Are you really, really sure what you want me to do for you? [no] " ans
case "${ans}" in
[Yy][Ee][Ss]) ;;
*)
cat << EOF
Puh, I'm glad you agree with me here, thanks!
EOF
exit 1
;;
esac
cat << EOF
Well...
EOF
[[ ${TODO} == 'noninteractive' ]] || sleep 1
cat << EOF
Nope, seems you aren't: This is Windows after all,
which I'm traditionally incompatible with!
EOF
[[ ${TODO} == 'noninteractive' ]] || sleep 1
cat << EOF
But wait, there might be help!
EOF
[[ ${TODO} == 'noninteractive' ]] || sleep 1
cat << EOF
Once upon a time there was a guy, probably as freaky as you, my master.
And whether you believe or not, he has been able to do something useful
to Windows, in that he completed a piece of code to support myself.
Although you already use that piece of code - yes, it's called Cygwin,
you seem to not use this freaky guy's completions yet.
To help me out of the incompatibility hole, please read and follow
https://wiki.gentoo.org/wiki/Prefix/Cygwin first.
But remember that you won't get support from upstream Cygwin now.
EOF
exit 1
fi
fi
if [[ ${UID} == 0 ]] ; then
cat << EOF
Hmmm, you appear to be root, or at least someone with UID 0. I really
don't like that. The Gentoo Prefix people really discourage anyone
running Gentoo Prefix as root. As a matter of fact, I'm just refusing
to help you any further here.
If you insist, you'll have go without my help, or bribe me.
EOF
exit 1
fi
echo
echo "It seems to me you are '${USER:-$(whoami 2> /dev/null)}' (${UID}), that looks cool to me."
# Expect noninteractive users to know what they do:
# Take EPREFIX from argv1 (=ROOT), not from env var.
[[ ${TODO} == 'noninteractive' ]] && EPREFIX=${ROOT}
echo
echo "I'm going to check for some variables in your environment now:"
local flag dvar badflags=
for flag in \
ASFLAGS \
CFLAGS \
CPPFLAGS \
CXXFLAGS \
DYLD_LIBRARY_PATH \
GREP_OPTIONS \
LDFLAGS \
LD_LIBRARY_PATH \
LIBPATH \
PERL_MM_OPT \
PERL5LIB \
PKG_CONFIG_PATH \
PYTHONPATH \
ROOT \
CPATH \
LIBRARY_PATH \
; do
# starting on purpose a shell here iso ${!flag} because I want
# to know if the shell initialisation files trigger this
# note that this code is so complex because it handles both
# C-shell as well as *sh
dvar="echo \"((${flag}=\${${flag}}))\""
dvar="$(echo "${dvar}" | env -i HOME=$HOME $SHELL -l 2>/dev/null)"
if [[ ${dvar} == *"((${flag}="?*"))" ]] ; then
badflags="${badflags} ${flag}"
dvar=${dvar#*((${flag}=}
dvar=${dvar%%))*}
echo " uh oh, ${flag}=${dvar} :("
else
echo " it appears ${flag} is not set :)"
fi
# unset for the current environment
unset ${flag}
done
if [[ -n ${badflags} ]] ; then
cat << EOF
Ahem, your shell environment contains some variables I'm allergic to:
${badflags}
These flags can and will influence the way in which packages compile.
In fact, they have a long standing tradition to break things. I really
prefer to be on my own here. So please make sure you disable these
environment variables in your shell initialisation files. After you've
done that, you can run me again.
EOF
exit 1
fi
echo
echo "I'm excited! Seems we can finally do something productive now."
cat << EOF
Ok, I'm going to do a little bit of guesswork here. Thing is, your
machine appears to be identified by CHOST=${CHOST}.
EOF
case "${CHOST}" in
powerpc*|ppc*|sparc*)
cat << EOF
To me, it seems to be a big-endian machine. I told you before you need
patience, but with your machine, regardless how many CPUs you have, you
need some more. Context switches are just expensive, and guess what
fork/execs result in all the time. I'm going to make it even worse for
you, configure and make typically are fork/exec bombs.
I'm going to assume you're actually used to having patience with this
machine, which is good, because I really love a box like yours!
EOF
;;
esac
# eventually the user does know where to find a compiler
[[ ${TODO} == 'noninteractive' ]] &&
usergcc=$(type -P gcc 2>/dev/null)
# the standard path we want to start with, override anything from
# the user on purpose
PATH="/usr/bin:/bin"
# don't exclude the path to bash if it isn't in a standard location
type -P bash > /dev/null || PATH="${BASH%/bash}:${PATH}"
case "${CHOST}" in
*-solaris*)
cat << EOF
Ok, this is Solaris, or a derivative like OpenSolaris or OpenIndiana.
Sometimes, useful tools necessary at this stage are hidden. I'm going
to check if that's the case for your system too, and if so, add those
locations to your PATH.
EOF
# could do more "smart" CHOST deductions here, but brute
# force is most likely as quick, but simpler
[[ -d /usr/sfw/bin ]] \
&& PATH="${PATH}:/usr/sfw/bin"
[[ -d /usr/sfw/i386-sun-solaris${CHOST##*-solaris}/bin ]] \
&& PATH="${PATH}:/usr/sfw/i386-sun-solaris${CHOST##*-solaris}/bin"
[[ -d /usr/sfw/sparc-sun-solaris${CHOST##*-solaris}/bin ]] \
&& PATH="${PATH}:/usr/sfw/sparc-sun-solaris${CHOST##*-solaris}/bin"
# OpenIndiana 151a5
[[ -d /usr/gnu/bin ]] && PATH="${PATH}:/usr/gnu/bin"
# SmartOS
[[ -d /opt/local/gcc7/bin ]] && PATH="${PATH}:/opt/local/gcc7/bin"
[[ -d /opt/local/gcc47/bin ]] && PATH="${PATH}:/opt/local/gcc47/bin"
;;
*-darwin1*)
# Apple ships a broken clang by default, fun!
[[ -e /Library/Developer/CommandLineTools/usr/bin/clang ]] \
&& PATH="/Library/Developer/CommandLineTools/usr/bin:${PATH}"
;;
*-cygwin*)
# Keep some Windows
PATH+=":$(cygpath -S):$(cygpath -W)"
;;
esac
# TODO: should we better use cc here? or check both?
if ! type -P gcc > /dev/null && ! type -P clang > /dev/null ; then
case "${CHOST}" in
*-darwin*)
cat << EOF
Uh oh... a Mac OS X system, but without compiler. You must have
forgotten to install Xcode tools. If your Mac didn't come with an
install DVD (pre Lion) you can find it in the Mac App Store, or download
the Xcode command line tools from Apple Developer Connection. If you
did get a CD/DVD with your Mac, there is a big chance you can find Xcode
on it, and install it right away.
Please do so, and try me again!
EOF
exit 1
;;
*-solaris2.[789]|*-solaris2.10)
cat << EOF
Yikes! Your Solaris box doesn't come with gcc in /usr/sfw/blabla/bin?
What good is it to me then? I can't find a compiler! I'm afraid
you'll have to find a way to install the Sun FreeWare tools somehow, is
it on the Companion disc perhaps?
See me again when you figured it out.
EOF
exit 1
;;
*-solaris*)
SOLARIS_RELEASE=$(head -n1 /etc/release)
if [[ ${SOLARIS_RELEASE} == *"Oracle Solaris"* ]] ; then
cat << EOF
Seems like you have installed Oracle Solaris ${SOLARIS_RELEASE}.
I suppose you have solaris publisher set. If not, use:
pkg set-publisher -p http://pkg.oracle.com/solaris/release
You need to install some necessary packages:
pkg install developer/gcc-45 system/header
In the meanwhile, I'll wait here until you run me again, with a compiler.
EOF
else
cat << EOF
Sigh. This is OpenSolaris or OpenIndiana? I can't tell the difference
without looking more closely. What I DO know, is that there is no
compiler, at least not where I was just looking, so how do we continue
from here, eh? I just think you didn't install one. I know it can be
tricky on OpenIndiana, for instance, so won't blame you. In case you're
on OpenIndiana, I'll help you a bit. Perform the following as
super-user:
pkg install developer/gnu system/header
In the meanwhile, I'll wait here until you run me again, with a compiler.
EOF
fi
exit 1
;;
*)
cat << EOF
Well, well... let's make this painful situation as short as it can be:
you don't appear to have a compiler around for me to play with.
Since I like your PATH to be as minimal as possible, I threw away
everything you put in it, and started from scratch. Perhaps, the almost
impossible happened that I was wrong in doing so.
Ok, I'll give you a chance. You can now enter what you think is
necessary to add to PATH for me to find a compiler. I start off with
PATH=${PATH} and will add anything you give me here.
EOF
[[ ${TODO} == 'noninteractive' ]] && ans="${usergcc%/gcc}" ||
read -p "Where can I find your compiler? [] " ans
case "${ans}" in
"")
: ;;
*)
PATH="${PATH}:${ans}"
;;
esac
if ! type -P gcc > /dev/null ; then
cat << EOF
Are you sure you have a compiler? I didn't find one. I think you
better first go get one, then run me again.
EOF
exit 1
else
echo
echo "Pfff, ok, it seems you were right. Can we move on now?"
fi
;;
esac
else
echo
echo "Great! You appear to have a compiler in your PATH"
fi
if type -P xcode-select > /dev/null ; then
if [[ ! -d /usr/include ]] ; then
# bug #512032
cat << EOF
You don't have /usr/include, this thwarts me to build stuff.
Please execute:
xcode-select --install
or install /usr/include in another way and try running me again.
EOF
exit 1
fi
if [[ $(xcode-select -p) != */CommandLineTools ]] ; then
# to an extent, bug #564814 and bug #562800
cat << EOF
Your xcode-select is not set to CommandLineTools. This prevents builds
from succeeding. Switch to command line tools for the bootstrap to
continue. Please execute:
xcode-select -s /Library/Developer/CommandLineTools
and try running me again.
EOF
if ! xcode-select -p > /dev/null && [[ ${CHOST} == powerpc* ]]; then
# ancient Xcode (3.0/3.1)
cat << EOF
Ok, this is an old system, let's just try and see what happens.
EOF
else
exit 1
fi
fi
fi
echo
local ncpu=
case "${CHOST}" in
*-cygwin*) ncpu=$(cmd /D /Q /C 'echo %NUMBER_OF_PROCESSORS%' | tr -d "\\r") ;;
*-darwin*) ncpu=$(/usr/sbin/sysctl -n hw.ncpu) ;;
*-freebsd*) ncpu=$(/sbin/sysctl -n hw.ncpu) ;;
*-solaris*) ncpu=$(/usr/sbin/psrinfo | wc -l) ;;
*-linux-gnu*) ncpu=$(cat /proc/cpuinfo | grep processor | wc -l) ;;
*-aix*) ncpu=$(/usr/sbin/bindprocessor -q | cut -d: -f2 | wc -w) ;;
*) ncpu=1 ;;
esac
# get rid of excess spaces (at least Solaris wc does)
ncpu=$((ncpu + 0))
# Suggest usage of 100% to 60% of the available CPUs in the range
# from 1 to 14. We limit to no more than 8, since we easily flood
# the bus on those heavy-core systems and only slow down in that
# case anyway.
local tcpu=$((ncpu / 2 + 1))
[[ ${tcpu} -gt 8 ]] && tcpu=8
[[ -n ${USE_CPU_CORES} ]] && tcpu=${USE_CPU_CORES}
cat << EOF
I did my utmost best, and found that you have ${ncpu} cpu cores. If
this looks wrong to you, you can happily ignore me. Based on the number
of cores you have, I came up with the idea of parallelising compilation
work where possible with ${tcpu} parallel make threads. If you have no
clue what this means, you should go with my excellent default I've
chosen below, really!
EOF
[[ ${TODO} == 'noninteractive' ]] && ans="" ||
read -p "How many parallel make jobs do you want? [${tcpu}] " ans
case "${ans}" in
"")
MAKEOPTS="-j${tcpu}"
;;
*)
if [[ ${ans} -le 0 ]] ; then
echo
echo "You should have entered a non-zero integer number, obviously..."
exit 1
elif [[ ${ans} -gt ${tcpu} && ${tcpu} -ne 1 ]] ; then
if [[ ${ans} -gt ${ncpu} ]] ; then
cat << EOF
Want to push it very hard? I already feel sorry for your poor box with
its mere ${ncpu} cpu cores.
EOF
elif [[ $((ans - tcpu)) -gt 1 ]] ; then
cat << EOF
So you think you can stress your system a bit more than my extremely
well thought out formula suggested you? Hmmpf, I'll take it you know
what you're doing then.
EOF
sleep 1
echo "(are you?)"
fi
fi
MAKEOPTS="-j${ans}"
;;
esac
export MAKEOPTS
#32/64 bits, multilib
local candomultilib=no
local t64 t32
case "${CHOST}" in
*86*-darwin9|*86*-darwin1[012345])
# PPC/Darwin only works in 32-bits mode, so this is Intel
# only, and only starting from Leopard (10.5, darwin9)
candomultilib=yes
t64=x86_64-${CHOST#*-}
t32=i686-${CHOST#*-}
;;
*-solaris*)
# Solaris is a true multilib system from as long as it does
# 64-bits, we only need to know if the CPU we use is capable
# of doing 64-bits mode
[[ $(/usr/bin/isainfo | tr ' ' '\n' | wc -l) -ge 2 ]] \
&& candomultilib=yes
if [[ ${CHOST} == sparc* ]] ; then
t64=sparcv9-${CHOST#*-}
t32=sparc-${CHOST#*-}
else
t64=x86_64-${CHOST#*-}
t32=i386-${CHOST#*-}
fi
;;
# Even though multilib on Linux is often supported in some way,
# it's hardly ever installed by default (it seems)
# Since it's non-trivial to figure out if such system (binary
# packages can report to be multilib, but lack all necessary
# libs) is truely multilib capable, we don't bother here. The
# user can override if he/she is really convinced the system can
# do it.
esac
if [[ ${candomultilib} == yes ]] ; then
cat << EOF
Your system appears to be a multilib system, that is in fact also
capable of doing multilib right here, right now. Multilib means
something like "being able to run multiple kinds of binaries". The most
interesting kind for you now is 32-bits versus 64-bits binaries. I can
create both a 32-bits as well as a 64-bits Prefix for you, but do you
actually know what I'm talking about here? If not, just accept the
default here. Honestly, you don't want to change it if you can't name
one advantage of 64-bits over 32-bits other than that 64 is a higher
number and when you buy a car or washing machine, you also always choose
the one with the highest number.
EOF
[[ ${TODO} == 'noninteractive' ]] && ans="" ||
case "${CHOST}" in
x86_64-*|sparcv9-*) # others can't do multilib, so don't bother
# 64-bits native
read -p "How many bits do you want your Prefix to target? [64] " ans
;;
*)
# 32-bits native
read -p "How many bits do you want your Prefix to target? [32] " ans
;;
esac
case "${ans}" in
"")
: ;;
32)
CHOST=${t32}
;;
64)
CHOST=${t64}
;;
*)
cat << EOF
${ans}? Yeah Right(tm)! You obviously don't know what you're talking
about, so I'll take the default instead.
EOF
;;
esac
fi
export CHOST
# Figure out if we are bootstrapping from an existing Gentoo
# It can be forced by setting HOST_GENTOO_EROOT manually
local t_GENTOO_EROOT=$(env -u EPREFIX portageq envvar EROOT 2> /dev/null)
if [[ ! -d ${HOST_GENTOO_EROOT} && -d ${t_GENTOO_EROOT} ]]; then
cat <<EOF
Sweet, a Gentoo Penguin is found at ${t_GENTOO_EROOT}. Hey, you are
really a Gentoo lover, aren't you? Me too! By leveraging the existing
portage, we can save a lot of time."
EOF
[[ ${TODO} == 'noninteractive' ]] && ans=no ||
read -p " Do you want me to take the shortcut? [yN] " ans
case "${ans}" in
[Yy][Ee][Ss]|[Yy])
echo "Good!"
export HOST_GENTOO_EROOT="${t_GENTOO_EROOT}"
: ;;
*)
echo "Fine, I will bootstrap from scratch."
;;
esac
fi
# choose EPREFIX, we do this last, since we have to actually write
# to the filesystem here to check that the EPREFIX is sane
cat << EOF
Each and every Prefix has a home. That is, a place where everything is
supposed to be in. That place must be fully writable by you (duh), but
should also be able to hold some fair amount of data and preferably be
reasonably fast. In terms of space, I advise something around 2GiB
(it's less if you're lucky). I suggest a reasonably fast place because
we're going to compile a lot, and that generates a fair bit of IO. If
some networked filesystem like NFS is the only option for you, then
you're just going to have to wait a fair bit longer.
This place which is your Prefix' home, is often referred to by a
variable called EPREFIX.
EOF
while true ; do
if [[ -z ${EPREFIX} ]] ; then
# Make the default for Mac users a bit more "native feel"
[[ ${CHOST} == *-darwin* ]] \
&& EPREFIX=$HOME/Gentoo \
|| EPREFIX=$HOME/gentoo
fi
echo
[[ ${TODO} == 'noninteractive' ]] && ans= ||
read -p "What do you want EPREFIX to be? [$EPREFIX] " ans
case "${ans}" in
"")
: ;;
/*)
EPREFIX=${ans}
;;
*)
echo
echo "EPREFIX must be an absolute path!"
[[ ${TODO} == 'noninteractive' ]] && exit 1
EPREFIX=
continue
;;
esac
if [[ ! -d ${EPREFIX} ]] && ! mkdir -p "${EPREFIX}"/. ; then
echo
echo "It seems I cannot create ${EPREFIX}."
[[ ${TODO} == 'noninteractive' ]] && exit 1
echo "I'll forgive you this time, try again."
EPREFIX=
continue
fi
#readlink -f would not work on darwin, so use bash builtins
local realEPREFIX="$(cd "$EPREFIX"; pwd -P)"
if [[ -z ${I_KNOW_MY_GCC_WORKS_FINE_WITH_SYMLINKS} && ${EPREFIX} != ${realEPREFIX} ]]; then
echo
echo "$EPREFIX contains a symlink, which will make the merge of gcc"
echo "imposible, use '${realEPREFIX}' instead or"
echo "export I_KNOW_MY_GCC_WORKS_FINE_WITH_SYMLINKS='hell yeah'"
[[ ${TODO} == 'noninteractive' ]] && exit 1
echo "Have another try."
EPREFIX="${realEPREFIX}"
continue
fi
if ! touch "${EPREFIX}"/.canihaswrite >& /dev/null ; then
echo
echo "I cannot write to ${EPREFIX}!"
[[ ${TODO} == 'noninteractive' ]] && exit 1
echo "You want some fun, but without me? Try another location."
EPREFIX=
continue
fi
# don't really expect this one to fail
rm -f "${EPREFIX}"/.canihaswrite || exit 1
# location seems ok
break;
done
export STAGE1_PATH=${PATH}
export PATH="$EPREFIX/usr/bin:$EPREFIX/bin:$EPREFIX/tmp/usr/bin:$EPREFIX/tmp/bin:$EPREFIX/tmp/usr/local/bin:${PATH}"
cat << EOF
OK! I'm going to give it a try, this is what I have collected sofar:
EPREFIX=${EPREFIX}
CHOST=${CHOST}
PATH=${PATH}
MAKEOPTS=${MAKEOPTS}
I'm now going to make an awful lot of noise going through a sequence of
stages to make your box as groovy as I am myself, setting up your
Prefix. In short, I'm going to run stage1, stage2, stage3, followed by
emerge -e system. If any of these stages fail, both you and me are in
deep trouble. So let's hope that doesn't happen.
EOF
echo
[[ ${TODO} == 'noninteractive' ]] && ans="" ||
read -p "Type here what you want to wish me [luck] " ans
if [[ -n ${ans} && ${ans} != "luck" ]] ; then
echo "Huh? You're not serious, are you?"
sleep 3
fi
echo
}
bootstrap_all_stages() {
bootstrap_get_defaults
if [[ -d ${HOST_GENTOO_EROOT} ]]; then
if ! [[ -x ${EPREFIX}/tmp/usr/lib/portage/bin/emerge ]] && ! ${BASH} ${BASH_SOURCE[0]} "${EPREFIX}" stage_host_gentoo ; then
# stage host gentoo fail
cat << EOF
I tried running
${BASH} ${BASH_SOURCE[0]} "${EPREFIX}" stage_host_gentoo
but that failed :( I have no clue, really. Please find friendly folks
in #gentoo-prefix on irc.gentoo.org, gentoo-alt@lists.gentoo.org mailing list,
or file a bug at bugs.gentoo.org under Gentoo/Alt, Prefix Support.
Sorry that I have failed you master. I shall now return to my humble cave.
EOF
exit 1
fi
fi
# because we unset ROOT from environment above, and we didn't set
# ROOT as argument in the script, we set ROOT here to the EPREFIX we
# just harvested
ROOT="${EPREFIX}"
set_helper_vars
if ! [[ -e ${EPREFIX}/.stage1-finished ]] && ! bootstrap_stage1_log ; then
# stage 1 fail
cat << EOF
I tried running
bootstrap_stage1_log
but that failed :( I have no clue, really. Please find friendly folks
in #gentoo-prefix on irc.gentoo.org, gentoo-alt@lists.gentoo.org mailing list,
or file a bug at bugs.gentoo.org under Gentoo/Alt, Prefix Support.
Sorry that I have failed you master. I shall now return to my humble cave.
You can find a log of what happened in ${EPREFIX}/stage1.log
EOF
exit 1
fi
unset ROOT
# stage1 has set a profile, which defines CHOST, so unset any CHOST
# we've got here to avoid cross-compilation due to slight
# differences caused by our guessing vs. what the profile sets.
# This happens at least on 32-bits Darwin, with i386 and i686.
# https://bugs.gentoo.org/show_bug.cgi?id=433948
unset CHOST
export CHOST=$(portageq envvar CHOST)
# after stage1 and stage2 we should have a bash of our own, which
# is preferably over the host-provided one, because we know it can
# deal with the bash-constructs we use in stage3 and onwards
hash -r
local https_needed=no
if ! [[ -e ${EPREFIX}/.stage2-finished ]] \
&& ! ${BASH} ${BASH_SOURCE[0]} "${EPREFIX}" stage2_log ; then
# stage 2 fail
cat << EOF
Odd! Running
${BASH} ${BASH_SOURCE[0]} "${EPREFIX}" stage2
failed! :( Details might be found in the build log:
EOF
for log in "${EPREFIX}"{/tmp,}/var/tmp/portage/*/*/temp/build.log ; do
[[ -e ${log} ]] || continue
echo " ${log}"
grep -q "HTTPS support not compiled in" "${log}" && https_needed=yes
done
[[ -e ${log} ]] || echo " (no build logs found?!?)"
if [[ ${https_needed} == "yes" ]] ; then
cat << EOF
It seems one of your logs indicates a download problem due to missing
HTTPS support. If this appears to be the problem for real, you can work
around this for now by downloading the file manually and placing it in
"${DISTDIR}"
I will find it when you run me again. If this is NOT the problem, then
EOF
fi
cat << EOF
I have no clue, really. Please find friendly folks in #gentoo-prefix on
irc.gentoo.org, gentoo-alt@lists.gentoo.org mailing list, or file a bug
at bugs.gentoo.org under Gentoo/Alt, Prefix Support.
Remember you might find some clues in ${EPREFIX}/stage2.log
EOF
exit 1
fi
# new bash
hash -r
if ! [[ -e ${EPREFIX}/.stage3-finished ]] \
&& ! bash ${BASH_SOURCE[0]} "${EPREFIX}" stage3_log ; then
# stage 3 fail
hash -r # previous cat (tmp/usr/bin/cat) may have been removed
cat << EOF
Hmmmm, I was already afraid of this to happen. Running
$(type -P bash) ${BASH_SOURCE[0]} "${EPREFIX}" stage3
somewhere failed :( Details might be found in the build log:
EOF
for log in "${EPREFIX}"{/tmp,}/var/tmp/portage/*/*/temp/build.log ; do
[[ -e ${log} ]] || continue
echo " ${log}"
grep -q "HTTPS support not compiled in" "${log}" && https_needed=yes
done
[[ -e ${log} ]] || echo " (no build logs found?!?)"
if [[ ${https_needed} == "yes" ]] ; then
cat << EOF
It seems one of your logs indicates a download problem due to missing
HTTPS support. If this appears to be the problem for real, you can work
around this for now by downloading the file manually and placing it in
"${DISTDIR}"
I will find it when you run me again. If this is NOT the problem, then
EOF
fi
cat << EOF
I have no clue, really. Please find friendly folks in #gentoo-prefix on
irc.gentoo.org, gentoo-alt@lists.gentoo.org mailing list, or file a bug
at bugs.gentoo.org under Gentoo/Alt, Prefix Support. This is most
inconvenient, and it crushed my ego. Sorry, I give up.
Should you want to give it a try, there is ${EPREFIX}/stage3.log
EOF
exit 1
fi
bootstrap_emerge_emptytree_system
}
bootstrap_emerge_emptytree_system() {
local cmd="emerge -e system"
if [[ -e ${EPREFIX}/var/cache/edb/mtimedb ]] && \
grep -q resume "${EPREFIX}"/var/cache/edb/mtimedb ;
then
cmd="emerge --resume"
fi
einfo "running ${cmd}"
if ${cmd} ; then
# Now, after 'emerge -e system', we can get rid of the temporary tools.
if [[ -d ${EPREFIX}/tmp/var/tmp ]] ; then
rm -Rf "${EPREFIX}"/tmp || return 1
mkdir -p "${EPREFIX}"/tmp || return 1
fi
hash -r # tmp/* stuff is removed in stage3
else
# emerge -e system fail
cat << EOF
Oh yeah, I thought I was almost there, and then this! I did
${cmd}
and it failed at some point :( Details might be found in the build log:
EOF
for log in "${EPREFIX}"/var/tmp/portage/*/*/temp/build.log ; do
[[ -e ${log} ]] || continue
echo " ${log}"
done
[[ -e ${log} ]] || echo " (no build logs found?!?)"
cat << EOF
I have no clue, really. Please find friendly folks in #gentoo-prefix on
irc.gentoo.org, gentoo-alt@lists.gentoo.org mailing list, or file a bug
at bugs.gentoo.org under Gentoo/Alt, Prefix Support.
You know, I got the feeling you just started to like me, but I guess
that's all gone now. I'll bother you no longer.
EOF
exit 1
fi
if ! bash ${BASH_SOURCE[0]} "${EPREFIX}" startscript ; then
# startscript fail?
cat << EOF
Ok, let's be honest towards each other. If
$(type -P bash) ${BASH_SOURCE[0]} "${EPREFIX}" startscript
fails, then who cheated on who? Either you use an obscure shell, or
your PATH isn't really sane afterall. Despite, I can't really
congratulate you here, you basically made it to the end.
Please find friendly folks in #gentoo-prefix on irc.gentoo.org,
gentoo-alt@lists.gentoo.org mailing list, or file a bug at
bugs.gentoo.org under Gentoo/Alt, Prefix Support.
It's sad we have to leave each other this way. Just an inch away...
EOF
exit 1
fi
echo
cat << EOF
Woah! Everything just worked! Now YOU should run
${EPREFIX}/startprefix
and enjoy! Thanks for using me, it was a pleasure to work with you.
EOF
}
## End Functions
## some vars
# We do not want stray $TMP, $TMPDIR or $TEMP settings
unset TMP TMPDIR TEMP
# Try to guess the CHOST if not set. We currently only support guessing
# on a very sloppy base.
if [[ -z ${CHOST} ]]; then
if [[ x$(type -t uname) == "xfile" ]]; then
case `uname -s` in
Linux)
case `uname -m` in
ppc*)
CHOST="`uname -m | sed -e 's/^ppc/powerpc/'`-unknown-linux-gnu"
;;
powerpc*|aarch64*)
CHOST="`uname -m`-unknown-linux-gnu"
;;
*)
CHOST="`uname -m`-pc-linux-gnu"
;;
esac
;;
Darwin)
rev="`uname -r | cut -d'.' -f 1`"
if [[ ${rev} -ge 11 ]] ; then
# Lion and up are 64-bits default (and 64-bits CPUs)
CHOST="x86_64-apple-darwin$rev"
else
CHOST="`uname -p`-apple-darwin$rev"
fi
;;
SunOS)
case `uname -p` in
i386)
CHOST="i386-pc-solaris`uname -r | sed 's|5|2|'`"
;;
sparc)
CHOST="sparc-sun-solaris`uname -r | sed 's|5|2|'`"
;;
esac
;;
AIX)
# GNU coreutils uname sucks, it doesn't know what
# processor it is using on AIX. We mimick GNU CHOST
# guessing here, instead of what IBM uses itself.
CHOST="`/usr/bin/uname -p`-ibm-aix`oslevel`"
;;
Interix)
case `uname -m` in
x86) CHOST="i586-pc-interix`uname -r`" ;;
*) eerror "Can't deal with interix `uname -m` (yet)"
exit 1
;;
esac
;;
CYGWIN*)
CHOST="`uname -m`-pc-cygwin"
;;
FreeBSD)
case `uname -m` in
amd64)
CHOST="x86_64-pc-freebsd`uname -r | sed 's|-.*$||'`"
;;
esac
;;
*)
eerror "Nothing known about platform `uname -s`."
eerror "Please set CHOST appropriately for your system"
eerror "and rerun $0"
exit 1
;;
esac
fi
fi
# Now based on the CHOST set some required variables. Doing it here
# allows for user set CHOST still to result in the appropriate variables
# being set.
case ${CHOST} in
*-*-solaris*)
if type -P gmake > /dev/null ; then
MAKE=gmake
else
MAKE=make
fi
;;
*-sgi-irix*)
MAKE=gmake
;;
*-aix*)
MAKE=make
# We do run in bash here, no? It is ways faster than /bin/sh.
: ${CONFIG_SHELL:=${BASH}}
;;
*)
MAKE=make
;;
esac
# deal with a problem on OSX with Python's locales
case ${CHOST}:${LC_ALL}:${LANG} in
*-darwin*:UTF-8:*|*-darwin*:*:UTF-8)
eerror "Your LC_ALL and/or LANG is set to 'UTF-8'."
eerror "This setting is known to cause trouble with Python. Please run"
case ${SHELL} in
*/tcsh|*/csh)
eerror " setenv LC_ALL en_US.UTF-8"
eerror " setenv LANG en_US.UTF-8"
eerror "and make it permanent by adding it to your ~/.${SHELL##*/}rc"
exit 1
;;
*)
eerror " export LC_ALL=en_US.UTF-8"
eerror " export LANG=en_US.UTF-8"
eerror "and make it permanent by adding it to your ~/.profile"
exit 1
;;
esac
;;
esac
# Just guessing a prefix is kind of scary. Hence, to make it a bit less
# scary, we force the user to give the prefix location here. This also
# makes the script a bit less dangerous as it will die when just run to
# "see what happens".
if [[ -n $1 && -z $2 ]] ; then
echo "usage: $0 [<prefix-path> <action>]"
echo
echo "Either you give no argument and I'll ask you interactively, or"
echo "you need to give both the path offset for your Gentoo prefixed"
echo "portage installation, and the action I should do there, e.g."
echo " $0 $HOME/prefix <action>"
echo
echo "See the source of this script for which actions exist."
echo
echo "$0: insufficient number of arguments" 1>&2
exit 1
elif [[ -z $1 ]] ; then
bootstrap_all_stages
exit 0
fi
ROOT="$1"
set_helper_vars
case $ROOT in
chost.guess)
# undocumented feature that sort of is our own config.guess, if
# CHOST was unset, it now contains the guessed CHOST
echo "$CHOST"
exit 0
;;
/*) ;;
*)
echo "Your path offset needs to be absolute!" 1>&2
exit 1
;;
esac
einfo "Bootstrapping Gentoo prefixed portage installation using"
einfo "host: ${CHOST}"
einfo "prefix: ${ROOT}"
TODO=${2}
if [[ ${TODO} != "noninteractive" && $(type -t bootstrap_${TODO}) != "function" ]];
then
eerror "bootstrap target ${TODO} unknown"
exit 1
fi
if [[ -n ${LD_LIBARY_PATH} || -n ${DYLD_LIBRARY_PATH} ]] ; then
eerror "EEEEEK! You have LD_LIBRARY_PATH or DYLD_LIBRARY_PATH set"
eerror "in your environment. This is a guarantee for TROUBLE."
eerror "Cowardly refusing to operate any further this way!"
exit 1
fi
if [[ -n ${PKG_CONFIG_PATH} ]] ; then
eerror "YUK! You have PKG_CONFIG_PATH set in your environment."
eerror "This is a guarantee for TROUBLE."
eerror "Cowardly refusing to operate any further this way!"
exit 1
fi
einfo "ready to bootstrap ${TODO}"
# bootstrap_interactive proceeds with guessed defaults when TODO=noninteractive
if [ ${TODO#non} == "interactive" ] ; then
bootstrap_all_stages
else
# For convenience, either for testing or continuous integration purposes,
# any function can be called, but the most interesting ones are
# the sequence done in bootstrap_all_stages
# stage1, stage2, stage3, emerge_emptytree_system
FUNCTION_TO_CALL=${TODO}
TODO=noninteractive
bootstrap_get_defaults
# because we unset ROOT in the previous environment
# while checking for a sane environment, we set it back
ROOT="${EPREFIX}"
bootstrap_${FUNCTION_TO_CALL} || exit 1
fi
# Local Variables:
# sh-indentation: 8
# sh-basic-offset: 8
# indent-tabs-mode: t
# End:
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment