#!/bin/bash if [ -n "$(command -v id 2> /dev/null)" ]; then USERID="$(id -u 2> /dev/null)" fi if [ -z "${USERID}" ] && [ -n "$(id -ru)" ]; then USERID="$(id -ru)" fi if [ -n "${USERID}" ] && [ "${USERID}" != "0" ]; then printf "Run it as root\n" exit 1; elif [ -z "${USERID}" ]; then printf "Unable to determine user id, permission errors may occur.\n" fi #this is bash specific exec > >(tee -i /tmp/pentoo-updater.log) exec 2> >(tee -i /tmp/pentoo-updater.log >& 2) #end bash specific WE_FAILED=0 . /etc/profile env-update setup_env() { #colorize the updates even if colors end up in the logs export EMERGE_DEFAULT_OPTS="$(portageq envvar EMERGE_DEFAULT_OPTS) --color=y" if [ -n "${clst_subarch}" ]; then if [ "${clst_subarch}" = "amd64" ]; then ARCH="amd64" ARCHY="x86_64" elif [ "${clst_subarch}" = "pentium-m" ]; then ARCH="x86" ARCHY="x86" fi else arch=$(uname -m) if [ "${arch}" = "i686" ]; then ARCH="x86" ARCHY="x86" elif [ "${arch}" = "x86_64" ]; then ARCH="amd64" ARCHY="x86_64" fi fi if [ -n "${ARCH}" ]; then export ARCH ARCHY else printf "Failed to detect arch, some things will be broken\n" fi } set_java() { java_system=$(eselect java-vm show system | tail -n 1 | tr -d " ") if [ "${java_system/11/}" != "${java_system}" ]; then return 0 fi wanted_java=$(eselect java-vm list | grep --color=never 11 | tr -d "[]" | awk '{print $2,$1}' | sort | head -n 1 | awk '{print $2}') if [ -n "${wanted_java}" ]; then if eselect java-vm set system "${wanted_java}"; then printf "Successfully set system java vm\n" return 0 else printf "Failed to set system java-vm\n" return 1 fi else printf "Failed to detect available jdk-11\n" return 0 fi } check_profile () { if [ -L "/etc/portage/make.profile" ] && [ ! -e "/etc/portage/make.profile" ]; then failure="0" #profile is broken, read the symlink then try to reset it back to what it should be printf "Your profile is broken, attempting repair...\n" desired="pentoo:$(readlink /etc/portage/make.profile | cut -d'/' -f 8-)" if ! eselect profile set "${desired}"; then #profile failed to set, try hard to set the right one #check if we are hard if gcc -v 2>&1 | grep -q Hardened; then hardening="hardened" else hardening="default" fi #last check binary if echo "${desired}" | grep -q binary; then binary="/binary" else binary="" fi if [ "${failure}" = "0" ]; then if ! eselect profile set pentoo:pentoo/${hardening}/linux/${ARCH}${binary}; then failure="1" fi fi fi if [ "${failure}" = "1" ]; then printf "Your profile is invalid, and we failed to automatically fix it.\n" printf "Please select a profile that works with \"eselect profile list\" and \"eselect profile set ##\"\n" exit 1 else printf "Profile repaired.\n" fi fi } update_kernel() { bestkern="$(qlist $(portageq best_version / pentoo-sources 2> /dev/null) | grep 'distro/Kconfig' | awk -F'/' '{print $4}' | cut -d'-' -f 2-)" bestkern_pv="$(portageq best_version / pentoo-sources | cut -d'-' -f 4-)" if [ -z "${bestkern}" ]; then printf "Failed to find pentoo-sources installed, is this a Pentoo system?\n" bestkern="$(qlist $(portageq best_version / gentoo-sources 2> /dev/null) | grep 'distro/Kconfig' | awk -F'/' '{print $4}' | cut -d'-' -f 2-)" bestkern_pv="$(portageq best_version / gentoo-sources | cut -d'-' -f 4-)" if [ -z "${bestkern}" ]; then printf "Failed to find gentoo-sources as well, giving up.\n" return 1 fi fi #first we check for a config local_config="/usr/share/pentoo-sources/config-${ARCH}-${bestkern_pv}" if [ ! -r "${local_config}" ]; then printf "Unable to find a viable config for ${bestkern}, skipping update.\n" return 1 else #okay, we have a config, now we mangle it for x86 as appropriate if [ "${ARCH}" = "x86" ] && grep -q pae /proc/cpuinfo; then printf "PAE support found.\n" sed -i '/^CONFIG_HIGHMEM4G/s/CONFIG_HIGHMEM4G/# CONFIG_HIGHMEM4G/' "${local_config}" sed -i '/^# *CONFIG_HIGHMEM64G/s/^# *//' "${local_config}" sed -i '/^CONFIG_HIGHMEM64G/s/ .*/=y/' "${local_config}" oldpwd=$(pwd) cd "/usr/src/linux-${bestkern}" make olddefconfig cd "${oldpwd}" unset oldpwd printf "PAE enabled.\n" fi fi #next we fix the symlink if [ "$(readlink /usr/src/linux)" != "linux-${bestkern}" ]; then unlink /usr/src/linux ln -s "linux-${bestkern}" /usr/src/linux fi currkern="$(uname -r)" if [ "${currkern}" != "${bestkern}" ]; then printf "Currently running kernel ${currkern} is out of date.\n" if [ -x "/usr/src/linux-${bestkern}/vmlinux" ] && [ -r "/lib/modules/${bestkern}/modules.dep" ]; then if [ -r /etc/kernels/kernel-config-${bestkern} ]; then printf "Kernel ${bestkern} appears ready to go, please reboot when convenient.\n" return 0 else printf "Kernel ${bestkern} doesn't appear ready for use, rebuilding...\n" fi else printf "Updated kernel ${bestkern} available, building...\n" fi elif [ -r /etc/kernels/kernel-config-${bestkern} ]; then printf "No updated kernel or config found. No kernel changes needed.\n" return 0 elif [ -r /etc/kernels/kernel-config-${ARCHY}-${bestkern} ]; then printf "No updated kernel or config found. No kernel changes needed.\n" return 0 else printf "Kernel ${bestkern} doesn't appear ready for use, rebuilding...\n" fi #update kernel command line as needed if ! grep -q usbfs_memory_mb /etc/default/grub; then #usbfs_memory_mb controls how much ram the usb system is allowed to use. The default limit is 16M which is insanely low. #we don't really need a limit here, so just remove the limit because why not sed -i 's#GRUB_CMDLINE_LINUX="#GRUB_CMDLINE_LINUX="usbcore.usbfs_memory_mb=0 #' /etc/default/grub fi if grep -q 'root=/dev/ram0' /etc/default/grub; then #this is hasn't been required for a long time, so just stop sed -i 's#root=/dev/ram0"#root=/dev/ram0#g' /etc/default/grub fi #then we set genkernel options as needed genkernelopts="--kernel-config=/usr/share/pentoo-sources/config-${ARCH}-${bestkern_pv} --disklabel --compress-initramfs-type=xz --bootloader=grub2 --save-config --kernel-filename=kernel-genkernel-%%ARCH%%-%%KV%% --initramfs-filename=initramfs-genkernel-%%ARCH%%-%%KV%% --systemmap-filename=System.map-genkernel-%%ARCH%%-%%KV%% --kernel-localversion=UNSET --module-rebuild --save-config" if grep -q btrfs /etc/fstab || grep -q btrfs /proc/cmdline; then genkernelopts="${genkernelopts} --btrfs" fi if grep -q zfs /etc/fstab || grep -q zfs /proc/cmdline || grep -q zfs /proc/mounts; then genkernelopts="${genkernelopts} --zfs" fi if grep -q 'ext[234]' /etc/fstab; then genkernelopts="${genkernelopts} --e2fsprogs" fi if grep -q gpg /proc/cmdline; then genkernelopts="${genkernelopts} --luks --gpg" elif grep -q luks /etc/fstab || grep -E '^swap|^source' /etc/conf.d/dmcrypt; then genkernelopts="${genkernelopts} --luks" fi #then we go nuts if genkernel ${genkernelopts} --module-rebuild-cmd="emerge @module-rebuild" all; then printf "Kernel ${bestkern} built successfully, please reboot when convenient.\n" return 0 else printf "Kernel ${bestkern} failed to build, please see logs above.\n" return 1 fi } safe_exit() { #I want a shell when I'm in catalyst but just an exit on failure for users if [ -n "${clst_target}" ] && [ -n "${debugshell}" ]; then /bin/bash #elif [ -n "${clst_target}" ] && [ -n "${reckless}" ]; then #reckless doesn't really exist anymore #we are always reckless # true else printf "FAILURE FAILURE FAILURE\n" 1>&2 printf "Continuing despite failure...grumble grumble\n" 1>&2 printf "FAILURE FAILURE FAILURE\n" 1>&2 export WE_FAILED=1 fi } do_sync() { if [ -f "/usr/portage/metadata/timestamp.chk" ]; then read -r portage_timestamp < /usr/portage/metadata/timestamp.chk elif [ -f "/var/db/repos/gentoo/metadata/timestamp.chk" ]; then read -r portage_timestamp < /var/db/repos/gentoo/metadata/timestamp.chk fi portage_date=`date --date="$portage_timestamp" '+%Y%m%d%H%M' -u` minutesDiff=$(( `date '+%Y%m%d%H%M' -u` - $portage_date )) if [ $minutesDiff -lt 60 ] then echo "The last sync was $minutesDiff minutes ago (<1 hour), skipping" return fi if ! emerge --sync; then if [ -e /etc/portage/repos.conf/pentoo.conf ] && grep -q pentoo.asc /etc/portage/repos.conf/pentoo.conf; then printf "Pentoo repo key incorrectly defined, fixing..." sed -i 's#pentoo.asc#pentoo-keyring.asc#' /etc/portage/repos.conf/pentoo.conf if grep -q pentoo.asc /etc/portage/repos.conf/pentoo.conf; then printf "FAILED\n" exit 1 else printf "OK\n" printf "Please re-run pentoo-updater.\n" fi else printf "emerge --sync failed, aborting update for safety\n" exit 1 fi fi } main_checks() { setup_env #check profile, manage repo, ensure valid python selected check_profile if [ -n "${clst_target}" ]; then #we are in catalyst mkdir -p /var/log/portage/emerge-info/ emerge --info > /var/log/portage/emerge-info/emerge-info-$(date "+%Y%m%d").txt else #we are on a user system if [[ -z "$(eselect python show)" || ! -f "/usr/bin/$(eselect python show)" ]]; then eselect python update fi eselect python cleanup [ "${NO_SYNC}" = "true" ] || do_sync check_profile if [ -d /var/db/repos/pentoo ] && [ -d /var/lib/layman/pentoo ]; then printf "Pentoo now manages it's overlay through portage instead of layman.\n" if [ -x /usr/bin/layman ]; then if /usr/bin/layman -l | grep -q pentoo; then printf "Removing Pentoo overlay from layman...\n" layman --delete pentoo check_profile fi else printf "Cleaning up the mess left behind by layman...\n" rm -rf /var/lib/layman/pentoo #if layman isn't on the system, it's repos.conf entry should be gone as well [ -f /etc/portage/repos.conf/layman.conf ] && mv -f /etc/portage/repos.conf/layman.conf /etc/portage/repos.conf/layman.uninstalled grep -q '/var/lib/layman/make.conf' /etc/portage/make.conf && sed -i '/\/var\/lib\/layman\/make.conf/d' /etc/portage/make.conf check_profile fi fi fi #deep checks for python, including fix RESET_PYTHON=0 #first we set the python interpreters to match PYTHON_TARGETS (and ensure the versions we set are actually built) PYTHON2=$(emerge --info | grep -oE '^PYTHON_TARGETS\=".*(python[23]_[0-9]\s*)+"' | grep -oE 'python2_[0-9]' | cut -d\" -f2 | cut -d" " -f 1 |sed 's#_#.#') #PYTHON_SINGLE_TARGET is the *main* python3 implementation PYTHON3=$(emerge --info | grep -oE '^PYTHON_SINGLE_TARGET\=".*(python3_[0-9]\s*)+"' | grep -oE 'python3_[0-9]' | cut -d\" -f2 | sed 's#_#.#') if [ -z "${PYTHON2}" ]; then printf "Detected Python 2 is disabled\n" printf "From PYTHON_TARGETS: $(emerge --info | grep '^PYTHON_TARGETS')\n" printf "This is a good thing :-)\n" fi if [ -z "${PYTHON3}" ]; then printf "Failed to autodetect PYTHON_TARGETS\n" printf "Detected Python 3: ${PYTHON3:-none}\n" printf "From PYTHON_TARGETS: $(emerge --info | grep '^PYTHON_TARGETS')\n" printf "From PYTHON_SINGLE_TARGET: $(emerge --info | grep '^PYTHON_SINGLE_TARGET')\n" printf "This is fatal, python3 support is required, it is $(date +'%Y')\n" exit 1 fi #set default implementation eselect python set "${PYTHON3}" #set python 3 implementation if eselect python list --python3 | grep -q "${PYTHON3}"; then eselect python set --python3 "${PYTHON3}" || safe_exit else printf "System wants ${PYTHON3} as default python3 version but it isn't installed yet.\n" RESET_PYTHON=1 fi "${PYTHON3}" -c "from _multiprocessing import SemLock" || emerge -1 python:"${PYTHON3#python}" #fix python2, if it's even requested if [ -n "${PYTHON2}" ]; then # set python 2 implementation if requested if eselect python list --python2 | grep -q "${PYTHON2}"; then eselect python set --python2 "${PYTHON2}" || safe_exit "${PYTHON2}" -c "from _multiprocessing import SemLock" || emerge -1 python:"${PYTHON2#python}" else printf "System wants ${PYTHON2} as default python2 version but it isn't installed yet.\n" RESET_PYTHON=1 fi fi #always update portage as early as we can (after making sure python works) emerge --update --newuse --oneshot --changed-deps --newrepo portage || safe_exit #upgrade glibc first if we are using binpkgs portage_features="$(portageq envvar FEATURES)" if [ "${portage_features}" != "${portage_features/getbinpkg//}" ]; then #learned something new, if a package updates before glibc and uses the newer glibc, the chance of breakage is #*much* higher than if glibc is updated first. so let's just update glibc first. emerge --update --newuse --oneshot --changed-deps --newrepo glibc || safe_exit fi #modified from news item "Python ABIFLAGS rebuild needed" if [ -n "$(find /usr/lib*/python3* -name '*cpython-3[3-5].so')" ]; then emerge -1v --usepkg=n --buildpkg=y $(find /usr/lib*/python3* -name '*cpython-3[3-5].so') fi if [ -n "$(find /usr/include/python3.[3-5] -type f 2> /dev/null)" ]; then emerge -1v --usepkg=n --buildpkg=y /usr/include/python3.[3-5] fi #modified from news item gcc-5-new-c++11-abi #gcc_target="x86_64-pc-linux-gnu-5.4.0" #if [ "$(gcc-config -c)" != "${gcc_target}" ]; then # if gcc-config -l | grep -q "${gcc_target}"; then # gcc-config "${gcc_target}" # . /etc/profile # revdep-rebuild --library 'libstdc++.so.6' -- --buildpkg=y --usepkg=n --exclude gcc # fi #fi #migrate what we can from ruby 2.4 if [ -n "$(portageq match / '=sys-devel/binutils-2.32-r1')" ]; then printf "Removing old/broken binutils...\n" emerge -C "=${removeme2}" fi removeme3=$(portageq match / 'dev-tex/xcolor') if [ -n "${removeme3}" ]; then printf "Removing hardblocked xcolor...\n" emerge -C "=${removeme3}" fi removeme4=$(portageq match / 'dev-libs/capstone-bindings') if [ -n "${removeme4}" ]; then printf "Removing collision inducing capstone-bindings...\n" emerge -C "=${removeme4}" fi removeme5=$(portageq match / '> /etc/portage/profile/package.use #required for kde echo 'media-libs/mesa wayland' >> /etc/portage/profile/package.use #add in all the opencl stuff echo 'pentoo/pentoo-cracking amdopencl intel-opencl' >> /etc/portage/profile/package.use #add in pentoo-extra to build more binpkgs echo 'USE="pentoo-extra"' >> /etc/portage/profile/make.defaults emerge --buildpkg @changed-deps || safe_exit emerge --buildpkg --usepkg --onlydeps --oneshot --deep --update --newuse --changed-deps --newrepo pentoo/pentoo || safe_exit etc-update --automode -5 || safe_exit fi if portageq list_preserved_libs /; then FEATURES="-getbinpkg" emerge @preserved-rebuild --usepkg=n --buildpkg=y || safe_exit fi FEATURES="-getbinpkg" smart-live-rebuild 2>&1 || safe_exit revdep-rebuild -i -v -- --usepkg=n --buildpkg=y || safe_exit emerge --deep --update --newuse -kb --changed-deps --newrepo @world || emerge --deep --update --newuse -kb --newrepo @world || safe_exit } mount_boot() { #so since portage is no longer allowed to mount /boot, we need to do it if grep '/boot' /etc/fstab | grep -q noauto; then #pretty much going to trust fstab and ignore failures here mount /boot fi } umount_boot() { if grep '/boot' /etc/fstab | grep -q noauto; then #it's set to noauto, so always leave it umount /boot fi } #execution begins here main_checks mount_boot if [ -z "${KERNEL_ONLY}" ]; then main_upgrades else emerge --update sys-kernel/pentoo-sources sys-kernel/genkernel sys-kernel/linux-firmware sys-firmware/intel-microcode --oneshot || safe_exit fi umount_boot #we need to do the clean BEFORE we drop the extra flags otherwise all the packages we just built are removed currkern="$(uname -r)" if [ "${currkern/pentoo/}" != "${currkern}" ]; then EMERGE_DEFAULT_OPTS="${EMERGE_DEFAULT_OPTS/--verbose /}" emerge --depclean --exclude "sys-kernel/pentoo-sources:${currkern/-pentoo/}" || safe_exit elif [ "${currkern/gentoo/}" != "${currkern}" ]; then EMERGE_DEFAULT_OPTS="${EMERGE_DEFAULT_OPTS/--verbose /}" emerge --depclean --exclude "sys-kernel/gentoo-sources:${currkern/-gentoo/}" || safe_exit else EMERGE_DEFAULT_OPTS="${EMERGE_DEFAULT_OPTS/--verbose /}" emerge --depclean || safe_exit fi set_java || WE_FAILED=1 #only tell the updater that this failed if it's still failing at the end if portageq list_preserved_libs /; then FEATURES="-getbinpkg" emerge @preserved-rebuild --usepkg=n --buildpkg=y || safe_exit fi if [ -n "${clst_target}" ]; then if [ -n "${debugshell}" ]; then /bin/bash fi etc-update --automode -5 || safe_exit fixpackages || safe_exit eclean-pkg || safe_exit #this is already run as part of eclean-pkg #emaint --fix binhost || safe_exit #remove kde/mate use flags, and pentoo-extra rm -r /etc/portage/profile else #clean the user's systems a bit eclean-pkg -d -t 1m eclean-dist -d -t 1m fi if [ -f /usr/local/portage/scripts/bug-461824.sh ]; then /usr/local/portage/scripts/bug-461824.sh elif [ -f /var/lib/layman/pentoo/scripts/bug-461824.sh ]; then /var/lib/layman/pentoo/scripts/bug-461824.sh elif [ -f /var/db/repos/pentoo/scripts/bug-461824.sh ]; then /var/db/repos/pentoo/scripts/bug-461824.sh elif [ -f /var/gentoo/repos/local/scripts/bug-461824.sh ]; then /var/gentoo/repos/local/scripts/bug-461824.sh fi if [ -z "${clst_target}" ]; then update_kernel fi if [ "${WE_FAILED}" = "1" ]; then printf "\nSomething failed during update. Run pentoo-updater again, if you see\n" 1>&2 printf "this message again, look through the log at /tmp/pentoo-updater.log for:\n" 1>&2 printf "FAILURE FAILURE FAILURE\n\n" 1>&2 printf "For support via irc or discord you can pastebin your log like this (and share the link in chat):\n" printf "wgetpaste -s bpaste /tmp/pentoo-updater.log\n\n" exit 1 fi