| #!/bin/bash |
| |
| # vim: ts=4 sw=4 sts=4 et tw=72 : |
| |
| # force any errors to cause the script and job to end in failure |
| set -xeu -o pipefail |
| |
| ensure_kernel_install() { |
| # Workaround for mkinitrd failing on occassion. |
| # On CentOS 7 it seems like the kernel install can fail it's mkinitrd |
| # run quietly, so we may not notice the failure. This script retries for a |
| # few times before giving up. |
| initramfs_ver=$(rpm -q kernel | tail -1 | sed "s/kernel-/initramfs-/") |
| grub_conf="/boot/grub/grub.conf" |
| # Public cloud does not use /boot/grub/grub.conf and uses grub2 instead. |
| if [ ! -e "$grub_conf" ]; then |
| echo "$grub_conf not found. Using Grub 2 conf instead." |
| grub_conf="/boot/grub2/grub.cfg" |
| fi |
| |
| for i in $(seq 3); do |
| if grep "$initramfs_ver" "$grub_conf"; then |
| break |
| fi |
| echo "Kernel initrd missing. Retrying to install kernel..." |
| yum reinstall -y kernel |
| done |
| if ! grep "$initramfs_ver" "$grub_conf"; then |
| cat /boot/grub/grub.conf |
| echo "ERROR: Failed to install kernel." |
| exit 1 |
| fi |
| } |
| |
| ensure_ubuntu_install() { |
| # Workaround for mirrors occassionally failing to install a package. |
| # On Ubuntu sometimes the mirrors fail to install a package. This wrapper |
| # checks that a package is successfully installed before moving on. |
| |
| packages=($@) |
| |
| for pkg in "${packages[@]}" |
| do |
| # Retry installing package 5 times if necessary |
| for i in {0..5} |
| do |
| if [ "$(dpkg-query -W -f='${Status}' "$pkg" 2>/dev/null | grep -c "ok installed")" -eq 0 ]; then |
| apt-cache policy "$pkg" |
| apt-get install "$pkg" |
| continue |
| else |
| echo "$pkg already installed." |
| break |
| fi |
| done |
| done |
| } |
| |
| rh_systems() { |
| # Handle the occurance where SELINUX is actually disabled |
| SELINUX=$(grep -E '^SELINUX=(disabled|permissive|enforcing)$' /etc/selinux/config) |
| MODE=$(echo "$SELINUX" | cut -f 2 -d '=') |
| case "$MODE" in |
| permissive) |
| echo "************************************" |
| echo "** SYSTEM ENTERING ENFORCING MODE **" |
| echo "************************************" |
| # make sure that the filesystem is properly labelled. |
| # it could be not fully labeled correctly if it was just switched |
| # from disabled, the autorelabel misses some things |
| # skip relabelling on /dev as it will generally throw errors |
| restorecon -R -e /dev / |
| |
| # enable enforcing mode from the very start |
| setenforce enforcing |
| |
| # configure system for enforcing mode on next boot |
| sed -i 's/SELINUX=permissive/SELINUX=enforcing/' /etc/selinux/config |
| ;; |
| disabled) |
| sed -i 's/SELINUX=disabled/SELINUX=permissive/' /etc/selinux/config |
| touch /.autorelabel |
| |
| echo "*******************************************" |
| echo "** SYSTEM REQUIRES A RESTART FOR SELINUX **" |
| echo "*******************************************" |
| ;; |
| enforcing) |
| echo "*********************************" |
| echo "** SYSTEM IS IN ENFORCING MODE **" |
| echo "*********************************" |
| ;; |
| esac |
| |
| # Allow jenkins access to alternatives command to switch java version |
| cat <<EOF >/etc/sudoers.d/89-jenkins-user-defaults |
| Defaults:jenkins !requiretty |
| jenkins ALL = NOPASSWD: /usr/sbin/alternatives |
| EOF |
| |
| echo "---> Updating operating system" |
| yum clean all |
| yum install -y deltarpm |
| yum update -y |
| |
| ensure_kernel_install |
| |
| # add in components we need or want on systems |
| echo "---> Installing base packages" |
| yum install -y @base https://dl.fedoraproject.org/pub/epel/epel-release-latest-7.noarch.rpm |
| # separate group installs from package installs since a non-existing |
| # group with dnf based systems (F21+) will fail the install if such |
| # a group does not exist |
| yum install -y unzip xz puppet git git-review perl-XML-XPath |
| yum install -y python-{devel,virtualenv} |
| yum install -y python3-{devel,setuptools,pip} |
| |
| # All of our systems require Java (because of Jenkins) |
| # Install all versions of the OpenJDK devel but force 1.7.0 to be the |
| # default |
| |
| echo "---> Configuring OpenJDK" |
| yum install -y 'java-*-openjdk-devel' |
| |
| FACTER_OS=$(/usr/bin/facter operatingsystem) |
| FACTER_OSVER=$(/usr/bin/facter operatingsystemrelease) |
| case "$FACTER_OS" in |
| Fedora) |
| if [ "$FACTER_OSVER" -ge "21" ] |
| then |
| echo "---> not modifying java alternatives as OpenJDK 1.7.0 does not exist" |
| else |
| alternatives --set java /usr/lib/jvm/jre-1.7.0-openjdk.x86_64/bin/java |
| alternatives --set java_sdk_openjdk /usr/lib/jvm/java-1.7.0-openjdk.x86_64 |
| fi |
| ;; |
| RedHat|CentOS) |
| if [ "$(echo "$FACTER_OSVER" | cut -d'.' -f1)" -ge "7" ] |
| then |
| echo "---> not modifying java alternatives as OpenJDK 1.7.0 does not exist" |
| else |
| alternatives --set java /usr/lib/jvm/jre-1.7.0-openjdk.x86_64/bin/java |
| alternatives --set java_sdk_openjdk /usr/lib/jvm/java-1.7.0-openjdk.x86_64 |
| fi |
| ;; |
| *) |
| alternatives --set java /usr/lib/jvm/jre-1.7.0-openjdk.x86_64/bin/java |
| alternatives --set java_sdk_openjdk /usr/lib/jvm/java-1.7.0-openjdk.x86_64 |
| ;; |
| esac |
| |
| ######################## |
| # --- START LFTOOLS DEPS |
| |
| # Used by various scripts to push patches to Gerrit |
| yum install -y git-review |
| |
| # Needed to parse OpenStack commands used by opendaylight-infra stack commands |
| # to initialize Heat template based systems. |
| yum install -y jq |
| |
| # Used by lftools scripts to parse XML |
| yum install -y xmlstarlet |
| |
| # Haskel Packages |
| # Cabal update fails on a 1G system so workaround that with a swap file |
| dd if=/dev/zero of=/tmp/swap bs=1M count=1024 |
| mkswap /tmp/swap |
| swapon /tmp/swap |
| |
| # Install Shellcheck from archive |
| SHELLCHECK_VERSION="v0.6.0" |
| SHELLCHECK_SHA256SUM="eabb8c324fa849cdbff3305255d03a0f58a7d5fc66c2e709d83cf22a51fc95fa" |
| curl -L -o /tmp/shellcheck.tar.xz https://storage.googleapis.com/shellcheck/shellcheck-${SHELLCHECK_VERSION}.linux.x86_64.tar.xz |
| echo "$SHELLCHECK_SHA256SUM /tmp/shellcheck.tar.xz" | sha256sum -c - |
| pushd /tmp |
| tar -xJvf shellcheck.tar.xz |
| cp shellcheck-${SHELLCHECK_VERSION}/shellcheck /usr/local/bin/shellcheck |
| chmod a+x /usr/local/bin/shellcheck |
| popd |
| |
| # --- END LFTOOLS DEPS |
| ###################### |
| |
| # install haveged to avoid low entropy rejecting ssh connections |
| yum install -y haveged |
| systemctl enable haveged.service |
| } |
| |
| ubuntu_systems() { |
| # Ignore SELinux since slamming that onto Ubuntu leads to |
| # frustration |
| |
| # Allow jenkins access to update-alternatives command to switch java version |
| cat <<EOF >/etc/sudoers.d/89-jenkins-user-defaults |
| Cmnd_Alias CMDS = /usr/sbin/update-alternatives, /usr/sbin/update-java-alternatives |
| Defaults:jenkins !requiretty |
| jenkins ALL = NOPASSWD: CMDS |
| EOF |
| |
| export DEBIAN_FRONTEND=noninteractive |
| cat <<EOF >> /etc/apt/apt.conf |
| APT { |
| Get { |
| Assume-Yes "true"; |
| allow-change-held-packages "true"; |
| allow-downgrades "true"; |
| allow-remove-essential "true"; |
| }; |
| }; |
| |
| Dpkg::Options { |
| "--force-confdef"; |
| "--force-confold"; |
| }; |
| |
| EOF |
| |
| # Add hostname to /etc/hosts to fix 'unable to resolve host' issue with sudo |
| sed -i "/127.0.0.1/s/$/ $(hostname)/" /etc/hosts |
| |
| echo "---> Updating operating system" |
| |
| apt-get clean |
| apt-get update -m |
| apt-get -f install || true # attempt to fix broken packages |
| apt-get install -y software-properties-common apt-transport-https |
| |
| # add additional repositories |
| add-apt-repository "deb http://us.archive.ubuntu.com/ubuntu $(lsb_release -sc) main universe restricted multiverse" |
| |
| echo "---> Installing base packages" |
| apt-get clean |
| apt-get update -m |
| apt-get upgrade -m |
| apt-get dist-upgrade -m |
| |
| ensure_ubuntu_install unzip xz-utils puppet git libxml-xpath-perl |
| |
| echo "---> Configuring Corretto JDK Distribution" |
| # instructions: https://docs.aws.amazon.com/corretto/latest/corretto-8-ug/generic-linux-install.html |
| # install prereqs |
| apt-get install java-common |
| |
| # install Java8 |
| CORRETTO_JAVA8_VERSION="8.222.10-1" |
| CORRETTO_JAVA8_SHA256SUM="e5fd6c6f2d1a1fc5e6926f7a543e67ad0f0e0389ddc5d2deb5890bdeb21ea445" |
| curl -L -o /tmp/corretto_java8.deb "https://d3pxv6yz143wms.cloudfront.net/$(echo $CORRETTO_JAVA8_VERSION | tr - .)/java-1.8.0-amazon-corretto-jdk_${CORRETTO_JAVA8_VERSION}_amd64.deb" |
| echo "$CORRETTO_JAVA8_SHA256SUM /tmp/corretto_java8.deb" | sha256sum -c - |
| dpkg -i /tmp/corretto_java8.deb |
| |
| # install Java11 |
| CORRETTO_JAVA11_VERSION="11.0.4.11-1" |
| CORRETTO_JAVA11_SHA256SUM="f47c77f8f9ee5a80804765236c11dc749d351d3b8f57186c6e6b58a6c4019d3e" |
| curl -L -o /tmp/corretto_java11.deb "https://d3pxv6yz143wms.cloudfront.net/$(echo $CORRETTO_JAVA11_VERSION | tr - .)/java-11-amazon-corretto-jdk_${CORRETTO_JAVA11_VERSION}_amd64.deb" |
| echo "$CORRETTO_JAVA11_SHA256SUM /tmp/corretto_java11.deb" | sha256sum -c - |
| dpkg -i /tmp/corretto_java11.deb |
| |
| # Fix corretto 11 lack of jinfo that prevents update-java-alternatives from working |
| # Upstream fix not integrated yet: https://github.com/corretto/corretto-11/pull/27 |
| cat <<EOF >/usr/lib/jvm/.java-11-amazon-corretto.jinfo |
| name=java-11-amazon-corretto |
| alias=java-11-amazon-corretto |
| priority=11100002 |
| section=main |
| |
| jdk java /usr/lib/jvm/java-11-amazon-corretto/bin/java |
| jdk keytool /usr/lib/jvm/java-11-amazon-corretto/bin/keytool |
| jdk rmid /usr/lib/jvm/java-11-amazon-corretto/bin/rmid |
| jdk rmiregistry /usr/lib/jvm/java-11-amazon-corretto/bin/rmiregistry |
| jdk jjs /usr/lib/jvm/java-11-amazon-corretto/bin/jjs |
| jdk pack200 /usr/lib/jvm/java-11-amazon-corretto/bin/pack200 |
| jdk unpack200 /usr/lib/jvm/java-11-amazon-corretto/bin/unpack200 |
| jdk javac /usr/lib/jvm/java-11-amazon-corretto/bin/javac |
| jdk jaotc /usr/lib/jvm/java-11-amazon-corretto/bin/jaotc |
| jdk jlink /usr/lib/jvm/java-11-amazon-corretto/bin/jlink |
| jdk jmod /usr/lib/jvm/java-11-amazon-corretto/bin/jmod |
| jdk jhsdb /usr/lib/jvm/java-11-amazon-corretto/bin/jhsdb |
| jdk jar /usr/lib/jvm/java-11-amazon-corretto/bin/jar |
| jdk jarsigner /usr/lib/jvm/java-11-amazon-corretto/bin/jarsigner |
| jdk javadoc /usr/lib/jvm/java-11-amazon-corretto/bin/javadoc |
| jdk javap /usr/lib/jvm/java-11-amazon-corretto/bin/javap |
| jdk jcmd /usr/lib/jvm/java-11-amazon-corretto/bin/jcmd |
| jdk jconsole /usr/lib/jvm/java-11-amazon-corretto/bin/jconsole |
| jdk jdb /usr/lib/jvm/java-11-amazon-corretto/bin/jdb |
| jdk jdeps /usr/lib/jvm/java-11-amazon-corretto/bin/jdeps |
| jdk jdeprscan /usr/lib/jvm/java-11-amazon-corretto/bin/jdeprscan |
| jdk jimage /usr/lib/jvm/java-11-amazon-corretto/bin/jimage |
| jdk jinfo /usr/lib/jvm/java-11-amazon-corretto/bin/jinfo |
| jdk jmap /usr/lib/jvm/java-11-amazon-corretto/bin/jmap |
| jdk jps /usr/lib/jvm/java-11-amazon-corretto/bin/jps |
| jdk jrunscript /usr/lib/jvm/java-11-amazon-corretto/bin/jrunscript |
| jdk jshell /usr/lib/jvm/java-11-amazon-corretto/bin/jshell |
| jdk jstack /usr/lib/jvm/java-11-amazon-corretto/bin/jstack |
| jdk jstat /usr/lib/jvm/java-11-amazon-corretto/bin/jstat |
| jdk jstatd /usr/lib/jvm/java-11-amazon-corretto/bin/jstatd |
| jdk rmic /usr/lib/jvm/java-11-amazon-corretto/bin/rmic |
| jdk serialver /usr/lib/jvm/java-11-amazon-corretto/bin/serialver |
| |
| EOF |
| |
| # Set default version to be Java8 |
| update-java-alternatives --set java-1.8.0-amazon-corretto |
| |
| # Set default version to be Java11 |
| # update-java-alternatives -s java-11-amazon-corretto |
| |
| ######################## |
| # --- START LFTOOLS DEPS |
| |
| # Used by various scripts to push patches to Gerrit |
| ensure_ubuntu_install git-review |
| |
| # Needed to parse OpenStack commands used by opendaylight-infra stack commands |
| # to initialize Heat template based systems. |
| ensure_ubuntu_install jq |
| |
| # Used by lftools scripts to parse XML |
| ensure_ubuntu_install xmlstarlet |
| |
| # Install Shellcheck from archive |
| SHELLCHECK_VERSION="v0.6.0" |
| SHELLCHECK_SHA256SUM="eabb8c324fa849cdbff3305255d03a0f58a7d5fc66c2e709d83cf22a51fc95fa" |
| curl -L -o /tmp/shellcheck.tar.xz https://storage.googleapis.com/shellcheck/shellcheck-${SHELLCHECK_VERSION}.linux.x86_64.tar.xz |
| echo "$SHELLCHECK_SHA256SUM /tmp/shellcheck.tar.xz" | sha256sum -c - |
| pushd /tmp |
| tar -xJvf shellcheck.tar.xz |
| cp shellcheck-${SHELLCHECK_VERSION}/shellcheck /usr/local/bin/shellcheck |
| chmod a+x /usr/local/bin/shellcheck |
| popd |
| |
| # --- END LFTOOLS DEPS |
| ###################### |
| |
| # install haveged to avoid low entropy rejecting ssh connections |
| apt-get install haveged |
| update-rc.d haveged defaults |
| |
| # disable unattended upgrades & daily updates |
| echo '---> Disabling automatic daily upgrades' |
| sed -ine 's/"1"/"0"/g' /etc/apt/apt.conf.d/10periodic |
| echo 'APT::Periodic::Unattended-Upgrade "0";' >> /etc/apt/apt.conf.d/10periodic |
| } |
| |
| all_systems() { |
| # Do any Distro specific installations here |
| echo "Checking distribution" |
| FACTER_OS=$(/usr/bin/facter operatingsystem) |
| case "$FACTER_OS" in |
| *) |
| echo "---> $FACTER_OS found" |
| echo "No extra steps for $FACTER_OS" |
| ;; |
| esac |
| } |
| |
| echo "---> Attempting to detect OS" |
| # upstream cloud images use the distro name as the initial user |
| ORIGIN=$(if [ -e /etc/redhat-release ] |
| then |
| echo redhat |
| else |
| echo ubuntu |
| fi) |
| #ORIGIN=$(logname) |
| |
| case "${ORIGIN}" in |
| fedora|centos|redhat) |
| echo "---> RH type system detected" |
| rh_systems |
| ;; |
| ubuntu) |
| echo "---> Ubuntu system detected" |
| ubuntu_systems |
| ;; |
| *) |
| # Kill the build for unhandled distributions |
| echo "---> Unknown operating system" 1>&2 |
| exit 1 |
| ;; |
| esac |
| |
| # execute steps for all systems |
| all_systems |