Blame schutzbot/mockbuild.sh

Packit 63bb0d
#!/bin/bash
Packit 63bb0d
set -euo pipefail
Packit 63bb0d
Packit 63bb0d
# Colorful output.
Packit 63bb0d
function greenprint {
Packit 63bb0d
  echo -e "\033[1;32m${1}\033[0m"
Packit 63bb0d
}
Packit 63bb0d
Packit 63bb0d
# Get OS and architecture details.
Packit 63bb0d
source /etc/os-release
Packit 63bb0d
ARCH=$(uname -m)
Packit 63bb0d
Packit 63bb0d
# Mock is only available in EPEL for RHEL.
Packit 63bb0d
if [[ $ID == rhel ]] && ! rpm -q epel-release; then
Packit 63bb0d
    greenprint "๐Ÿ“ฆ Setting up EPEL repository"
Packit 63bb0d
    curl -Ls --retry 5 --output /tmp/epel.rpm \
Packit 63bb0d
        https://dl.fedoraproject.org/pub/epel/epel-release-latest-8.noarch.rpm
Packit 63bb0d
    sudo rpm -Uvh /tmp/epel.rpm
Packit 63bb0d
fi
Packit 63bb0d
Packit 63bb0d
# Register RHEL if we are provided with a registration script.
Packit 63bb0d
if [[ -n "${RHN_REGISTRATION_SCRIPT:-}" ]] && ! sudo subscription-manager status; then
Packit 63bb0d
    greenprint "๐Ÿช™ Registering RHEL instance"
Packit 63bb0d
    sudo chmod +x $RHN_REGISTRATION_SCRIPT
Packit 63bb0d
    sudo $RHN_REGISTRATION_SCRIPT
Packit 63bb0d
fi
Packit 63bb0d
Packit 63bb0d
# Install requirements for building RPMs in mock.
Packit 63bb0d
greenprint "๐Ÿ“ฆ Installing mock requirements"
Packit 63bb0d
sudo dnf -y install createrepo_c make mock python3-pip rpm-build
Packit 63bb0d
Packit 63bb0d
# Install s3cmd if it is not present.
Packit 63bb0d
if ! s3cmd --version > /dev/null 2>&1; then
Packit 63bb0d
    greenprint "๐Ÿ“ฆ Installing s3cmd"
Packit 63bb0d
    sudo pip3 -q install s3cmd
Packit 63bb0d
fi
Packit 63bb0d
Packit 63bb0d
# Jenkins sets a workspace variable as the root of its working directory.
Packit 63bb0d
WORKSPACE=${WORKSPACE:-$(pwd)}
Packit 63bb0d
Packit 63bb0d
# Mock configuration file to use for building RPMs.
Packit 63bb0d
MOCK_CONFIG="${ID}-${VERSION_ID%.*}-$(uname -m)"
Packit 63bb0d
Packit 63bb0d
# Jenkins takes the proposed PR and merges it onto master. Although this
Packit 63bb0d
# creates a new SHA (which is slightly confusing), it ensures that the code
Packit 63bb0d
# merges properly against master and it tests the code against the latest
Packit 63bb0d
# commit in master, which is certainly good.
Packit 63bb0d
POST_MERGE_SHA=$(git rev-parse --short HEAD)
Packit 63bb0d
Packit 63bb0d
# Bucket in S3 where our artifacts are uploaded
Packit 63bb0d
REPO_BUCKET=osbuild-composer-repos
Packit 63bb0d
Packit 63bb0d
# Public URL for the S3 bucket with our artifacts.
Packit 63bb0d
MOCK_REPO_BASE_URL="http://osbuild-composer-repos.s3-website.us-east-2.amazonaws.com"
Packit 63bb0d
Packit 63bb0d
# Directory to hold the RPMs temporarily before we upload them.
Packit 63bb0d
REPO_DIR=repo/${JOB_NAME}/${POST_MERGE_SHA}/${ID}${VERSION_ID//./}_${ARCH}
Packit 63bb0d
Packit 63bb0d
# Maintain a directory for the master branch that always contains the latest
Packit 63bb0d
# RPM packages.
Packit 63bb0d
REPO_DIR_LATEST=repo/${JOB_NAME}/latest
Packit 63bb0d
Packit 63bb0d
# Full URL to the RPM repository after they are uploaded.
Packit 63bb0d
REPO_URL=${MOCK_REPO_BASE_URL}/${JOB_NAME}/${POST_MERGE_SHA}/${ID}${VERSION_ID//./}_${ARCH}
Packit 63bb0d
Packit 63bb0d
# Print some data.
Packit 63bb0d
greenprint "๐Ÿงฌ Using mock config: ${MOCK_CONFIG}"
Packit 63bb0d
greenprint "๐Ÿ“ฆ Post merge SHA: ${POST_MERGE_SHA}"
Packit 63bb0d
greenprint "๐Ÿ“ค RPMS will be uploaded to: ${REPO_URL}"
Packit 63bb0d
Packit 63bb0d
# Build source RPMs.
Packit 63bb0d
greenprint "๐Ÿ”ง Building source RPMs."
Packit 63bb0d
make srpm
Packit Service 5f350b
Packit Service 5f350b
if [[ $VERSION_ID == 8.2 ]]; then
Packit Service 5f350b
    # osbuild does not exist in 8.2, so build from submodule
Packit Service 5f350b
    make -C osbuild srpm
Packit Service 5f350b
fi
Packit 63bb0d
Packit 63bb0d
# Update the mock configs if we are on 8.3 beta.
Packit 63bb0d
if [[ $VERSION_ID == 8.3 ]]; then
Packit 63bb0d
    # Remove the existing (non-beta) repos from the template.
Packit 63bb0d
    sudo sed -i '/# repos/q' /etc/mock/templates/rhel-8.tpl
Packit 63bb0d
Packit 63bb0d
    # Add the enabled repos to the template.
Packit 63bb0d
    cat /etc/yum.repos.d/redhat.repo | sudo tee -a /etc/mock/templates/rhel-8.tpl
Packit 63bb0d
Packit 63bb0d
    # We need triple quotes at the end of the template to mark the end of
Packit 63bb0d
    # the repo list.
Packit 63bb0d
    echo '"""' | sudo tee -a /etc/mock/templates/rhel-8.tpl
Packit 63bb0d
fi
Packit 63bb0d
Packit 63bb0d
# Compile RPMs in a mock chroot
Packit 63bb0d
greenprint "๐ŸŽ Building RPMs with mock"
Packit Service 5f350b
if [[ $VERSION_ID == 8.2 ]]; then
Packit Service 5f350b
    sudo mock -v -r $MOCK_CONFIG --resultdir $REPO_DIR --with=tests \
Packit Service 5f350b
        rpmbuild/SRPMS/*.src.rpm osbuild/rpmbuild/SRPMS/*.src.rpm
Packit Service 5f350b
else
Packit Service 5f350b
    sudo mock -v -r $MOCK_CONFIG --resultdir $REPO_DIR --with=tests \
Packit Service 5f350b
        rpmbuild/SRPMS/*.src.rpm
Packit Service 5f350b
fi
Packit 63bb0d
Packit 63bb0d
# Change the ownership of all of our repo files from root to our CI user.
Packit 63bb0d
sudo chown -R $USER ${REPO_DIR%%/*}
Packit 63bb0d
Packit 63bb0d
# Move the logs out of the way.
Packit 63bb0d
greenprint "๐Ÿงน Retaining logs from mock build"
Packit 63bb0d
mv ${REPO_DIR}/*.log $WORKSPACE
Packit 63bb0d
Packit 63bb0d
# Create a repo of the built RPMs.
Packit 63bb0d
greenprint "โ›“๏ธ Creating dnf repository"
Packit 63bb0d
createrepo_c ${REPO_DIR}
Packit 63bb0d
Packit 63bb0d
# Copy the current build to the latest directory.
Packit 63bb0d
mkdir -p $REPO_DIR_LATEST
Packit 63bb0d
cp -arv ${REPO_DIR}/ ${REPO_DIR_LATEST}/
Packit 63bb0d
Packit 63bb0d
# Remove the previous latest build for this branch.
Packit 63bb0d
# Don't fail if the path is missing.
Packit 63bb0d
s3cmd --recursive rm s3://${REPO_BUCKET}/${JOB_NAME}/latest/${ID}${VERSION_ID//./}_${ARCH} || true
Packit 63bb0d
Packit 63bb0d
# Upload repository to S3.
Packit 63bb0d
greenprint "โ˜ Uploading RPMs to S3"
Packit 63bb0d
pushd repo
Packit 63bb0d
    s3cmd --acl-public sync . s3://${REPO_BUCKET}/
Packit 63bb0d
popd
Packit 63bb0d
Packit 63bb0d
# Create a repository file.
Packit 63bb0d
greenprint "๐Ÿ“œ Generating dnf repository file"
Packit 63bb0d
tee osbuild-mock.repo << EOF
Packit 63bb0d
[osbuild-mock]
Packit 63bb0d
name=osbuild mock ${JOB_NAME}-${POST_MERGE_SHA} ${ID}${VERSION_ID//./}
Packit 63bb0d
baseurl=${REPO_URL}
Packit 63bb0d
enabled=1
Packit 63bb0d
gpgcheck=0
Packit 63bb0d
# Default dnf repo priority is 99. Lower number means higher priority.
Packit 63bb0d
priority=5
Packit Service 5f350b
EOF