feb216c07b
DNF has more elaborate locking system and can wait for other instances of itself when installing packages. Using rpm directly to install local package is causing failures in CI due to it not being able to acquire lock on `/var/lib/rpm/.rpm.lock`. Using DNF should improve the situation, although there is no good documentation to link and support this claim for sure. Signed-off-by: Tomáš Hozza <thozza@redhat.com>
138 lines
4.7 KiB
Bash
Executable file
138 lines
4.7 KiB
Bash
Executable file
#!/bin/bash
|
||
set -euo pipefail
|
||
|
||
# Colorful output.
|
||
function greenprint {
|
||
echo -e "\033[1;32m${1}\033[0m"
|
||
}
|
||
|
||
# function to override template respositores with system repositories which contain rpmrepos snapshots
|
||
function template_override {
|
||
sudo dnf -y install jq
|
||
if sudo subscription-manager status; then
|
||
greenprint "📋 Running on subscribed RHEL machine, no mock template override done."
|
||
return 0
|
||
fi
|
||
if [[ "$ID" == rhel ]]; then
|
||
TEMPLATE=${ID}-${VERSION_ID%.*}.tpl
|
||
# disable subscription for nightlies
|
||
sudo sed -i "s/config_opts\['redhat_subscription_required'\] = True/config_opts['redhat_subscription_required'] = False/" /etc/mock/templates/"$TEMPLATE"
|
||
elif [[ "$ID" == fedora ]]; then
|
||
TEMPLATE=fedora-branched.tpl
|
||
elif [[ "$ID" == centos ]]; then
|
||
TEMPLATE=${ID}-stream-${VERSION_ID}.tpl
|
||
STREAM=-stream
|
||
fi
|
||
greenprint "📋 Updating $ID-$VERSION_ID mock template with rpmrepo snapshot repositories"
|
||
REPOS=$(jq -r ."\"${ID}${STREAM:-}-${VERSION_ID}\".repos[].file" Schutzfile)
|
||
sudo sed -i '/user_agent/q' /etc/mock/templates/"$TEMPLATE"
|
||
for REPO in $REPOS; do
|
||
sudo cat "$REPO" | sudo tee -a /etc/mock/templates/"$TEMPLATE"
|
||
done
|
||
echo '"""' | sudo tee -a /etc/mock/templates/"$TEMPLATE"
|
||
}
|
||
|
||
# Get OS and architecture details.
|
||
source tools/set-env-variables.sh
|
||
|
||
# Register RHEL if we are provided with a registration script and intend to do that.
|
||
REGISTER="${REGISTER:-'false'}"
|
||
if [[ $REGISTER == "true" && -n "${RHN_REGISTRATION_SCRIPT:-}" ]] && ! sudo subscription-manager status; then
|
||
greenprint "🪙 Registering RHEL instance"
|
||
sudo chmod +x "$RHN_REGISTRATION_SCRIPT"
|
||
sudo "$RHN_REGISTRATION_SCRIPT"
|
||
fi
|
||
|
||
# Mock configuration file to use for building RPMs.
|
||
MOCK_CONFIG="${ID}-${VERSION_ID%.*}-$(uname -m)"
|
||
|
||
if [[ $ID == centos ]]; then
|
||
MOCK_CONFIG="centos-stream-${VERSION_ID%.*}-$(uname -m)"
|
||
fi
|
||
|
||
# The commit this script operates on.
|
||
COMMIT=$(git rev-parse HEAD)
|
||
|
||
# Bucket in S3 where our artifacts are uploaded
|
||
REPO_BUCKET=osbuild-composer-repos
|
||
|
||
# Public URL for the S3 bucket with our artifacts.
|
||
MOCK_REPO_BASE_URL="http://${REPO_BUCKET}.s3.amazonaws.com"
|
||
|
||
# Distro version in whose buildroot was the RPM built.
|
||
DISTRO_VERSION=${ID}-${VERSION_ID}
|
||
|
||
if [[ "$ID" == rhel ]] && sudo subscription-manager status; then
|
||
# If this script runs on a subscribed RHEL, the RPMs are actually built
|
||
# using the latest CDN content, therefore rhel-*-cdn is used as the distro
|
||
# version.
|
||
DISTRO_VERSION=rhel-${VERSION_ID%.*}-cdn
|
||
fi
|
||
|
||
# Relative path of the repository – used for constructing both the local and
|
||
# remote paths below, so that they're consistent.
|
||
REPO_PATH=osbuild/${DISTRO_VERSION}/${ARCH}/${COMMIT}
|
||
|
||
# Directory to hold the RPMs temporarily before we upload them.
|
||
REPO_DIR=repo/${REPO_PATH}
|
||
|
||
# Full URL to the RPM repository after they are uploaded.
|
||
REPO_URL=${MOCK_REPO_BASE_URL}/${REPO_PATH}
|
||
|
||
# Don't rerun the build if it already exists
|
||
if curl --silent --fail --head --output /dev/null "${REPO_URL}/repodata/repomd.xml"; then
|
||
greenprint "🎁 Repository already exists. Exiting."
|
||
exit 0
|
||
fi
|
||
|
||
# Mock and s3cmd is only available in EPEL for RHEL.
|
||
if [[ $ID == rhel || $ID == centos ]] && ! rpm -q epel-release; then
|
||
greenprint "📦 Setting up EPEL repository"
|
||
curl -Ls --retry 5 --output /tmp/epel.rpm \
|
||
https://dl.fedoraproject.org/pub/epel/epel-release-latest-${VERSION_ID%.*}.noarch.rpm
|
||
sudo dnf install -y /tmp/epel.rpm
|
||
fi
|
||
|
||
# Install requirements for building RPMs in mock.
|
||
greenprint "📦 Installing mock requirements"
|
||
sudo dnf -y install createrepo_c make mock python3-pip rpm-build s3cmd
|
||
|
||
# Print some data.
|
||
greenprint "🧬 Using mock config: ${MOCK_CONFIG}"
|
||
greenprint "📦 SHA: ${COMMIT}"
|
||
greenprint "📤 RPMS will be uploaded to: ${REPO_URL}"
|
||
|
||
# Build source RPMs.
|
||
greenprint "🔧 Building source RPMs."
|
||
make srpm
|
||
|
||
# override template repositories
|
||
template_override
|
||
|
||
greenprint "🎟 Adding user to mock group"
|
||
sudo usermod -a -G mock "$(whoami)"
|
||
|
||
# Compile RPMs in a mock chroot
|
||
greenprint "🎁 Building RPMs with mock"
|
||
mock -r $MOCK_CONFIG --no-bootstrap-chroot \
|
||
--resultdir $REPO_DIR \
|
||
rpmbuild/SRPMS/*.src.rpm
|
||
sudo chown -R $USER ${REPO_DIR}
|
||
|
||
# Change the ownership of all of our repo files from root to our CI user.
|
||
sudo chown -R "$USER" "${REPO_DIR%%/*}"
|
||
|
||
greenprint "🧹 Remove logs from mock build"
|
||
rm "${REPO_DIR}"/*.log
|
||
|
||
# Create a repo of the built RPMs.
|
||
greenprint "⛓️ Creating dnf repository"
|
||
createrepo_c "${REPO_DIR}"
|
||
|
||
# Upload repository to S3.
|
||
greenprint "☁ Uploading RPMs to S3"
|
||
pushd repo
|
||
AWS_ACCESS_KEY_ID="$V2_AWS_ACCESS_KEY_ID" \
|
||
AWS_SECRET_ACCESS_KEY="$V2_AWS_SECRET_ACCESS_KEY" \
|
||
s3cmd --acl-public put --recursive . s3://${REPO_BUCKET}/
|
||
popd
|