4e70a291b1
x86_64 and aarch64 rhel 8.4 images support hybrid boot. qcow2 images are now tested with both BIOS and UEFI boot. The Jenkinsfile now specifies which boot type is supported when calling run_tests. For the qemu tests, this boot type can be passed as an option so the test can boot using UEFI. In order to boot using uefi from a rhel machine, we must pass the --boot uefi flag as well as tell libvirt where the variable store template is. Since we are not testing secureboot, we must pass nvram_template=/usr/share/edk2/ovmf/OVMF_VARS.fd to the --boot flag. This is the location of our non-secureboot varstore template.
490 lines
18 KiB
Groovy
490 lines
18 KiB
Groovy
pipeline {
|
|
agent none
|
|
|
|
environment {
|
|
AWS_REGION = "us-east-2"
|
|
AWS_BUCKET = "imagebuilder-jenkins-testing-use2"
|
|
}
|
|
|
|
options {
|
|
timestamps()
|
|
ansiColor('xterm')
|
|
// Cancel the pipeline if it runs for more than three hours.
|
|
timeout(
|
|
time: 3,
|
|
unit: "HOURS"
|
|
)
|
|
}
|
|
stages {
|
|
|
|
stage("Prepare 🤔") {
|
|
agent { label "schutzbot" }
|
|
options {
|
|
// Don't checkout the git repository here. It just clogs
|
|
// up the Jenkins disk space and does nothing for us.
|
|
skipDefaultCheckout()
|
|
}
|
|
steps {
|
|
sh (
|
|
label: "Get environment variables",
|
|
script: "env | sort"
|
|
)
|
|
}
|
|
}
|
|
|
|
stage("Mock build 👷🏻") {
|
|
// Halt the pipeline immediately if a single mock build fails.
|
|
// A failure to build an RPM is serious and must be
|
|
// investigated.
|
|
failFast true
|
|
|
|
parallel {
|
|
|
|
stage('F32') {
|
|
agent { label "f32cloudbase && x86_64 && aws" }
|
|
environment {
|
|
AWS_CREDS = credentials('aws-credentials-osbuildci')
|
|
AWS_IMAGE_TEST_CREDS = credentials('aws-credentials-osbuild-image-test')
|
|
}
|
|
steps {
|
|
sh "schutzbot/ci_details.sh"
|
|
retry(3) {
|
|
sh "schutzbot/mockbuild.sh"
|
|
}
|
|
}
|
|
}
|
|
stage('F33') {
|
|
agent { label "f33cloudbase && x86_64 && aws" }
|
|
environment {
|
|
AWS_CREDS = credentials('aws-credentials-osbuildci')
|
|
AWS_IMAGE_TEST_CREDS = credentials('aws-credentials-osbuild-image-test')
|
|
}
|
|
steps {
|
|
sh "schutzbot/ci_details.sh"
|
|
retry(3) {
|
|
sh "schutzbot/mockbuild.sh"
|
|
}
|
|
}
|
|
}
|
|
stage('EL8') {
|
|
agent { label "rhel8cloudbase && x86_64 && aws" }
|
|
environment {
|
|
AWS_CREDS = credentials('aws-credentials-osbuildci')
|
|
AWS_IMAGE_TEST_CREDS = credentials('aws-credentials-osbuild-image-test')
|
|
RHN_REGISTRATION_SCRIPT = credentials('rhn-register-script-production')
|
|
}
|
|
steps {
|
|
sh "schutzbot/ci_details.sh"
|
|
retry(3) {
|
|
sh "schutzbot/mockbuild.sh"
|
|
}
|
|
}
|
|
}
|
|
stage('EL8.4') {
|
|
agent { label "rhel84cloudbase && x86_64 && psi" }
|
|
environment {
|
|
AWS_CREDS = credentials('aws-credentials-osbuildci')
|
|
AWS_IMAGE_TEST_CREDS = credentials('aws-credentials-osbuild-image-test')
|
|
RHEL84_NIGHTLY_REPO = credentials('rhel84-nightly-repo')
|
|
}
|
|
steps {
|
|
sh "schutzbot/ci_details.sh"
|
|
retry(3) {
|
|
sh "schutzbot/mockbuild.sh"
|
|
}
|
|
}
|
|
}
|
|
|
|
}
|
|
}
|
|
|
|
stage("Testing 🍌") {
|
|
parallel {
|
|
|
|
stage('F32 Base') {
|
|
agent { label "f32cloudbase && x86_64 && aws" }
|
|
environment { TEST_TYPE = "base" }
|
|
steps {
|
|
run_tests('base', 'bios')
|
|
}
|
|
post {
|
|
always {
|
|
preserve_logs('fedora32-base')
|
|
}
|
|
}
|
|
}
|
|
stage('F32 Image') {
|
|
agent { label "f32cloudbase && psi && x86_64" }
|
|
environment {
|
|
TEST_TYPE = "image"
|
|
AWS_CREDS = credentials('aws-credentials-osbuildci')
|
|
AWS_IMAGE_TEST_CREDS = credentials('aws-credentials-osbuild-image-test')
|
|
AZURE_CREDS = credentials('azure')
|
|
OPENSTACK_CREDS = credentials("psi-openstack-creds")
|
|
VCENTER_CREDS = credentials('vmware-vcenter-credentials')
|
|
DISTRO_CODE = "fedora32"
|
|
}
|
|
steps {
|
|
run_tests('image', 'bios')
|
|
}
|
|
post {
|
|
always {
|
|
preserve_logs('fedora32-image')
|
|
sh (
|
|
label: "Run cloud cleaner just in case something failed",
|
|
script: "schutzbot/run_cloud_cleaner.sh"
|
|
)
|
|
}
|
|
}
|
|
}
|
|
stage('F32 Integration') {
|
|
agent { label "f32cloudbase && x86_64 && aws" }
|
|
environment {
|
|
TEST_TYPE = "integration"
|
|
AWS_CREDS = credentials('aws-credentials-osbuildci')
|
|
AWS_IMAGE_TEST_CREDS = credentials('aws-credentials-osbuild-image-test')
|
|
}
|
|
steps {
|
|
run_tests('integration', 'bios')
|
|
}
|
|
post {
|
|
always {
|
|
preserve_logs('fedora32-integration')
|
|
}
|
|
}
|
|
}
|
|
stage('F32 OSTree') {
|
|
agent { label "f32cloudbase && psi && x86_64" }
|
|
steps {
|
|
run_tests('ostree', 'bios')
|
|
}
|
|
post {
|
|
always {
|
|
preserve_logs('fedora32-ostree')
|
|
}
|
|
}
|
|
}
|
|
stage('F33 Base') {
|
|
agent { label "f33cloudbase && x86_64 && aws" }
|
|
environment { TEST_TYPE = "base" }
|
|
steps {
|
|
run_tests('base', 'bios')
|
|
}
|
|
post {
|
|
always {
|
|
preserve_logs('fedora33-base')
|
|
}
|
|
}
|
|
}
|
|
stage('F33 Image') {
|
|
agent { label "f33cloudbase && psi && x86_64" }
|
|
environment {
|
|
TEST_TYPE = "image"
|
|
AWS_CREDS = credentials('aws-credentials-osbuildci')
|
|
AWS_IMAGE_TEST_CREDS = credentials('aws-credentials-osbuild-image-test')
|
|
AZURE_CREDS = credentials('azure')
|
|
OPENSTACK_CREDS = credentials("psi-openstack-creds")
|
|
VCENTER_CREDS = credentials('vmware-vcenter-credentials')
|
|
DISTRO_CODE = "fedora33"
|
|
}
|
|
steps {
|
|
run_tests('image', 'bios')
|
|
}
|
|
post {
|
|
always {
|
|
preserve_logs('fedora33-image')
|
|
}
|
|
}
|
|
}
|
|
stage('F33 Integration') {
|
|
agent { label "f33cloudbase && x86_64 && aws" }
|
|
environment {
|
|
TEST_TYPE = "integration"
|
|
AWS_CREDS = credentials('aws-credentials-osbuildci')
|
|
AWS_IMAGE_TEST_CREDS = credentials('aws-credentials-osbuild-image-test')
|
|
}
|
|
steps {
|
|
run_tests('integration', 'bios')
|
|
}
|
|
post {
|
|
always {
|
|
preserve_logs('fedora33-integration')
|
|
}
|
|
}
|
|
}
|
|
stage('F33 OSTree') {
|
|
agent { label "f33cloudbase && psi && x86_64" }
|
|
steps {
|
|
run_tests('ostree', 'bios')
|
|
}
|
|
post {
|
|
always {
|
|
preserve_logs('fedora33-ostree')
|
|
}
|
|
}
|
|
}
|
|
stage('EL8 Base') {
|
|
agent { label "rhel8cloudbase && x86_64 && aws" }
|
|
environment {
|
|
TEST_TYPE = "base"
|
|
RHN_REGISTRATION_SCRIPT = credentials('rhn-register-script-production')
|
|
}
|
|
steps {
|
|
run_tests('base', 'bios')
|
|
}
|
|
post {
|
|
always {
|
|
preserve_logs('rhel8-base')
|
|
}
|
|
}
|
|
}
|
|
stage('EL8 Image') {
|
|
agent { label "rhel8cloudbase && psi && x86_64" }
|
|
environment {
|
|
TEST_TYPE = "image"
|
|
AWS_CREDS = credentials('aws-credentials-osbuildci')
|
|
AWS_IMAGE_TEST_CREDS = credentials('aws-credentials-osbuild-image-test')
|
|
AZURE_CREDS = credentials('azure')
|
|
OPENSTACK_CREDS = credentials("psi-openstack-creds")
|
|
RHN_REGISTRATION_SCRIPT = credentials('rhn-register-script-production')
|
|
VCENTER_CREDS = credentials('vmware-vcenter-credentials')
|
|
DISTRO_CODE = "rhel8"
|
|
}
|
|
steps {
|
|
run_tests('image', 'bios')
|
|
}
|
|
post {
|
|
always {
|
|
preserve_logs('rhel8-image')
|
|
sh (
|
|
label: "Run cloud cleaner just in case something failed",
|
|
script: "schutzbot/run_cloud_cleaner.sh"
|
|
)
|
|
}
|
|
}
|
|
}
|
|
stage('EL8 Integration') {
|
|
agent { label "rhel8cloudbase && x86_64 && psi" }
|
|
environment {
|
|
TEST_TYPE = "integration"
|
|
AWS_CREDS = credentials('aws-credentials-osbuildci')
|
|
AWS_IMAGE_TEST_CREDS = credentials('aws-credentials-osbuild-image-test')
|
|
RHN_REGISTRATION_SCRIPT = credentials('rhn-register-script-production')
|
|
}
|
|
steps {
|
|
run_tests('integration', 'bios')
|
|
}
|
|
post {
|
|
always {
|
|
preserve_logs('rhel8-integration')
|
|
}
|
|
}
|
|
}
|
|
stage('EL8 OSTree') {
|
|
agent { label "rhel8cloudbase && psi && x86_64" }
|
|
steps {
|
|
run_tests('ostree', 'bios')
|
|
}
|
|
post {
|
|
always {
|
|
preserve_logs('rhel8-ostree')
|
|
}
|
|
}
|
|
}
|
|
stage('EL8.4 Base') {
|
|
agent { label "rhel84cloudbase && x86_64 && psi" }
|
|
environment {
|
|
TEST_TYPE = "base"
|
|
}
|
|
steps {
|
|
run_tests('base', 'hybrid')
|
|
}
|
|
post {
|
|
always {
|
|
preserve_logs('rhel84-base')
|
|
}
|
|
}
|
|
}
|
|
stage('EL8.4 Image') {
|
|
agent { label "rhel84cloudbase && psi && x86_64" }
|
|
environment {
|
|
TEST_TYPE = "image"
|
|
AWS_CREDS = credentials('aws-credentials-osbuildci')
|
|
AWS_IMAGE_TEST_CREDS = credentials('aws-credentials-osbuild-image-test')
|
|
AZURE_CREDS = credentials('azure')
|
|
OPENSTACK_CREDS = credentials("psi-openstack-creds")
|
|
VCENTER_CREDS = credentials('vmware-vcenter-credentials')
|
|
DISTRO_CODE = "rhel84"
|
|
}
|
|
steps {
|
|
run_tests('image', 'hybrid')
|
|
}
|
|
post {
|
|
always {
|
|
preserve_logs('rhel84-image')
|
|
sh (
|
|
label: "Run cloud cleaner just in case something failed",
|
|
script: "schutzbot/run_cloud_cleaner.sh"
|
|
)
|
|
}
|
|
}
|
|
}
|
|
stage('EL8.4 Integration') {
|
|
agent { label "rhel84cloudbase && x86_64 && psi" }
|
|
environment {
|
|
TEST_TYPE = "integration"
|
|
AWS_CREDS = credentials('aws-credentials-osbuildci')
|
|
AWS_IMAGE_TEST_CREDS = credentials('aws-credentials-osbuild-image-test')
|
|
}
|
|
steps {
|
|
run_tests('integration', 'hybrid')
|
|
}
|
|
post {
|
|
always {
|
|
preserve_logs('rhel84-integration')
|
|
}
|
|
}
|
|
}
|
|
stage('EL8.4 OSTree') {
|
|
agent { label "rhel84cloudbase && psi && x86_64" }
|
|
steps {
|
|
run_tests('ostree', 'hybrid')
|
|
}
|
|
post {
|
|
always {
|
|
preserve_logs('rhel84-ostree')
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
post {
|
|
success {
|
|
node('schutzbot') {
|
|
script {
|
|
if (env.BRANCH_NAME == 'main') {
|
|
telegramSend "💚 CI passed for osbuild-composer main branch ${env.BUILD_URL}"
|
|
}
|
|
}
|
|
}
|
|
}
|
|
unsuccessful {
|
|
node('schutzbot') {
|
|
script {
|
|
if (env.BRANCH_NAME == 'main') {
|
|
telegramSend "💣 CI failed for osbuild-composer main branch ${env.BUILD_URL}"
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
}
|
|
|
|
// Set up a function to hold the steps needed to run the tests so we don't
|
|
// need to copy/paste the same lines over and over above.
|
|
void run_tests(test_type, boot_type) {
|
|
|
|
// Get CI machine details.
|
|
sh (
|
|
label: "Get CI machine details",
|
|
script: "schutzbot/ci_details.sh"
|
|
)
|
|
|
|
// Deploy the Image Builder packages and services.
|
|
sh (
|
|
label: "Deploy",
|
|
script: "schutzbot/deploy.sh"
|
|
)
|
|
|
|
// Run the base tests.
|
|
if (test_type == 'base') {
|
|
sh (
|
|
label: "Base tests",
|
|
script: "/usr/libexec/tests/osbuild-composer/base_tests.sh"
|
|
)
|
|
}
|
|
|
|
if (test_type == 'image') {
|
|
sh (
|
|
label: "Image tests",
|
|
script: "/usr/libexec/tests/osbuild-composer/image_tests.sh"
|
|
)
|
|
}
|
|
|
|
if (test_type == 'ostree') {
|
|
sh (
|
|
label: "OSTree tests",
|
|
script: "/usr/libexec/tests/osbuild-composer/ostree.sh"
|
|
)
|
|
}
|
|
|
|
if (test_type == 'integration') {
|
|
// Run Koji tests.
|
|
sh (
|
|
label: "Koji tests",
|
|
script: "/usr/libexec/tests/osbuild-composer/koji.sh"
|
|
)
|
|
|
|
// Run the qcow2 BIOS boot test.
|
|
sh (
|
|
label: "Integration test: QCOW2, BIOS boot",
|
|
script: "/usr/libexec/tests/osbuild-composer/qemu.sh qcow2"
|
|
)
|
|
|
|
if (boot_type == 'hybrid') {
|
|
// Run the qcow2 UEFI boot test.
|
|
sh (
|
|
label: "Integration test: QCOW2, UEFI boot",
|
|
script: "/usr/libexec/tests/osbuild-composer/qemu.sh qcow2 uefi"
|
|
)
|
|
}
|
|
|
|
// Run the openstack test.
|
|
sh (
|
|
label: "Integration test: OpenStack",
|
|
script: "/usr/libexec/tests/osbuild-composer/qemu.sh openstack"
|
|
)
|
|
|
|
// Run the VHD/Azure test.
|
|
sh (
|
|
label: "Integration test: VHD",
|
|
script: "/usr/libexec/tests/osbuild-composer/qemu.sh vhd"
|
|
)
|
|
|
|
// Run the AWS test.
|
|
sh (
|
|
label: "Integration test: AWS",
|
|
script: "/usr/libexec/tests/osbuild-composer/aws.sh"
|
|
)
|
|
|
|
// Run the API test.
|
|
sh (
|
|
label: "Integration test: API",
|
|
script: "/usr/libexec/tests/osbuild-composer/api.sh"
|
|
)
|
|
}
|
|
|
|
}
|
|
|
|
// Move logs to a unique location and tell Jenkins to capture them on success
|
|
// or failure.
|
|
void preserve_logs(test_slug) {
|
|
|
|
// Save the systemd journal.
|
|
sh "journalctl --boot > systemd-journald.log"
|
|
|
|
// Make a directory for the log files and move the logs there.
|
|
sh "mkdir ${test_slug} && mv *.log *.jpg ${test_slug}/ || true"
|
|
// The workspace directory is not used everywhere, tests use temporary directory under /tmp/logs.
|
|
sh "mkdir -p ${test_slug} && find /tmp/logs/ -name '*.log' -exec mv {} ${test_slug}/ \\; || true"
|
|
|
|
// Artifact the logs.
|
|
archiveArtifacts (
|
|
allowEmptyArchive: true,
|
|
artifacts: "${test_slug}/*.log,${test_slug}/*.jpg"
|
|
)
|
|
|
|
}
|