The best practice for creating a pipeline should be to include at least one level of build-pipelines. This makes sure that the tools used to generate the target image are well-defined. In principle one could add several layers, though in pracite, one would hope that the envinment used to build the buildroot does not affect the final image (and as we anyway cannot recurr indefinitely, we fall back to simply using the host system in this case). This only makes sense, if the contents of the host system truly does not affect the generated image, and as such we do not include any information about the host when computing the hash that identifies a pipeline. In fact, any image could be used in its place, as long as the required tools are present. This commit takes advantage of that fact. Rather than run a pipeline with the host as the build root, take a second pipeline to generate the buildroot, but do not include this when computing the pipeline id (so it is different from simply editing the original JSON). This is necessary so we can use the same pipelines on significantly different host systems (run with different --bulid-pipeline arguments). In particular, it allows our test pipelines that generate f30 images to be run unmodified on Travis (which runs Ubuntu). Signed-off-by: Tom Gundersen <teg@jklm.no>
81 lines
2.7 KiB
Python
81 lines
2.7 KiB
Python
import argparse
|
|
import logging
|
|
import subprocess
|
|
import os
|
|
|
|
from test.integration_tests.test_case import IntegrationTestCase, IntegrationTestType
|
|
from test.integration_tests.config import *
|
|
|
|
logging.basicConfig(level=logging.getLevelName(os.environ.get("TESTS_LOGLEVEL", "INFO")))
|
|
|
|
|
|
def test_is_system_running(result):
|
|
assert result.strip() == "running"
|
|
|
|
|
|
def test_timezone(extract_dir):
|
|
link = os.readlink(f"{extract_dir}/etc/localtime")
|
|
assert "Europe/Prague" in link
|
|
|
|
|
|
def test_firewall(extract_dir):
|
|
with open(f"{extract_dir}/etc/firewalld/zones/public.xml") as f:
|
|
content = f.read()
|
|
assert 'service name="http"' in content
|
|
assert 'service name="ftp"' in content
|
|
assert 'service name="telnet"' not in content
|
|
assert 'port port="53" protocol="tcp"' in content
|
|
assert 'port port="88" protocol="udp"' in content
|
|
|
|
|
|
if __name__ == '__main__':
|
|
parser = argparse.ArgumentParser(description='Run integration tests')
|
|
parser.add_argument('--list', dest='list', action='store_true', help='list test cases')
|
|
parser.add_argument('--build-pipeline', dest='build_pipeline', metavar='PIPELINE',
|
|
type=os.path.abspath, help='the build pipeline to run tests in')
|
|
parser.add_argument('--case', dest='specific_case', metavar='TEST_CASE', help='run single test case')
|
|
args = parser.parse_args()
|
|
|
|
logging.info(f"Using {OBJECTS} for objects storage.")
|
|
logging.info(f"Using {OUTPUT_DIR} for output images storage.")
|
|
logging.info(f"Using {OSBUILD} for building images.")
|
|
|
|
f30_boot = IntegrationTestCase(
|
|
name="f30-boot",
|
|
pipeline="f30-boot.json",
|
|
build_pipeline=args.build_pipeline,
|
|
output_image="f30-boot.qcow2",
|
|
test_cases=[test_is_system_running],
|
|
type=IntegrationTestType.BOOT_WITH_QEMU
|
|
)
|
|
timezone = IntegrationTestCase(
|
|
name="timezone",
|
|
pipeline="timezone.json",
|
|
build_pipeline=args.build_pipeline,
|
|
output_image="timezone.tar.xz",
|
|
test_cases=[test_timezone],
|
|
type=IntegrationTestType.EXTRACT
|
|
)
|
|
firewall = IntegrationTestCase(
|
|
name="firewall",
|
|
pipeline="firewall.json",
|
|
build_pipeline=args.build_pipeline,
|
|
output_image="firewall.tar.xz",
|
|
test_cases=[test_firewall],
|
|
type=IntegrationTestType.EXTRACT
|
|
)
|
|
|
|
cases = [f30_boot, timezone, firewall]
|
|
|
|
if args.list:
|
|
print("Available test cases:")
|
|
for case in cases:
|
|
print(f" - {case.name}")
|
|
else:
|
|
if not args.specific_case:
|
|
for case in cases:
|
|
case.run()
|
|
else:
|
|
for case in cases:
|
|
if case.name == args.specific_case:
|
|
case.run()
|