debian-forge/test/__main__.py
Tom Gundersen a41ce99521 test: make the testsuite passive rather than active
Let the image be responsible for running its own test, and simply
listen for the output from the testsuite.

Hook this up with a standard f30 image that contains a simple boot
test case, using systemctl to verify that all services started
correctly.

This replaces the old web-server test, giving similar functionality.
The reason for the change is twofold: this way the tests are fully
specificed in the pipeline, so easier to reproduce. Moreover, this
is less intrusive, as the test does not require network support in
the image.

Signed-off-by: Tom Gundersen <teg@jklm.no>
2019-08-30 12:00:47 +02:00

76 lines
2.4 KiB
Python

import argparse
import logging
import subprocess
import os
from test.integration_tests.test_case import IntegrationTestCase, IntegrationTestType
from test.integration_tests.config import *
logging.basicConfig(level=logging.getLevelName(os.environ.get("TESTS_LOGLEVEL", "INFO")))
def test_is_system_running(result):
assert result.strip() == "running"
def test_timezone(extract_dir):
link = os.readlink(f"{extract_dir}/etc/localtime")
assert "Europe/Prague" in link
def test_firewall(extract_dir):
with open(f"{extract_dir}/etc/firewalld/zones/public.xml") as f:
content = f.read()
assert 'service name="http"' in content
assert 'service name="ftp"' in content
assert 'service name="telnet"' not in content
assert 'port port="53" protocol="tcp"' in content
assert 'port port="88" protocol="udp"' in content
if __name__ == '__main__':
parser = argparse.ArgumentParser(description='Run integration tests')
parser.add_argument('--list', dest='list', action='store_true', help='list test cases')
parser.add_argument('--case', dest='specific_case', metavar='TEST_CASE', help='run single test case')
args = parser.parse_args()
logging.info(f"Using {OBJECTS} for objects storage.")
logging.info(f"Using {OUTPUT_DIR} for output images storage.")
logging.info(f"Using {OSBUILD} for building images.")
f30_boot = IntegrationTestCase(
name="f30-boot",
pipeline="f30-boot.json",
output_image="f30-boot.qcow2",
test_cases=[test_is_system_running],
type=IntegrationTestType.BOOT_WITH_QEMU
)
timezone = IntegrationTestCase(
name="timezone",
pipeline="timezone.json",
output_image="timezone.tar.xz",
test_cases=[test_timezone],
type=IntegrationTestType.EXTRACT
)
firewall = IntegrationTestCase(
name="firewall",
pipeline="firewall.json",
output_image="firewall.tar.xz",
test_cases=[test_firewall],
type=IntegrationTestType.EXTRACT
)
cases = [f30_boot, timezone, firewall]
if args.list:
print("Available test cases:")
for case in cases:
print(f" - {case.name}")
else:
if not args.specific_case:
for case in cases:
case.run()
else:
for case in cases:
if case.name == args.specific_case:
case.run()