Merge branch 'feat/add-cloud-policy' of git+ssh://git.launchpad.net/~aleksa-svitlica/cloudware/+git/britney2-ubuntu into sil2100/private-runs
Łukasz 'sil2100' Zemczak
2 years ago
commit
be55223a67
@ -0,0 +1,453 @@
|
|||||||
|
import json
|
||||||
|
import os
|
||||||
|
from pathlib import PurePath
|
||||||
|
import re
|
||||||
|
import shutil
|
||||||
|
import smtplib
|
||||||
|
import socket
|
||||||
|
import subprocess
|
||||||
|
import xml.etree.ElementTree as ET
|
||||||
|
|
||||||
|
from britney2 import SuiteClass
|
||||||
|
from britney2.policies.policy import BasePolicy
|
||||||
|
from britney2.policies import PolicyVerdict
|
||||||
|
|
||||||
|
class MissingURNException(Exception):
|
||||||
|
pass
|
||||||
|
|
||||||
|
FAIL_MESSAGE = """From: Ubuntu Release Team <noreply+proposed-migration@ubuntu.com>
|
||||||
|
To: {recipients}
|
||||||
|
X-Proposed-Migration: notice
|
||||||
|
Subject: [proposed-migration] {package} {version} in {series} failed Cloud tests.
|
||||||
|
|
||||||
|
Hi,
|
||||||
|
|
||||||
|
{package} {version} needs attention.
|
||||||
|
|
||||||
|
This package fails the following tests:
|
||||||
|
|
||||||
|
{results}
|
||||||
|
|
||||||
|
If you have any questions about this email, please ask them in #ubuntu-release channel on libera.chat.
|
||||||
|
|
||||||
|
Regards, Ubuntu Release Team.
|
||||||
|
"""
|
||||||
|
|
||||||
|
ERR_MESSAGE = """From: Ubuntu Release Team <noreply+proposed-migration@ubuntu.com>
|
||||||
|
To: {recipients}
|
||||||
|
X-Proposed-Migration: notice
|
||||||
|
Subject: [proposed-migration] {package} {version} in {series} had errors running Cloud Tests.
|
||||||
|
|
||||||
|
Hi,
|
||||||
|
|
||||||
|
During Cloud tests of {package} {version} the following errors occurred:
|
||||||
|
|
||||||
|
{results}
|
||||||
|
|
||||||
|
If you have any questions about this email, please ask them in #ubuntu-release channel on libera.chat.
|
||||||
|
|
||||||
|
Regards, Ubuntu Release Team.
|
||||||
|
"""
|
||||||
|
class CloudPolicy(BasePolicy):
|
||||||
|
PACKAGE_SET_FILE = "cloud_package_set"
|
||||||
|
DEFAULT_EMAILS = ["cpc@canonical.com"]
|
||||||
|
TEST_LOG_FILE = "CTF.log"
|
||||||
|
|
||||||
|
def __init__(self, options, suite_info, dry_run=False):
|
||||||
|
super().__init__(
|
||||||
|
"cloud", options, suite_info, {SuiteClass.PRIMARY_SOURCE_SUITE}
|
||||||
|
)
|
||||||
|
self.dry_run = dry_run
|
||||||
|
if self.dry_run:
|
||||||
|
self.logger.info("Cloud Policy: Dry-run enabled")
|
||||||
|
|
||||||
|
self.email_host = getattr(self.options, "email_host", "localhost")
|
||||||
|
self.logger.info(
|
||||||
|
"Cloud Policy: will send emails to: %s", self.email_host
|
||||||
|
)
|
||||||
|
self.work_dir = getattr(self.options, "cloud_work_dir", "cloud_tests")
|
||||||
|
self.failure_emails = getattr(self.options, "cloud_failure_emails", self.DEFAULT_EMAILS)
|
||||||
|
self.error_emails = getattr(self.options, "cloud_error_emails", self.DEFAULT_EMAILS)
|
||||||
|
|
||||||
|
adt_ppas = getattr(self.options, "adt_ppas", "").split()
|
||||||
|
ppas = self._parse_ppas(adt_ppas)
|
||||||
|
|
||||||
|
if len(ppas) == 0:
|
||||||
|
self.sources = ["proposed"]
|
||||||
|
self.source_type = "archive"
|
||||||
|
else:
|
||||||
|
self.sources = ppas
|
||||||
|
self.source_type = "ppa"
|
||||||
|
|
||||||
|
self.failures = {}
|
||||||
|
self.errors = {}
|
||||||
|
|
||||||
|
def initialise(self, britney):
|
||||||
|
super().initialise(britney)
|
||||||
|
|
||||||
|
self.package_set = self._retrieve_cloud_package_set_for_series(self.options.series)
|
||||||
|
|
||||||
|
def apply_src_policy_impl(self, policy_info, item, source_data_tdist, source_data_srcdist, excuse):
|
||||||
|
if item.package not in self.package_set:
|
||||||
|
return PolicyVerdict.PASS
|
||||||
|
|
||||||
|
if self.dry_run:
|
||||||
|
self.logger.info(
|
||||||
|
"Cloud Policy: Dry run would test {} in {}".format(item.package , self.options.series)
|
||||||
|
)
|
||||||
|
return PolicyVerdict.PASS
|
||||||
|
|
||||||
|
self._setup_work_directory()
|
||||||
|
self.failures = {}
|
||||||
|
self.errors = {}
|
||||||
|
|
||||||
|
self._run_cloud_tests(item.package, self.options.series, self.sources, self.source_type)
|
||||||
|
|
||||||
|
if len(self.failures) > 0 or len(self.errors) > 0:
|
||||||
|
self._send_emails_if_needed(item.package, source_data_srcdist.version, self.options.series)
|
||||||
|
|
||||||
|
self._cleanup_work_directory()
|
||||||
|
verdict = PolicyVerdict.REJECTED_PERMANENTLY
|
||||||
|
info = self._generate_verdict_info(self.failures, self.errors)
|
||||||
|
excuse.add_verdict_info(verdict, info)
|
||||||
|
return verdict
|
||||||
|
else:
|
||||||
|
self._cleanup_work_directory()
|
||||||
|
return PolicyVerdict.PASS
|
||||||
|
|
||||||
|
def _retrieve_cloud_package_set_for_series(self, series):
|
||||||
|
"""Retrieves a set of packages for the given series in which cloud
|
||||||
|
tests should be run.
|
||||||
|
|
||||||
|
Temporarily a static list retrieved from file. Will be updated to
|
||||||
|
retrieve from a database at a later date.
|
||||||
|
|
||||||
|
:param series The Ubuntu codename for the series (e.g. jammy)
|
||||||
|
"""
|
||||||
|
package_set = set()
|
||||||
|
|
||||||
|
with open(self.PACKAGE_SET_FILE) as file:
|
||||||
|
for line in file:
|
||||||
|
package_set.add(line.strip())
|
||||||
|
|
||||||
|
return package_set
|
||||||
|
|
||||||
|
def _run_cloud_tests(self, package, series, sources, source_type):
|
||||||
|
"""Runs any cloud tests for the given package.
|
||||||
|
Nothing is returned but test failures and errors are stored in instance variables.
|
||||||
|
|
||||||
|
:param package The name of the package to test
|
||||||
|
:param series The Ubuntu codename for the series (e.g. jammy)
|
||||||
|
:param sources List of sources where the package should be installed from (e.g. [proposed] or PPAs)
|
||||||
|
:param source_type Either 'archive' or 'ppa'
|
||||||
|
"""
|
||||||
|
self._run_azure_tests(package, series, sources, source_type)
|
||||||
|
|
||||||
|
def _send_emails_if_needed(self, package, version, series):
|
||||||
|
"""Sends email(s) if there are test failures and/or errors
|
||||||
|
|
||||||
|
:param package The name of the package that was tested
|
||||||
|
:param version The version number of the package
|
||||||
|
:param series The Ubuntu codename for the series (e.g. jammy)
|
||||||
|
"""
|
||||||
|
if len(self.failures) > 0:
|
||||||
|
emails = self.failure_emails
|
||||||
|
message = self._format_email_message(
|
||||||
|
FAIL_MESSAGE, emails, package, version, self.failures
|
||||||
|
)
|
||||||
|
self.logger.info("Cloud Policy: Sending failure email for {}, to {}".format(package, emails))
|
||||||
|
self._send_email(emails, message)
|
||||||
|
|
||||||
|
if len(self.errors) > 0:
|
||||||
|
emails = self.error_emails
|
||||||
|
message = self._format_email_message(
|
||||||
|
ERR_MESSAGE, emails, package, version, self.errors
|
||||||
|
)
|
||||||
|
self.logger.info("Cloud Policy: Sending error email for {}, to {}".format(package, emails))
|
||||||
|
self._send_email(emails, message)
|
||||||
|
|
||||||
|
def _run_azure_tests(self, package, series, sources, source_type):
|
||||||
|
"""Runs Azure's required package tests.
|
||||||
|
|
||||||
|
:param package The name of the package to test
|
||||||
|
:param series The Ubuntu codename for the series (e.g. jammy)
|
||||||
|
:param sources List of sources where the package should be installed from (e.g. [proposed] or PPAs)
|
||||||
|
:param source_type Either 'archive' or 'ppa'
|
||||||
|
"""
|
||||||
|
urn = self._retrieve_urn(series)
|
||||||
|
|
||||||
|
self.logger.info("Cloud Policy: Running Azure tests for: {} in {}".format(package, series))
|
||||||
|
params = [
|
||||||
|
"/snap/bin/cloud-test-framework",
|
||||||
|
"--instance-prefix", "britney-{}-{}".format(package, series)
|
||||||
|
]
|
||||||
|
params.extend(self._format_install_flags(package, sources, source_type))
|
||||||
|
params.extend(
|
||||||
|
[
|
||||||
|
"azure_gen2",
|
||||||
|
"--location", getattr(self.options, "cloud_azure_location", "westeurope"),
|
||||||
|
"--vm-size", getattr(self.options, "cloud_azure_vm_size", "Standard_D2s_v5"),
|
||||||
|
"--urn", urn,
|
||||||
|
"run-test", "package-install-with-reboot",
|
||||||
|
]
|
||||||
|
)
|
||||||
|
|
||||||
|
with open(PurePath(self.work_dir, self.TEST_LOG_FILE), "w") as file:
|
||||||
|
subprocess.run(
|
||||||
|
params,
|
||||||
|
cwd=self.work_dir,
|
||||||
|
stdout=file
|
||||||
|
)
|
||||||
|
|
||||||
|
results_file_paths = self._find_results_files(r"TEST-NetworkTests-[0-9]*.xml")
|
||||||
|
self._parse_xunit_test_results("Azure", results_file_paths)
|
||||||
|
self._store_extra_test_result_info(self, package)
|
||||||
|
|
||||||
|
def _retrieve_urn(self, series):
|
||||||
|
"""Retrieves an URN from the configuration options based on series.
|
||||||
|
An URN identifies a unique image in Azure.
|
||||||
|
|
||||||
|
:param series The ubuntu codename for the series (e.g. jammy)
|
||||||
|
"""
|
||||||
|
urn = getattr(self.options, "cloud_azure_{}_urn".format(series), None)
|
||||||
|
|
||||||
|
if urn is None:
|
||||||
|
raise MissingURNException("No URN configured for {}".format(series))
|
||||||
|
|
||||||
|
return urn
|
||||||
|
|
||||||
|
def _find_results_files(self, file_regex):
|
||||||
|
"""Find any test results files that match the given regex pattern.
|
||||||
|
|
||||||
|
:param file_regex A regex pattern to use for matching the name of the results file.
|
||||||
|
"""
|
||||||
|
file_paths = []
|
||||||
|
for file in os.listdir(self.work_dir):
|
||||||
|
if re.fullmatch(file_regex, file):
|
||||||
|
file_paths.append(PurePath(self.work_dir, file))
|
||||||
|
|
||||||
|
return file_paths
|
||||||
|
|
||||||
|
def _parse_xunit_test_results(self, cloud, results_file_paths):
|
||||||
|
"""Parses and stores any failure or error test results.
|
||||||
|
|
||||||
|
:param cloud The name of the cloud, use for storing the results.
|
||||||
|
:param results_file_paths List of paths to results files
|
||||||
|
"""
|
||||||
|
for file_path in results_file_paths:
|
||||||
|
with open(file_path) as file:
|
||||||
|
xml = ET.parse(file)
|
||||||
|
root = xml.getroot()
|
||||||
|
|
||||||
|
if root.tag == "testsuites":
|
||||||
|
for testsuite in root:
|
||||||
|
self._parse_xunit_testsuite(cloud, testsuite)
|
||||||
|
else:
|
||||||
|
self._parse_xunit_testsuite(cloud, root)
|
||||||
|
|
||||||
|
def _parse_xunit_testsuite(self, cloud, root):
|
||||||
|
"""Parses the xunit testsuite and stores any failure or error test results.
|
||||||
|
|
||||||
|
:param cloud The name of the cloud, used for storing the results.
|
||||||
|
:param root An XML tree root.
|
||||||
|
"""
|
||||||
|
for el in root:
|
||||||
|
if el.tag == "testcase":
|
||||||
|
for e in el:
|
||||||
|
if e.tag == "failure":
|
||||||
|
type = e.attrib.get('type')
|
||||||
|
message = e.attrib.get('message')
|
||||||
|
info = "{}: {}".format(type, message)
|
||||||
|
self._store_test_result(
|
||||||
|
self.failures, cloud, el.attrib.get('name'), info
|
||||||
|
)
|
||||||
|
if e.tag == "error":
|
||||||
|
type = e.attrib.get('type')
|
||||||
|
message = e.attrib.get('message')
|
||||||
|
info = "{}: {}".format(type, message)
|
||||||
|
self._store_test_result(
|
||||||
|
self.errors, cloud, el.attrib.get('name'), info
|
||||||
|
)
|
||||||
|
|
||||||
|
def _store_test_result(self, results, cloud, test_name, message):
|
||||||
|
"""Adds the test to the results hash under the given cloud.
|
||||||
|
|
||||||
|
Results format:
|
||||||
|
{
|
||||||
|
cloud1: {
|
||||||
|
test_name1: message1
|
||||||
|
test_name2: message2
|
||||||
|
},
|
||||||
|
cloud2: ...
|
||||||
|
}
|
||||||
|
|
||||||
|
:param results A hash to add results to
|
||||||
|
:param cloud The name of the cloud
|
||||||
|
:param message The exception or assertion error given by the test
|
||||||
|
"""
|
||||||
|
if cloud not in results:
|
||||||
|
results[cloud] = {}
|
||||||
|
|
||||||
|
results[cloud][test_name] = message
|
||||||
|
|
||||||
|
def _store_extra_test_result_info(self, cloud, package):
|
||||||
|
"""Stores any information beyond the test results and stores it in the results dicts
|
||||||
|
under Cloud->extra_info
|
||||||
|
|
||||||
|
Stores any information retrieved under the cloud's section in failures/errors but will
|
||||||
|
store nothing if failures/errors are empty.
|
||||||
|
|
||||||
|
:param cloud The name of the cloud
|
||||||
|
:param package The name of the package to test
|
||||||
|
"""
|
||||||
|
if len(self.failures) == 0 and len(self.errors) == 0:
|
||||||
|
return
|
||||||
|
|
||||||
|
extra_info = {}
|
||||||
|
|
||||||
|
install_source = self._retrieve_package_install_source_from_test_output(package)
|
||||||
|
if install_source:
|
||||||
|
extra_info["install_source"] = install_source
|
||||||
|
|
||||||
|
if len(self.failures.get(cloud, {})) > 0:
|
||||||
|
self._store_test_result(self.failures, cloud, "extra_info", extra_info)
|
||||||
|
|
||||||
|
if len(self.errors.get(cloud, {})) > 0:
|
||||||
|
self._store_test_result(self.errors, cloud, "extra_info", extra_info)
|
||||||
|
|
||||||
|
def _retrieve_package_install_source_from_test_output(self, package):
|
||||||
|
"""Checks the test logs for apt logs which show where the package was installed from.
|
||||||
|
Useful if multiple PPA sources are defined since we won't explicitly know the exact source.
|
||||||
|
|
||||||
|
Will return nothing unless exactly one matching line is found.
|
||||||
|
|
||||||
|
:param package The name of the package to test
|
||||||
|
"""
|
||||||
|
possible_locations = []
|
||||||
|
with open(PurePath(self.work_dir, self.TEST_LOG_FILE), "r") as file:
|
||||||
|
for line in file:
|
||||||
|
if package not in line:
|
||||||
|
continue
|
||||||
|
|
||||||
|
if "Get:" not in line:
|
||||||
|
continue
|
||||||
|
|
||||||
|
if " {} ".format(package) not in line:
|
||||||
|
continue
|
||||||
|
|
||||||
|
possible_locations.append(line)
|
||||||
|
|
||||||
|
if len(possible_locations) == 1:
|
||||||
|
return possible_locations[0]
|
||||||
|
else:
|
||||||
|
return None
|
||||||
|
|
||||||
|
def _format_email_message(self, template, emails, package, version, test_results):
|
||||||
|
"""Insert given parameters into the email template."""
|
||||||
|
series = self.options.series
|
||||||
|
results = json.dumps(test_results, indent=4)
|
||||||
|
recipients = ", ".join(emails)
|
||||||
|
message = template.format(**locals())
|
||||||
|
|
||||||
|
return message
|
||||||
|
|
||||||
|
def _send_email(self, emails, message):
|
||||||
|
"""Send an email
|
||||||
|
|
||||||
|
:param emails List of emails to send to
|
||||||
|
:param message The content of the email
|
||||||
|
"""
|
||||||
|
try:
|
||||||
|
server = smtplib.SMTP(self.email_host)
|
||||||
|
server.sendmail("noreply+proposed-migration@ubuntu.com", emails, message)
|
||||||
|
server.quit()
|
||||||
|
except socket.error as err:
|
||||||
|
self.logger.error("Cloud Policy: Failed to send mail! Is SMTP server running?")
|
||||||
|
self.logger.error(err)
|
||||||
|
|
||||||
|
def _generate_verdict_info(self, failures, errors):
|
||||||
|
info = ""
|
||||||
|
|
||||||
|
if len(failures) > 0:
|
||||||
|
fail_clouds = ",".join(list(failures.keys()))
|
||||||
|
info += "Cloud testing failed for {}.".format(fail_clouds)
|
||||||
|
|
||||||
|
if len(errors) > 0:
|
||||||
|
error_clouds = ",".join(list(errors.keys()))
|
||||||
|
info += " Cloud testing had errors for {}.".format(error_clouds)
|
||||||
|
|
||||||
|
return info
|
||||||
|
|
||||||
|
def _format_install_flags(self, package, sources, source_type):
|
||||||
|
"""Determine the flags required to install the package from the given sources
|
||||||
|
|
||||||
|
:param package The name of the package to test
|
||||||
|
:param sources List of sources where the package should be installed from (e.g. [proposed] or PPAs)
|
||||||
|
:param source_type Either 'archive' or 'ppa'
|
||||||
|
"""
|
||||||
|
install_flags = []
|
||||||
|
|
||||||
|
for source in sources:
|
||||||
|
if source_type == "archive":
|
||||||
|
install_flags.append("--install-archive-package")
|
||||||
|
install_flags.append("{}/{}".format(package, source))
|
||||||
|
elif source_type == "ppa":
|
||||||
|
install_flags.append("--install-ppa-package")
|
||||||
|
install_flags.append("{}/{}".format(package, source))
|
||||||
|
else:
|
||||||
|
raise RuntimeError("Cloud Policy: Unexpected source type, {}".format(source_type))
|
||||||
|
|
||||||
|
return install_flags
|
||||||
|
|
||||||
|
def _parse_ppas(self, ppas):
|
||||||
|
"""Parse PPA list to store in format expected by cloud tests
|
||||||
|
|
||||||
|
Only supports PPAs provided with a fingerprint
|
||||||
|
|
||||||
|
Britney private PPA format:
|
||||||
|
'user:token@team/name:fingerprint'
|
||||||
|
Britney public PPA format:
|
||||||
|
'team/name:fingerprint'
|
||||||
|
Cloud private PPA format:
|
||||||
|
'https://user:token@private-ppa.launchpadcontent.net/team/name/ubuntu=fingerprint
|
||||||
|
Cloud public PPA format:
|
||||||
|
'https://ppa.launchpadcontent.net/team/name/ubuntu=fingerprint
|
||||||
|
|
||||||
|
:param ppas List of PPAs in Britney approved format
|
||||||
|
:return A list of PPAs in valid cloud test format. Can return an empty list if none found.
|
||||||
|
"""
|
||||||
|
cloud_ppas = []
|
||||||
|
|
||||||
|
for ppa in ppas:
|
||||||
|
if '@' in ppa:
|
||||||
|
match = re.match("^(?P<auth>.+:.+)@(?P<name>.+):(?P<fingerprint>.+$)", ppa)
|
||||||
|
if not match:
|
||||||
|
raise RuntimeError('Private PPA %s not following required format (user:token@team/name:fingerprint)', ppa)
|
||||||
|
|
||||||
|
formatted_ppa = "https://{}@private-ppa.launchpadcontent.net/{}/ubuntu={}".format(
|
||||||
|
match.group("auth"), match.group("name"), match.group("fingerprint")
|
||||||
|
)
|
||||||
|
cloud_ppas.append(formatted_ppa)
|
||||||
|
else:
|
||||||
|
match = re.match("^(?P<name>.+):(?P<fingerprint>.+$)", ppa)
|
||||||
|
if not match:
|
||||||
|
raise RuntimeError('Public PPA %s not following required format (team/name:fingerprint)', ppa)
|
||||||
|
|
||||||
|
formatted_ppa = "https://ppa.launchpadcontent.net/{}/ubuntu={}".format(
|
||||||
|
match.group("name"), match.group("fingerprint")
|
||||||
|
)
|
||||||
|
cloud_ppas.append(formatted_ppa)
|
||||||
|
|
||||||
|
return cloud_ppas
|
||||||
|
|
||||||
|
def _setup_work_directory(self):
|
||||||
|
"""Create a directory for tests to be run in."""
|
||||||
|
self._cleanup_work_directory()
|
||||||
|
|
||||||
|
os.makedirs(self.work_dir)
|
||||||
|
|
||||||
|
def _cleanup_work_directory(self):
|
||||||
|
"""Delete the the directory used for running tests."""
|
||||||
|
if os.path.exists(self.work_dir):
|
||||||
|
shutil.rmtree(self.work_dir)
|
||||||
|
|
||||||
@ -0,0 +1,600 @@
|
|||||||
|
openssh-client
|
||||||
|
libmpfr6
|
||||||
|
python3-problem-report
|
||||||
|
rsync
|
||||||
|
libdb5
|
||||||
|
libattr1
|
||||||
|
locales
|
||||||
|
xz-utils
|
||||||
|
libpam-modules-bin
|
||||||
|
strace
|
||||||
|
xkb-data
|
||||||
|
dosfstools
|
||||||
|
libpolkit-agent-1-0
|
||||||
|
usbutils
|
||||||
|
dmsetup
|
||||||
|
libfwupdplugin1
|
||||||
|
ucf
|
||||||
|
libdbus-1-3
|
||||||
|
vim-runtime
|
||||||
|
parted
|
||||||
|
libxmlsec1-openssl
|
||||||
|
debconf-i18n
|
||||||
|
libdevmapper-event1
|
||||||
|
libjson-c4
|
||||||
|
libmbim-proxy
|
||||||
|
sound-theme-freedesktop
|
||||||
|
python3-urllib3
|
||||||
|
libgcc-s1
|
||||||
|
libp11-kit0
|
||||||
|
libparted2
|
||||||
|
keyutils
|
||||||
|
libplymouth5
|
||||||
|
libsemanage-common
|
||||||
|
procps
|
||||||
|
python3-httplib2
|
||||||
|
libxslt1
|
||||||
|
glib-networking-common
|
||||||
|
nano
|
||||||
|
libkeyutils1
|
||||||
|
libx11-6
|
||||||
|
linux-base-sgx
|
||||||
|
libreadline8
|
||||||
|
libtext-charwidth-perl
|
||||||
|
libk5crypto3
|
||||||
|
pciutils
|
||||||
|
sensible-utils
|
||||||
|
init-system-helpers
|
||||||
|
libatm1
|
||||||
|
python3-requests
|
||||||
|
python3-idna
|
||||||
|
pci
|
||||||
|
vim-tiny
|
||||||
|
libnss3
|
||||||
|
ncurses-bin
|
||||||
|
udev
|
||||||
|
cryptsetup-initramfs
|
||||||
|
libasound2-data
|
||||||
|
modemmanager
|
||||||
|
bsdmainutils
|
||||||
|
libevent-2
|
||||||
|
xfsprogs
|
||||||
|
libbsd0
|
||||||
|
ubuntu-advantage-pro
|
||||||
|
libfido2-1
|
||||||
|
libzstd1
|
||||||
|
chrony
|
||||||
|
libxmlb2
|
||||||
|
python3-pyrsistent
|
||||||
|
gnupg
|
||||||
|
dmidecode
|
||||||
|
os-prober
|
||||||
|
libbz2-1
|
||||||
|
libfastjson4
|
||||||
|
efibootmgr
|
||||||
|
libdconf1
|
||||||
|
libtdb1
|
||||||
|
libldap-common
|
||||||
|
libreadline5
|
||||||
|
netcat-openbsd
|
||||||
|
python3-gi
|
||||||
|
libpng16-16
|
||||||
|
packagekit-tools
|
||||||
|
python3-twisted-bin
|
||||||
|
python3-cryptography
|
||||||
|
software-properties-common
|
||||||
|
popularity-contest
|
||||||
|
sg3-utils
|
||||||
|
walinuxagent
|
||||||
|
btrfs-progs
|
||||||
|
python3-lib2to3
|
||||||
|
libyaml-0-2
|
||||||
|
python3-serial
|
||||||
|
base-passwd
|
||||||
|
libsigsegv2
|
||||||
|
keyboard-configuration
|
||||||
|
libsasl2-2
|
||||||
|
gpgv
|
||||||
|
python-apt-common
|
||||||
|
grub-pc
|
||||||
|
gpg-wks-client
|
||||||
|
manpages
|
||||||
|
python3-gdbm
|
||||||
|
apport
|
||||||
|
hdparm
|
||||||
|
libdns-export1109
|
||||||
|
vim
|
||||||
|
xdg-user-dirs
|
||||||
|
libxmuu1
|
||||||
|
python3-cffi-backend
|
||||||
|
gdisk
|
||||||
|
libstdc
|
||||||
|
lsb-base
|
||||||
|
libip6tc2
|
||||||
|
htop
|
||||||
|
linux-image-azure
|
||||||
|
linux-tools-azure
|
||||||
|
kpartx
|
||||||
|
libcanberra0
|
||||||
|
libpam-modules
|
||||||
|
liberror-perl
|
||||||
|
motd-news-config
|
||||||
|
libgpg-error0
|
||||||
|
libarchive13
|
||||||
|
squashfs-tools
|
||||||
|
lshw
|
||||||
|
python3-incremental
|
||||||
|
libogg0
|
||||||
|
telnet
|
||||||
|
libgstreamer1
|
||||||
|
libheimntlm0-heimdal
|
||||||
|
python3-jinja2
|
||||||
|
libslang2
|
||||||
|
libpam-systemd
|
||||||
|
dconf-service
|
||||||
|
mount
|
||||||
|
python3-automat
|
||||||
|
python3-debian
|
||||||
|
python3-jsonpatch
|
||||||
|
dbus
|
||||||
|
ubuntu-minimal
|
||||||
|
packagekit
|
||||||
|
python3-more-itertools
|
||||||
|
python3-distro-info
|
||||||
|
at
|
||||||
|
libtext-iconv-perl
|
||||||
|
libpci3
|
||||||
|
base-files
|
||||||
|
libblockdev-part2
|
||||||
|
libsqlite3-0
|
||||||
|
libkmod2
|
||||||
|
libkrb5support0
|
||||||
|
iputils-ping
|
||||||
|
libwrap0
|
||||||
|
libcom-err2
|
||||||
|
irqbalance
|
||||||
|
bcache-tools
|
||||||
|
update-notifier-common
|
||||||
|
libncurses6
|
||||||
|
logsave
|
||||||
|
ubuntu-release-upgrader-core
|
||||||
|
libmbim-glib4
|
||||||
|
bash-completion
|
||||||
|
lxd-agent-loader
|
||||||
|
python3-json-pointer
|
||||||
|
usb-modeswitch-data
|
||||||
|
fdisk
|
||||||
|
libestr0
|
||||||
|
libsystemd0
|
||||||
|
git-man
|
||||||
|
findutils
|
||||||
|
libhcrypto4-heimdal
|
||||||
|
libpsl5
|
||||||
|
perl-modules-5
|
||||||
|
python3-importlib-metadata
|
||||||
|
xxd
|
||||||
|
libtinfo6
|
||||||
|
sbsigntool
|
||||||
|
file
|
||||||
|
libext2fs2
|
||||||
|
passwd
|
||||||
|
sysvinit-utils
|
||||||
|
libasound2
|
||||||
|
libunistring2
|
||||||
|
libksba8
|
||||||
|
plymouth-theme-ubuntu-text
|
||||||
|
distro-info-data
|
||||||
|
libtevent0
|
||||||
|
libmount1
|
||||||
|
libsasl2-modules
|
||||||
|
python3-jwt
|
||||||
|
libntfs-3g883
|
||||||
|
gzip
|
||||||
|
publicsuffix
|
||||||
|
openssh-server
|
||||||
|
python3-hamcrest
|
||||||
|
iputils-tracepath
|
||||||
|
gpg-agent
|
||||||
|
iproute2
|
||||||
|
libmm-glib0
|
||||||
|
apt
|
||||||
|
libfwupdplugin5
|
||||||
|
libtext-wrapi18n-perl
|
||||||
|
libvolume-key1
|
||||||
|
libsodium23
|
||||||
|
kmod
|
||||||
|
cloud-guest-utils
|
||||||
|
python3-apport
|
||||||
|
python3-openssl
|
||||||
|
linux-cloud-tools-azure
|
||||||
|
gir1
|
||||||
|
libx11-data
|
||||||
|
libuv1
|
||||||
|
unattended-upgrades
|
||||||
|
python3-six
|
||||||
|
run-one
|
||||||
|
linux-headers-azure
|
||||||
|
byobu
|
||||||
|
bc
|
||||||
|
libudisks2-0
|
||||||
|
libargon2-1
|
||||||
|
libdevmapper1
|
||||||
|
cryptsetup
|
||||||
|
policykit-1
|
||||||
|
libcap-ng0
|
||||||
|
libgusb2
|
||||||
|
libkrb5-26-heimdal
|
||||||
|
gsettings-desktop-schemas
|
||||||
|
ssh-import-id
|
||||||
|
python3-requests-unixsocket
|
||||||
|
thin-provisioning-tools
|
||||||
|
libc6
|
||||||
|
libefivar1
|
||||||
|
libusb-1
|
||||||
|
login
|
||||||
|
libssl1
|
||||||
|
libklibc
|
||||||
|
dpkg
|
||||||
|
python3-distro
|
||||||
|
eatmydata
|
||||||
|
bash
|
||||||
|
python3-chardet
|
||||||
|
libsmartcols1
|
||||||
|
usb
|
||||||
|
libheimbase1-heimdal
|
||||||
|
fonts-ubuntu-console
|
||||||
|
libnss-systemd
|
||||||
|
libroken18-heimdal
|
||||||
|
libpolkit-gobject-1-0
|
||||||
|
zerofree
|
||||||
|
initramfs-tools
|
||||||
|
libnettle7
|
||||||
|
bind9-dnsutils
|
||||||
|
ubuntu-server
|
||||||
|
glib-networking-services
|
||||||
|
linux-tools-common
|
||||||
|
python3-markupsafe
|
||||||
|
liburcu6
|
||||||
|
diffutils
|
||||||
|
python3-pexpect
|
||||||
|
libpcap0
|
||||||
|
ncurses-base
|
||||||
|
libxml2
|
||||||
|
libuchardet0
|
||||||
|
libblkid1
|
||||||
|
powermgmt-base
|
||||||
|
dbus-user-session
|
||||||
|
ca-certificates
|
||||||
|
sosreport
|
||||||
|
libtasn1-6
|
||||||
|
busybox-initramfs
|
||||||
|
mawk
|
||||||
|
eject
|
||||||
|
libblockdev-fs2
|
||||||
|
e2fsprogs
|
||||||
|
libdrm-common
|
||||||
|
python3-secretstorage
|
||||||
|
vim-common
|
||||||
|
grub-efi-amd64-bin
|
||||||
|
libudev1
|
||||||
|
systemd
|
||||||
|
python3-certifi
|
||||||
|
ed
|
||||||
|
libbrotli1
|
||||||
|
linux-image-5
|
||||||
|
libfuse2
|
||||||
|
python3-click
|
||||||
|
python3-jsonschema
|
||||||
|
bind9-libs
|
||||||
|
libsgutils2-2
|
||||||
|
distro-info
|
||||||
|
libssh-4
|
||||||
|
libtss2-esys0
|
||||||
|
plymouth
|
||||||
|
zlib1g
|
||||||
|
libeatmydata1
|
||||||
|
dconf-gsettings-backend
|
||||||
|
libapparmor1
|
||||||
|
libblockdev-swap2
|
||||||
|
libfdisk1
|
||||||
|
libgcrypt20
|
||||||
|
friendly-recovery
|
||||||
|
libkrb5-3
|
||||||
|
libgpm2
|
||||||
|
gawk
|
||||||
|
initramfs-tools-core
|
||||||
|
pollinate
|
||||||
|
libelf1
|
||||||
|
gettext-base
|
||||||
|
kbd
|
||||||
|
libxmlsec1
|
||||||
|
gpg
|
||||||
|
libnetplan0
|
||||||
|
python3
|
||||||
|
libcurl3-gnutls
|
||||||
|
apport-symptoms
|
||||||
|
libgpgme11
|
||||||
|
python3-debconf
|
||||||
|
libnewt0
|
||||||
|
isc-dhcp-common
|
||||||
|
language-selector-common
|
||||||
|
coreutils
|
||||||
|
grub-common
|
||||||
|
libsoup2
|
||||||
|
console-setup
|
||||||
|
sudo
|
||||||
|
command-not-found
|
||||||
|
libdebconfclient0
|
||||||
|
libjson-glib-1
|
||||||
|
python3-launchpadlib
|
||||||
|
grep
|
||||||
|
cifs-utils
|
||||||
|
whiptail
|
||||||
|
linux-cloud-tools-common
|
||||||
|
libjcat1
|
||||||
|
libisc-export1105
|
||||||
|
cron
|
||||||
|
python3-pkg-resources
|
||||||
|
libblockdev-part-err2
|
||||||
|
libnuma1
|
||||||
|
libxau6
|
||||||
|
libaudit-common
|
||||||
|
libglib2
|
||||||
|
libselinux1
|
||||||
|
libicu66
|
||||||
|
git
|
||||||
|
python3-wadllib
|
||||||
|
libsepol1
|
||||||
|
tmux
|
||||||
|
python3-commandnotfound
|
||||||
|
isc-dhcp-client
|
||||||
|
libpython3
|
||||||
|
dmeventd
|
||||||
|
liblzma5
|
||||||
|
python3-setuptools
|
||||||
|
tpm-udev
|
||||||
|
libunwind8
|
||||||
|
grub-efi-amd64-signed
|
||||||
|
libtalloc2
|
||||||
|
openssl
|
||||||
|
libmagic-mgc
|
||||||
|
libmpdec2
|
||||||
|
libisns0
|
||||||
|
libnfnetlink0
|
||||||
|
libpam0g
|
||||||
|
linux-modules-5
|
||||||
|
libffi7
|
||||||
|
libaio1
|
||||||
|
klibc-utils
|
||||||
|
libsmbios-c2
|
||||||
|
python3-yaml
|
||||||
|
python3-entrypoints
|
||||||
|
psmisc
|
||||||
|
libutempter0
|
||||||
|
linux-azure
|
||||||
|
libmaxminddb0
|
||||||
|
libhx509-5-heimdal
|
||||||
|
python3-zipp
|
||||||
|
grub-pc-bin
|
||||||
|
rsyslog
|
||||||
|
libfwupd2
|
||||||
|
python3-update-manager
|
||||||
|
libgirepository-1
|
||||||
|
liblz4-1
|
||||||
|
lsb-release
|
||||||
|
fwupd-signed
|
||||||
|
libassuan0
|
||||||
|
fwupd
|
||||||
|
screen
|
||||||
|
python3-distutils
|
||||||
|
python3-pyasn1-modules
|
||||||
|
libfl2
|
||||||
|
usb-modeswitch
|
||||||
|
libpipeline1
|
||||||
|
liblocale-gettext-perl
|
||||||
|
libltdl7
|
||||||
|
libmagic1
|
||||||
|
krb5-locales
|
||||||
|
libaccountsservice0
|
||||||
|
libsemanage1
|
||||||
|
libpcre2-8-0
|
||||||
|
pastebinit
|
||||||
|
linux-tools-5
|
||||||
|
groff-base
|
||||||
|
landscape-common
|
||||||
|
ubuntu-standard
|
||||||
|
libgmp10
|
||||||
|
libproxy1v5
|
||||||
|
curl
|
||||||
|
finalrd
|
||||||
|
ethtool
|
||||||
|
python3-netifaces
|
||||||
|
info
|
||||||
|
libasn1-8-heimdal
|
||||||
|
libgnutls30
|
||||||
|
libuuid1
|
||||||
|
libpam-cap
|
||||||
|
python3-pymacaroons
|
||||||
|
libexpat1
|
||||||
|
busybox-static
|
||||||
|
shared-mime-info
|
||||||
|
libwind0-heimdal
|
||||||
|
open-iscsi
|
||||||
|
ncurses-term
|
||||||
|
libparted-fs-resize0
|
||||||
|
libcbor0
|
||||||
|
bsdutils
|
||||||
|
python3-oauthlib
|
||||||
|
ubuntu-keyring
|
||||||
|
overlayroot
|
||||||
|
python3-colorama
|
||||||
|
mime-support
|
||||||
|
python3-newt
|
||||||
|
libsasl2-modules-db
|
||||||
|
multipath-tools
|
||||||
|
iso-codes
|
||||||
|
libidn2-0
|
||||||
|
perl-base
|
||||||
|
python3-simplejson
|
||||||
|
python3-hyperlink
|
||||||
|
cpio
|
||||||
|
libnftnl11
|
||||||
|
fuse
|
||||||
|
libxcb1
|
||||||
|
libnetfilter-conntrack3
|
||||||
|
gnupg-utils
|
||||||
|
liblmdb0
|
||||||
|
cloud-initramfs-copymods
|
||||||
|
libmspack0
|
||||||
|
libss2
|
||||||
|
open-vm-tools
|
||||||
|
ftp
|
||||||
|
libblockdev-crypto2
|
||||||
|
perl
|
||||||
|
accountsservice
|
||||||
|
iptables
|
||||||
|
linux-azure-5
|
||||||
|
gpg-wks-server
|
||||||
|
hostname
|
||||||
|
grub-gfxpayload-lists
|
||||||
|
libnpth0
|
||||||
|
readline-common
|
||||||
|
apparmor
|
||||||
|
libapt-pkg6
|
||||||
|
gcc-10-base
|
||||||
|
linux-headers-5
|
||||||
|
bolt
|
||||||
|
alsa-ucm-conf
|
||||||
|
lvm2
|
||||||
|
libhogweed5
|
||||||
|
ntfs-3g
|
||||||
|
systemd-sysv
|
||||||
|
tzdata
|
||||||
|
libpython3-stdlib
|
||||||
|
libwbclient0
|
||||||
|
pinentry-curses
|
||||||
|
gnupg-l10n
|
||||||
|
secureboot-db
|
||||||
|
libedit2
|
||||||
|
libcap2
|
||||||
|
sed
|
||||||
|
python3-zope
|
||||||
|
python3-service-identity
|
||||||
|
libgssapi-krb5-2
|
||||||
|
python3-keyring
|
||||||
|
install-info
|
||||||
|
netplan
|
||||||
|
python3-software-properties
|
||||||
|
lsscsi
|
||||||
|
ufw
|
||||||
|
libgdbm-compat4
|
||||||
|
libaudit1
|
||||||
|
libacl1
|
||||||
|
python3-lazr
|
||||||
|
lsof
|
||||||
|
mtr-tiny
|
||||||
|
libdw1
|
||||||
|
libefiboot1
|
||||||
|
libpopt0
|
||||||
|
python3-distupgrade
|
||||||
|
libgssapi3-heimdal
|
||||||
|
adduser
|
||||||
|
dirmngr
|
||||||
|
libvorbis0a
|
||||||
|
bind9-host
|
||||||
|
cryptsetup-bin
|
||||||
|
ltrace
|
||||||
|
python3-dbus
|
||||||
|
update-manager-core
|
||||||
|
python3-configobj
|
||||||
|
libpam-runtime
|
||||||
|
python3-systemd
|
||||||
|
python3-twisted
|
||||||
|
dash
|
||||||
|
uuid-runtime
|
||||||
|
libvorbisfile3
|
||||||
|
shim-signed
|
||||||
|
libpcre3
|
||||||
|
liblzo2-2
|
||||||
|
debconf
|
||||||
|
snapd
|
||||||
|
cloud-init
|
||||||
|
libblockdev-utils2
|
||||||
|
linux-base
|
||||||
|
python3-nacl
|
||||||
|
mdadm
|
||||||
|
libcurl4
|
||||||
|
python3-ptyprocess
|
||||||
|
networkd-dispatcher
|
||||||
|
cloud-initramfs-dyn-netconf
|
||||||
|
util-linux
|
||||||
|
libgcab-1
|
||||||
|
libnghttp2-14
|
||||||
|
gpgsm
|
||||||
|
libblockdev2
|
||||||
|
man-db
|
||||||
|
python3-constantly
|
||||||
|
liblvm2cmd2
|
||||||
|
python3-minimal
|
||||||
|
initramfs-tools-bin
|
||||||
|
libldap-2
|
||||||
|
libappstream4
|
||||||
|
python3-pyasn1
|
||||||
|
libfribidi0
|
||||||
|
libblockdev-loop2
|
||||||
|
tcpdump
|
||||||
|
udisks2
|
||||||
|
xauth
|
||||||
|
libxmlb1
|
||||||
|
libmnl0
|
||||||
|
libncursesw6
|
||||||
|
libc-bin
|
||||||
|
libseccomp2
|
||||||
|
tar
|
||||||
|
libqmi-glib5
|
||||||
|
grub2-common
|
||||||
|
alsa-topology-conf
|
||||||
|
time
|
||||||
|
libqmi-proxy
|
||||||
|
libgdbm6
|
||||||
|
libprocps8
|
||||||
|
libxtables12
|
||||||
|
python3-attr
|
||||||
|
gpgconf
|
||||||
|
ubuntu-advantage-tools
|
||||||
|
console-setup-linux
|
||||||
|
librtmp1
|
||||||
|
mokutil
|
||||||
|
glib-networking
|
||||||
|
libxdmcp6
|
||||||
|
cryptsetup-run
|
||||||
|
debianutils
|
||||||
|
libip4tc2
|
||||||
|
lz4
|
||||||
|
python3-blinker
|
||||||
|
libpackagekit-glib2-18
|
||||||
|
patch
|
||||||
|
libstemmer0d
|
||||||
|
libfreetype6
|
||||||
|
less
|
||||||
|
init
|
||||||
|
systemd-timesyncd
|
||||||
|
python3-parted
|
||||||
|
libcrypt1
|
||||||
|
netbase
|
||||||
|
libcap2-bin
|
||||||
|
linux-cloud-tools-5
|
||||||
|
libcryptsetup12
|
||||||
|
bzip2
|
||||||
|
libdrm2
|
||||||
|
logrotate
|
||||||
|
libperl5
|
||||||
|
libatasmart4
|
||||||
|
libxext6
|
||||||
|
apt-utils
|
||||||
|
openssh-sftp-server
|
||||||
|
libgudev-1
|
||||||
|
libnspr4
|
||||||
|
sg3-utils-udev
|
||||||
|
wget
|
||||||
|
python3-apt
|
||||||
@ -0,0 +1,310 @@
|
|||||||
|
#!/usr/bin/python3
|
||||||
|
# (C) 2022 Canonical Ltd.
|
||||||
|
#
|
||||||
|
# This program is free software; you can redistribute it and/or modify
|
||||||
|
# it under the terms of the GNU General Public License as published by
|
||||||
|
# the Free Software Foundation; either version 2 of the License, or
|
||||||
|
# (at your option) any later version.
|
||||||
|
|
||||||
|
import os
|
||||||
|
import pathlib
|
||||||
|
import sys
|
||||||
|
from types import SimpleNamespace
|
||||||
|
import unittest
|
||||||
|
from unittest.mock import patch
|
||||||
|
import xml.etree.ElementTree as ET
|
||||||
|
|
||||||
|
PROJECT_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
||||||
|
sys.path.insert(0, PROJECT_DIR)
|
||||||
|
|
||||||
|
from britney2.policies.cloud import CloudPolicy, ERR_MESSAGE, MissingURNException
|
||||||
|
|
||||||
|
class FakeItem:
|
||||||
|
package = "chromium-browser"
|
||||||
|
version = "0.0.1"
|
||||||
|
|
||||||
|
class FakeSourceData:
|
||||||
|
version = "55.0"
|
||||||
|
|
||||||
|
class T(unittest.TestCase):
|
||||||
|
def setUp(self):
|
||||||
|
self.fake_options = SimpleNamespace(
|
||||||
|
distrubtion = "testbuntu",
|
||||||
|
series = "zazzy",
|
||||||
|
unstable = "/tmp",
|
||||||
|
verbose = False,
|
||||||
|
cloud_source = "zazzy-proposed",
|
||||||
|
cloud_source_type = "archive",
|
||||||
|
cloud_azure_zazzy_urn = "fake-urn-value"
|
||||||
|
)
|
||||||
|
self.policy = CloudPolicy(self.fake_options, {})
|
||||||
|
self.policy._setup_work_directory()
|
||||||
|
|
||||||
|
def tearDown(self):
|
||||||
|
self.policy._cleanup_work_directory()
|
||||||
|
|
||||||
|
@patch("britney2.policies.cloud.CloudPolicy._run_cloud_tests")
|
||||||
|
def test_run_cloud_tests_called_for_package_in_manifest(self, mock_run):
|
||||||
|
"""Cloud tests should run for a package in the cloud package set.
|
||||||
|
"""
|
||||||
|
self.policy.package_set = set(["chromium-browser"])
|
||||||
|
self.policy.options.series = "jammy"
|
||||||
|
|
||||||
|
self.policy.apply_src_policy_impl(
|
||||||
|
None, FakeItem, None, FakeSourceData, None
|
||||||
|
)
|
||||||
|
|
||||||
|
mock_run.assert_called_once_with(
|
||||||
|
"chromium-browser", "jammy", ["proposed"], "archive"
|
||||||
|
)
|
||||||
|
|
||||||
|
@patch("britney2.policies.cloud.CloudPolicy._run_cloud_tests")
|
||||||
|
def test_run_cloud_tests_not_called_for_package_not_in_manifest(self, mock_run):
|
||||||
|
"""Cloud tests should not run for packages not in the cloud package set"""
|
||||||
|
|
||||||
|
self.policy.package_set = set(["vim"])
|
||||||
|
self.policy.options.series = "jammy"
|
||||||
|
|
||||||
|
self.policy.apply_src_policy_impl(
|
||||||
|
None, FakeItem, None, FakeSourceData, None
|
||||||
|
)
|
||||||
|
|
||||||
|
mock_run.assert_not_called()
|
||||||
|
|
||||||
|
@patch("britney2.policies.cloud.smtplib")
|
||||||
|
@patch("britney2.policies.cloud.CloudPolicy._run_cloud_tests")
|
||||||
|
def test_no_tests_run_during_dry_run(self, mock_run, smtp):
|
||||||
|
self.policy = CloudPolicy(self.fake_options, {}, dry_run=True)
|
||||||
|
self.policy.package_set = set(["chromium-browser"])
|
||||||
|
self.policy.options.series = "jammy"
|
||||||
|
self.policy.source = "jammy-proposed"
|
||||||
|
|
||||||
|
self.policy.apply_src_policy_impl(
|
||||||
|
None, FakeItem, None, FakeSourceData, None
|
||||||
|
)
|
||||||
|
|
||||||
|
mock_run.assert_not_called()
|
||||||
|
self.assertEqual(smtp.mock_calls, [])
|
||||||
|
|
||||||
|
def test_finding_results_file(self):
|
||||||
|
"""Ensure result file output from Cloud Test Framework can be found"""
|
||||||
|
path = pathlib.PurePath(self.policy.work_dir, "TEST-FakeTests-20230101010101.xml")
|
||||||
|
path2 = pathlib.PurePath(self.policy.work_dir, "Test-OtherTests-20230101010101.xml")
|
||||||
|
with open(path, "a"): pass
|
||||||
|
with open(path2, "a"): pass
|
||||||
|
|
||||||
|
regex = r"TEST-FakeTests-[0-9]*.xml"
|
||||||
|
results_file_paths = self.policy._find_results_files(regex)
|
||||||
|
|
||||||
|
self.assertEqual(len(results_file_paths), 1)
|
||||||
|
self.assertEqual(results_file_paths[0], path)
|
||||||
|
|
||||||
|
def test_parsing_of_xunit_results_file(self):
|
||||||
|
"""Test that parser correctly sorts and stores test failures and errors"""
|
||||||
|
path = self._create_fake_test_result_file(num_pass=4, num_err=2, num_fail=3)
|
||||||
|
self.policy._parse_xunit_test_results("Azure", [path])
|
||||||
|
|
||||||
|
azure_failures = self.policy.failures.get("Azure", {})
|
||||||
|
azure_errors = self.policy.errors.get("Azure", {})
|
||||||
|
|
||||||
|
self.assertEqual(len(azure_failures), 3)
|
||||||
|
self.assertEqual(len(azure_errors), 2)
|
||||||
|
|
||||||
|
test_names = azure_failures.keys()
|
||||||
|
self.assertIn("failing_test_1", test_names)
|
||||||
|
|
||||||
|
self.assertEqual(
|
||||||
|
azure_failures.get("failing_test_1"), "AssertionError: A useful error message"
|
||||||
|
)
|
||||||
|
|
||||||
|
def test_email_formatting(self):
|
||||||
|
"""Test that information is inserted correctly in the email template"""
|
||||||
|
failures = {
|
||||||
|
"Azure": {
|
||||||
|
"failing_test1": "Error reason 1",
|
||||||
|
"failing_test2": "Error reason 2"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
self.policy.options.series = "jammy"
|
||||||
|
self.policy.source = "jammy-proposed"
|
||||||
|
message = self.policy._format_email_message(ERR_MESSAGE, ["work@canonical.com"], "vim", "9.0", failures)
|
||||||
|
|
||||||
|
self.assertIn("To: work@canonical.com", message)
|
||||||
|
self.assertIn("vim 9.0", message)
|
||||||
|
self.assertIn("Error reason 2", message)
|
||||||
|
|
||||||
|
def test_urn_retrieval(self):
|
||||||
|
"""Test that URN retrieval throws the expected error when not configured."""
|
||||||
|
self.assertRaises(
|
||||||
|
MissingURNException, self.policy._retrieve_urn, "jammy"
|
||||||
|
)
|
||||||
|
|
||||||
|
urn = self.policy._retrieve_urn("zazzy")
|
||||||
|
self.assertEqual(urn, "fake-urn-value")
|
||||||
|
|
||||||
|
def test_generation_of_verdict_info(self):
|
||||||
|
"""Test that the verdict info correctly states which clouds had failures and/or errors"""
|
||||||
|
failures = {
|
||||||
|
"cloud1": {
|
||||||
|
"test_name1": "message1",
|
||||||
|
"test_name2": "message2"
|
||||||
|
},
|
||||||
|
"cloud2": {
|
||||||
|
"test_name3": "message3"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
errors = {
|
||||||
|
"cloud1": {
|
||||||
|
"test_name4": "message4",
|
||||||
|
},
|
||||||
|
"cloud3": {
|
||||||
|
"test_name5": "message5"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
info = self.policy._generate_verdict_info(failures, errors)
|
||||||
|
|
||||||
|
expected_failure_info = "Cloud testing failed for cloud1,cloud2."
|
||||||
|
expected_error_info = "Cloud testing had errors for cloud1,cloud3."
|
||||||
|
|
||||||
|
self.assertIn(expected_failure_info, info)
|
||||||
|
self.assertIn(expected_error_info, info)
|
||||||
|
|
||||||
|
def test_format_install_flags_with_ppas(self):
|
||||||
|
"""Ensure the correct flags are returned with PPA sources"""
|
||||||
|
expected_flags = [
|
||||||
|
"--install-ppa-package", "tmux/ppa_url=fingerprint",
|
||||||
|
"--install-ppa-package", "tmux/ppa_url2=fingerprint"
|
||||||
|
]
|
||||||
|
install_flags = self.policy._format_install_flags(
|
||||||
|
"tmux", ["ppa_url=fingerprint", "ppa_url2=fingerprint"], "ppa"
|
||||||
|
)
|
||||||
|
|
||||||
|
self.assertListEqual(install_flags, expected_flags)
|
||||||
|
|
||||||
|
def test_format_install_flags_with_archive(self):
|
||||||
|
"""Ensure the correct flags are returned with archive sources"""
|
||||||
|
expected_flags = ["--install-archive-package", "tmux/proposed"]
|
||||||
|
install_flags = self.policy._format_install_flags("tmux", ["proposed"], "archive")
|
||||||
|
|
||||||
|
self.assertListEqual(install_flags, expected_flags)
|
||||||
|
|
||||||
|
def test_format_install_flags_with_incorrect_type(self):
|
||||||
|
"""Ensure errors are raised for unknown source types"""
|
||||||
|
|
||||||
|
self.assertRaises(RuntimeError, self.policy._format_install_flags, "tmux", ["a_source"], "something")
|
||||||
|
|
||||||
|
def test_parse_ppas(self):
|
||||||
|
"""Ensure correct conversion from Britney format to cloud test format
|
||||||
|
Also check that public PPAs are not used due to fingerprint requirement for cloud
|
||||||
|
tests.
|
||||||
|
"""
|
||||||
|
input_ppas = [
|
||||||
|
"deadsnakes/ppa:fingerprint",
|
||||||
|
"user:token@team/name:fingerprint"
|
||||||
|
]
|
||||||
|
|
||||||
|
expected_ppas = [
|
||||||
|
"https://ppa.launchpadcontent.net/deadsnakes/ppa/ubuntu=fingerprint",
|
||||||
|
"https://user:token@private-ppa.launchpadcontent.net/team/name/ubuntu=fingerprint"
|
||||||
|
]
|
||||||
|
|
||||||
|
output_ppas = self.policy._parse_ppas(input_ppas)
|
||||||
|
self.assertListEqual(output_ppas, expected_ppas)
|
||||||
|
|
||||||
|
def test_errors_raised_if_invalid_ppa_input(self):
|
||||||
|
"""Test that error are raised if input PPAs don't match expected format"""
|
||||||
|
self.assertRaises(
|
||||||
|
RuntimeError, self.policy._parse_ppas, ["team/name"]
|
||||||
|
)
|
||||||
|
|
||||||
|
self.assertRaises(
|
||||||
|
RuntimeError, self.policy._parse_ppas, ["user:token@team/name"]
|
||||||
|
)
|
||||||
|
|
||||||
|
self.assertRaises(
|
||||||
|
RuntimeError, self.policy._parse_ppas, ["user:token@team=fingerprint"]
|
||||||
|
)
|
||||||
|
|
||||||
|
def test_retrieve_package_install_source_from_test_output(self):
|
||||||
|
"""Ensure retrieving the package install source from apt output only returns the line we
|
||||||
|
want and not other lines containing the package name.
|
||||||
|
|
||||||
|
Ensure it returns nothing if multiple candidates are found because that means the parsing
|
||||||
|
needs to be updated.
|
||||||
|
"""
|
||||||
|
package = "tmux"
|
||||||
|
|
||||||
|
with open(pathlib.PurePath(self.policy.work_dir, self.policy.TEST_LOG_FILE), "w") as file:
|
||||||
|
file.write("Get: something \n".format(package))
|
||||||
|
file.write("Get: lib-{} \n".format(package))
|
||||||
|
|
||||||
|
install_source = self.policy._retrieve_package_install_source_from_test_output(package)
|
||||||
|
self.assertIsNone(install_source)
|
||||||
|
|
||||||
|
with open(pathlib.PurePath(self.policy.work_dir, self.policy.TEST_LOG_FILE), "a") as file:
|
||||||
|
file.write("Get: {} \n".format(package))
|
||||||
|
|
||||||
|
install_source = self.policy._retrieve_package_install_source_from_test_output(package)
|
||||||
|
self.assertEqual(install_source, "Get: tmux \n")
|
||||||
|
|
||||||
|
@patch("britney2.policies.cloud.CloudPolicy._retrieve_package_install_source_from_test_output")
|
||||||
|
def test_store_extra_test_result_info(self, mock):
|
||||||
|
"""Ensure nothing is done if there are no failures/errors.
|
||||||
|
Ensure that if there are failures/errors that any extra info retrieved is stored in the
|
||||||
|
results dict Results -> Cloud -> extra_info
|
||||||
|
"""
|
||||||
|
self.policy._store_extra_test_result_info("FakeCloud", "tmux")
|
||||||
|
mock.assert_not_called()
|
||||||
|
|
||||||
|
self.policy.failures = {"FakeCloud": {"failing_test": "failure reason"}}
|
||||||
|
mock.return_value = "source information"
|
||||||
|
self.policy._store_extra_test_result_info("FakeCloud", "tmux")
|
||||||
|
self.assertEqual(
|
||||||
|
self.policy.failures["FakeCloud"]["extra_info"]["install_source"], "source information"
|
||||||
|
)
|
||||||
|
|
||||||
|
def _create_fake_test_result_file(self, num_pass=1, num_err=0, num_fail=0):
|
||||||
|
"""Helper function to generate an xunit test result file.
|
||||||
|
|
||||||
|
:param num_pass The number of passing tests to include
|
||||||
|
:param num_err The number of erroring tests to include
|
||||||
|
:param num_fail The number of failing tests to include
|
||||||
|
|
||||||
|
Returns the path to the created file.
|
||||||
|
"""
|
||||||
|
os.makedirs(self.policy.work_dir, exist_ok=True)
|
||||||
|
path = pathlib.PurePath(self.policy.work_dir, "TEST-FakeTests-20230101010101.xml")
|
||||||
|
|
||||||
|
root = ET.Element("testsuite", attrib={"name": "FakeTests-1234567890"})
|
||||||
|
|
||||||
|
for x in range(0, num_pass):
|
||||||
|
case_attrib = {"classname": "FakeTests", "name": "passing_test_{}".format(x), "time":"0.001"}
|
||||||
|
ET.SubElement(root, "testcase", attrib=case_attrib)
|
||||||
|
|
||||||
|
for x in range(0, num_err):
|
||||||
|
case_attrib = {"classname": "FakeTests", "name": "erroring_test_{}".format(x), "time":"0.001"}
|
||||||
|
testcase = ET.SubElement(root, "testcase", attrib=case_attrib)
|
||||||
|
|
||||||
|
err_attrib = {"type": "Exception", "message": "A useful error message" }
|
||||||
|
ET.SubElement(testcase, "error", attrib=err_attrib)
|
||||||
|
|
||||||
|
for x in range(0, num_fail):
|
||||||
|
case_attrib = {"classname": "FakeTests", "name": "failing_test_{}".format(x), "time":"0.001"}
|
||||||
|
testcase = ET.SubElement(root, "testcase", attrib=case_attrib)
|
||||||
|
|
||||||
|
fail_attrib = {"type": "AssertionError", "message": "A useful error message" }
|
||||||
|
ET.SubElement(testcase, "failure", attrib=fail_attrib)
|
||||||
|
|
||||||
|
|
||||||
|
tree = ET.ElementTree(root)
|
||||||
|
ET.indent(tree, space="\t", level=0)
|
||||||
|
|
||||||
|
with open(path, "w") as file:
|
||||||
|
tree.write(file, encoding="unicode", xml_declaration=True)
|
||||||
|
|
||||||
|
return path
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
unittest.main()
|
||||||
Loading…
Reference in new issue