Lubuntu/britney2-ubuntu
8
0
Fork 0
mirror of https://git.launchpad.net/~ubuntu-release/britney/+git/britney2-ubuntu synced 2025-10-31 08:34:04 +00:00
Code Issues Packages Projects Releases Wiki Activity

tests/autopkgtest.py: Fixed testsuite and added tests to match new labels and rules for regression/always failing tests

Browse Source
This commit is contained in:
Jean-Baptiste Lallement 2014-05-05 18:08:40 +02:00
parent 7e80d47eb6
commit acd4de7868
1 changed files with 112 additions and 32 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

144
tests/autopkgtest.py
View File

@ -12,7 +12,10 @@ import os
import sys import sys
import subprocess import subprocess
import unittest import unittest
import apt_pkg
import operator
apt_pkg.init()
architectures = ['amd64', 'arm64', 'armhf', 'i386', 'powerpc', 'ppc64el'] architectures = ['amd64', 'arm64', 'armhf', 'i386', 'powerpc', 'ppc64el']
my_dir = os.path.dirname(os.path.dirname(os.path.abspath(__file__))) my_dir = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
@ -20,6 +23,13 @@ my_dir = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
NOT_CONSIDERED = False NOT_CONSIDERED = False
VALID_CANDIDATE = True VALID_CANDIDATE = True
ADT_EXCUSES_LABELS = {
"PASS": '<span style="background:#87d96c">Pass</span>',
"ALWAYSFAIL": '<span style="background:#e5c545">Always failed</span>',
"REGRESSION": '<span style="background:#ff6666">Regression</span>',
"RUNNING": '<span style="background:#99ddff">Test in progress</span>',
}
class TestData: class TestData:
def __init__(self): def __init__(self):
@ -157,7 +167,20 @@ echo "$@" >> /%s/adt-britney.log ''' % self.data.path)
def tearDown(self): def tearDown(self):
del self.data del self.data
def make_adt_britney(self, request): def __merge_records(self, results, history=""):
if history is None:
history = ""
records = [x.split() for x in (results.strip() + '\n' +
history.strip()).split('\n') if x]
records.sort(cmp=apt_pkg.version_compare, key=operator.itemgetter(4))
records.sort(key=operator.itemgetter(3))
records.sort(cmp=apt_pkg.version_compare, key=operator.itemgetter(1))
records.sort(key=operator.itemgetter(1))
return "\n".join([' '.join(x) for x in records])
def make_adt_britney(self, request, history=""):
with open(self.adt_britney, 'w') as f: with open(self.adt_britney, 'w') as f:
f.write('''#!%(py)s f.write('''#!%(py)s
import argparse, shutil,sys import argparse, shutil,sys
@ -175,7 +198,7 @@ def submit():
def collect(): def collect():
with open(args.output, 'w') as f: with open(args.output, 'w') as f:
f.write("""%(rq)s""") f.write("""%(res)s""")
p = argparse.ArgumentParser() p = argparse.ArgumentParser()
p.add_argument('-c', '--config') p.add_argument('-c', '--config')
@ -202,7 +225,9 @@ pcollect.set_defaults(func=collect)
args = p.parse_args() args = p.parse_args()
args.func() args.func()
''' % {'py': sys.executable, 'path': self.data.path, 'rq': request}) ''' % {'py': sys.executable, 'path': self.data.path, 'rq':
request, 'res': self.__merge_records(request,
history)})
def run_britney(self, args=[]): def run_britney(self, args=[]):
'''Run britney. '''Run britney.
@ -245,9 +270,19 @@ args.func()
'green 1.1~beta RUNNING green 1.1~beta\n', 'green 1.1~beta RUNNING green 1.1~beta\n',
NOT_CONSIDERED, NOT_CONSIDERED,
[r'\bgreen\b.*>1</a> to .*>1.1~beta<', [r'\bgreen\b.*>1</a> to .*>1.1~beta<',
'<li>autopkgtest for green 1.1~beta: RUNNING']) '<li>autopkgtest for green 1.1~beta: {}'.format(ADT_EXCUSES_LABELS['RUNNING'])])
def test_request_for_installable_fail(self): def test_request_for_installable_fail_always(self):
'''Requests a test for an installable package, test fail'''
self.do_test(
[('green', {'Version': '1.1~beta', 'Depends': 'libc6 (>= 0.9), libgreen1'})],
'green 1.1~beta FAIL green 1.1~beta\n',
VALID_CANDIDATE,
[r'\bgreen\b.*>1</a> to .*>1.1~beta<',
'<li>autopkgtest for green 1.1~beta: {}'.format(ADT_EXCUSES_LABELS['ALWAYSFAIL'])])
def test_request_for_installable_fail_regression(self):
'''Requests a test for an installable package, test fail''' '''Requests a test for an installable package, test fail'''
self.do_test( self.do_test(
@ -255,7 +290,8 @@ args.func()
'green 1.1~beta FAIL green 1.1~beta\n', 'green 1.1~beta FAIL green 1.1~beta\n',
NOT_CONSIDERED, NOT_CONSIDERED,
[r'\bgreen\b.*>1</a> to .*>1.1~beta<', [r'\bgreen\b.*>1</a> to .*>1.1~beta<',
'<li>autopkgtest for green 1.1~beta: FAIL']) '<li>autopkgtest for green 1.1~beta: {}'.format(ADT_EXCUSES_LABELS['REGRESSION'])],
history='green 1.0~beta PASS green 1.0~beta\n')
def test_request_for_installable_pass(self): def test_request_for_installable_pass(self):
'''Requests a test for an installable package, test pass''' '''Requests a test for an installable package, test pass'''
@ -265,7 +301,7 @@ args.func()
'green 1.1~beta PASS green 1.1~beta\n', 'green 1.1~beta PASS green 1.1~beta\n',
VALID_CANDIDATE, VALID_CANDIDATE,
[r'\bgreen\b.*>1</a> to .*>1.1~beta<', [r'\bgreen\b.*>1</a> to .*>1.1~beta<',
'<li>autopkgtest for green 1.1~beta: PASS']) '<li>autopkgtest for green 1.1~beta: {}'.format(ADT_EXCUSES_LABELS['PASS'])])
def test_multi_rdepends_with_tests_running(self): def test_multi_rdepends_with_tests_running(self):
'''Multiple reverse dependencies with tests (still running)''' '''Multiple reverse dependencies with tests (still running)'''
@ -276,10 +312,22 @@ args.func()
'darkgreen 1 RUNNING green 2\n', 'darkgreen 1 RUNNING green 2\n',
NOT_CONSIDERED, NOT_CONSIDERED,
[r'\bgreen\b.*>1</a> to .*>2<', [r'\bgreen\b.*>1</a> to .*>2<',
'<li>autopkgtest for lightgreen 1: PASS', '<li>autopkgtest for lightgreen 1: {}'.format(ADT_EXCUSES_LABELS['PASS']),
'<li>autopkgtest for darkgreen 1: RUNNING']) '<li>autopkgtest for darkgreen 1: {}'.format(ADT_EXCUSES_LABELS['RUNNING'])])
def test_multi_rdepends_with_tests_fail(self): def test_multi_rdepends_with_tests_fail_always(self):
'''Multiple reverse dependencies with tests (fail)'''
self.do_test(
[('libgreen1', {'Version': '2', 'Source': 'green', 'Depends': 'libc6'})],
'lightgreen 1 PASS green 2\n'
'darkgreen 1 FAIL green 2\n',
VALID_CANDIDATE,
[r'\bgreen\b.*>1</a> to .*>2<',
'<li>autopkgtest for lightgreen 1: {}'.format(ADT_EXCUSES_LABELS['PASS']),
'<li>autopkgtest for darkgreen 1: {}'.format(ADT_EXCUSES_LABELS['ALWAYSFAIL'])])
def test_multi_rdepends_with_tests_fail_regression(self):
'''Multiple reverse dependencies with tests (fail)''' '''Multiple reverse dependencies with tests (fail)'''
self.do_test( self.do_test(
@ -288,8 +336,9 @@ args.func()
'darkgreen 1 FAIL green 2\n', 'darkgreen 1 FAIL green 2\n',
NOT_CONSIDERED, NOT_CONSIDERED,
[r'\bgreen\b.*>1</a> to .*>2<', [r'\bgreen\b.*>1</a> to .*>2<',
'<li>autopkgtest for lightgreen 1: PASS', '<li>autopkgtest for lightgreen 1: {}'.format(ADT_EXCUSES_LABELS['PASS']),
'<li>autopkgtest for darkgreen 1: FAIL']) '<li>autopkgtest for darkgreen 1: {}'.format(ADT_EXCUSES_LABELS['REGRESSION'])],
history='darkgreen 1 PASS green 1\n')
def test_multi_rdepends_with_tests_pass(self): def test_multi_rdepends_with_tests_pass(self):
'''Multiple reverse dependencies with tests (pass)''' '''Multiple reverse dependencies with tests (pass)'''
@ -300,8 +349,8 @@ args.func()
'darkgreen 1 PASS green 2\n', 'darkgreen 1 PASS green 2\n',
VALID_CANDIDATE, VALID_CANDIDATE,
[r'\bgreen\b.*>1</a> to .*>2<', [r'\bgreen\b.*>1</a> to .*>2<',
'<li>autopkgtest for lightgreen 1: PASS', '<li>autopkgtest for lightgreen 1: {}'.format(ADT_EXCUSES_LABELS['PASS']),
'<li>autopkgtest for darkgreen 1: PASS']) '<li>autopkgtest for darkgreen 1: {}'.format(ADT_EXCUSES_LABELS['PASS'])])
def test_multi_rdepends_with_some_tests_running(self): def test_multi_rdepends_with_some_tests_running(self):
'''Multiple reverse dependencies with some tests (running)''' '''Multiple reverse dependencies with some tests (running)'''
@ -315,10 +364,25 @@ args.func()
'darkgreen 1 RUNNING green 2\n', 'darkgreen 1 RUNNING green 2\n',
NOT_CONSIDERED, NOT_CONSIDERED,
[r'\bgreen\b.*>1</a> to .*>2<', [r'\bgreen\b.*>1</a> to .*>2<',
'<li>autopkgtest for lightgreen 1: RUNNING', '<li>autopkgtest for lightgreen 1: {}'.format(ADT_EXCUSES_LABELS['RUNNING']),
'<li>autopkgtest for darkgreen 1: RUNNING']) '<li>autopkgtest for darkgreen 1: {}'.format(ADT_EXCUSES_LABELS['RUNNING'])])
def test_multi_rdepends_with_some_tests_fail(self): def test_multi_rdepends_with_some_tests_fail_always(self):
'''Multiple reverse dependencies with some tests (fail)'''
# add a third reverse dependency to libgreen1 which does not have a test
self.data.add('mint', False, {'Depends': 'libgreen1'})
self.do_test(
[('libgreen1', {'Version': '2', 'Source': 'green', 'Depends': 'libc6'})],
'lightgreen 1 PASS green 2\n'
'darkgreen 1 FAIL green 2\n',
VALID_CANDIDATE,
[r'\bgreen\b.*>1</a> to .*>2<',
'<li>autopkgtest for lightgreen 1: {}'.format(ADT_EXCUSES_LABELS['PASS']),
'<li>autopkgtest for darkgreen 1: {}'.format(ADT_EXCUSES_LABELS['ALWAYSFAIL'])])
def test_multi_rdepends_with_some_tests_fail_regression(self):
'''Multiple reverse dependencies with some tests (fail)''' '''Multiple reverse dependencies with some tests (fail)'''
# add a third reverse dependency to libgreen1 which does not have a test # add a third reverse dependency to libgreen1 which does not have a test
@ -330,8 +394,9 @@ args.func()
'darkgreen 1 FAIL green 2\n', 'darkgreen 1 FAIL green 2\n',
NOT_CONSIDERED, NOT_CONSIDERED,
[r'\bgreen\b.*>1</a> to .*>2<', [r'\bgreen\b.*>1</a> to .*>2<',
'<li>autopkgtest for lightgreen 1: PASS', '<li>autopkgtest for lightgreen 1: {}'.format(ADT_EXCUSES_LABELS['PASS']),
'<li>autopkgtest for darkgreen 1: FAIL']) '<li>autopkgtest for darkgreen 1: {}'.format(ADT_EXCUSES_LABELS['REGRESSION'])],
history='darkgreen 1 PASS green 1\n')
def test_multi_rdepends_with_some_tests_pass(self): def test_multi_rdepends_with_some_tests_pass(self):
'''Multiple reverse dependencies with some tests (pass)''' '''Multiple reverse dependencies with some tests (pass)'''
@ -345,8 +410,8 @@ args.func()
'darkgreen 1 PASS green 2\n', 'darkgreen 1 PASS green 2\n',
VALID_CANDIDATE, VALID_CANDIDATE,
[r'\bgreen\b.*>1</a> to .*>2<', [r'\bgreen\b.*>1</a> to .*>2<',
'<li>autopkgtest for lightgreen 1: PASS', '<li>autopkgtest for lightgreen 1: {}'.format(ADT_EXCUSES_LABELS['PASS']),
'<li>autopkgtest for darkgreen 1: PASS']) '<li>autopkgtest for darkgreen 1: {}'.format(ADT_EXCUSES_LABELS['PASS'])])
def test_binary_from_new_source_package_running(self): def test_binary_from_new_source_package_running(self):
'''building an existing binary for a new source package (running)''' '''building an existing binary for a new source package (running)'''
@ -357,10 +422,22 @@ args.func()
'darkgreen 1 RUNNING newgreen 2\n', 'darkgreen 1 RUNNING newgreen 2\n',
NOT_CONSIDERED, NOT_CONSIDERED,
[r'\bnewgreen\b.*\(- to .*>2<', [r'\bnewgreen\b.*\(- to .*>2<',
'<li>autopkgtest for lightgreen 1: PASS', '<li>autopkgtest for lightgreen 1: {}'.format(ADT_EXCUSES_LABELS['PASS']),
'<li>autopkgtest for darkgreen 1: RUNNING']) '<li>autopkgtest for darkgreen 1: {}'.format(ADT_EXCUSES_LABELS['RUNNING'])])
def test_binary_from_new_source_package_fail(self): def test_binary_from_new_source_package_fail_always(self):
'''building an existing binary for a new source package (fail)'''
self.do_test(
[('libgreen1', {'Version': '2', 'Source': 'newgreen', 'Depends': 'libc6'})],
'lightgreen 1 PASS newgreen 2\n'
'darkgreen 1 FAIL newgreen 2\n',
VALID_CANDIDATE,
[r'\bnewgreen\b.*\(- to .*>2<',
'<li>autopkgtest for lightgreen 1: {}'.format(ADT_EXCUSES_LABELS['PASS']),
'<li>autopkgtest for darkgreen 1: {}'.format(ADT_EXCUSES_LABELS['ALWAYSFAIL'])])
def test_binary_from_new_source_package_fail_regression(self):
'''building an existing binary for a new source package (fail)''' '''building an existing binary for a new source package (fail)'''
self.do_test( self.do_test(
@ -369,8 +446,9 @@ args.func()
'darkgreen 1 FAIL newgreen 2\n', 'darkgreen 1 FAIL newgreen 2\n',
NOT_CONSIDERED, NOT_CONSIDERED,
[r'\bnewgreen\b.*\(- to .*>2<', [r'\bnewgreen\b.*\(- to .*>2<',
'<li>autopkgtest for lightgreen 1: PASS', '<li>autopkgtest for lightgreen 1: {}'.format(ADT_EXCUSES_LABELS['PASS']),
'<li>autopkgtest for darkgreen 1: FAIL']) '<li>autopkgtest for darkgreen 1: {}'.format(ADT_EXCUSES_LABELS['REGRESSION'])],
history='darkgreen 1 PASS green 1\n')
def test_binary_from_new_source_package_pass(self): def test_binary_from_new_source_package_pass(self):
'''building an existing binary for a new source package (pass)''' '''building an existing binary for a new source package (pass)'''
@ -381,8 +459,8 @@ args.func()
'darkgreen 1 PASS newgreen 2\n', 'darkgreen 1 PASS newgreen 2\n',
VALID_CANDIDATE, VALID_CANDIDATE,
[r'\bnewgreen\b.*\(- to .*>2<', [r'\bnewgreen\b.*\(- to .*>2<',
'<li>autopkgtest for lightgreen 1: PASS', '<li>autopkgtest for lightgreen 1: {}'.format(ADT_EXCUSES_LABELS['PASS']),
'<li>autopkgtest for darkgreen 1: PASS']) '<li>autopkgtest for darkgreen 1: {}'.format(ADT_EXCUSES_LABELS['PASS'])])
def test_binary_from_new_source_package_uninst(self): def test_binary_from_new_source_package_uninst(self):
'''building an existing binary for a new source package (uninstallable)''' '''building an existing binary for a new source package (uninstallable)'''
@ -405,14 +483,14 @@ args.func()
NOT_CONSIDERED, NOT_CONSIDERED,
[r'\bgreen\b.*>1</a> to .*>1.1~beta<', [r'\bgreen\b.*>1</a> to .*>1.1~beta<',
# it's not entirely clear what precisely it should say here # it's not entirely clear what precisely it should say here
'<li>autopkgtest for green 1.1~beta: RUNNING']) '<li>autopkgtest for green 1.1~beta: {}'.format(ADT_EXCUSES_LABELS['RUNNING'])])
def do_test(self, unstable_add, adt_request, considered, expect=None, def do_test(self, unstable_add, adt_request, considered, expect=None,
no_expect=None): no_expect=None, history=""):
for (pkg, fields) in unstable_add: for (pkg, fields) in unstable_add:
self.data.add(pkg, True, fields) self.data.add(pkg, True, fields)
self.make_adt_britney(adt_request) self.make_adt_britney(adt_request, history)
(excuses, out) = self.run_britney() (excuses, out) = self.run_britney()
#print('-------\nexcuses: %s\n-----' % excuses) #print('-------\nexcuses: %s\n-----' % excuses)
@ -436,7 +514,9 @@ args.func()
self.data.add('yellow', True, {'Version': '1.1~beta', self.data.add('yellow', True, {'Version': '1.1~beta',
'Depends': 'libc6 (>= 0.9), nosuchpkg'}) 'Depends': 'libc6 (>= 0.9), nosuchpkg'})
self.make_adt_britney('yellow 1.1~beta RUNNING yellow 1.1~beta\n') self.make_adt_britney('yellow 1.1~beta RUNNING yellow 1.1~beta\n', "")
#self.make_adt_britney('yellow 1.1~beta RUNNING yellow 1.1~beta\n',
# 'purple 2 FAIL pink 3.0.~britney\n')
print('run:\n%s -c %s\n' % (self.britney, self.britney_conf)) print('run:\n%s -c %s\n' % (self.britney, self.britney_conf))
subprocess.call(['bash', '-i'], cwd=self.data.path) subprocess.call(['bash', '-i'], cwd=self.data.path)