Niels Thykier
9 years ago
parent
2e81e55c56
commit
5ec3aea43a
@ -0,0 +1,242 @@
|
|||||||
|
from abc import abstractmethod
|
||||||
|
from enum import Enum, unique
|
||||||
|
import apt_pkg
|
||||||
|
import os
|
||||||
|
import time
|
||||||
|
|
||||||
|
from consts import VERSION
|
||||||
|
|
||||||
|
|
||||||
|
@unique
|
||||||
|
class PolicyVerdict(Enum):
|
||||||
|
""""""
|
||||||
|
"""
|
||||||
|
The migration item passed the policy.
|
||||||
|
"""
|
||||||
|
PASS = 1
|
||||||
|
"""
|
||||||
|
The policy was completely overruled by a hint.
|
||||||
|
"""
|
||||||
|
PASS_HINTED = 2
|
||||||
|
"""
|
||||||
|
The migration item did not pass the policy, but the failure is believed
|
||||||
|
to be temporary
|
||||||
|
"""
|
||||||
|
REJECTED_TEMPORARILY = 3
|
||||||
|
"""
|
||||||
|
The migration item did not pass the policy and the failure is believed
|
||||||
|
to be uncorrectable (i.e. a hint or a new version is needed)
|
||||||
|
"""
|
||||||
|
REJECTED_PERMANENTLY = 4
|
||||||
|
|
||||||
|
@property
|
||||||
|
def is_rejected(self):
|
||||||
|
return True if self.name.startswith('REJECTED') else False
|
||||||
|
|
||||||
|
|
||||||
|
class BasePolicy(object):
|
||||||
|
|
||||||
|
def __init__(self, options, applicable_suites):
|
||||||
|
self.options = options
|
||||||
|
self.applicable_suites = applicable_suites
|
||||||
|
self.hints = None
|
||||||
|
|
||||||
|
# FIXME: use a proper logging framework
|
||||||
|
def log(self, msg, type="I"):
|
||||||
|
"""Print info messages according to verbosity level
|
||||||
|
|
||||||
|
An easy-and-simple log method which prints messages to the standard
|
||||||
|
output. The type parameter controls the urgency of the message, and
|
||||||
|
can be equal to `I' for `Information', `W' for `Warning' and `E' for
|
||||||
|
`Error'. Warnings and errors are always printed, and information is
|
||||||
|
printed only if verbose logging is enabled.
|
||||||
|
"""
|
||||||
|
if self.options.verbose or type in ("E", "W"):
|
||||||
|
print("%s: [%s] - %s" % (type, time.asctime(), msg))
|
||||||
|
|
||||||
|
def initialise(self, britney):
|
||||||
|
"""Called once to make the policy initialise any data structures
|
||||||
|
|
||||||
|
This is useful for e.g. parsing files or other "heavy do-once" work.
|
||||||
|
"""
|
||||||
|
pass
|
||||||
|
|
||||||
|
def save_state(self, britney):
|
||||||
|
"""Called once at the end of the run to make the policy save any persistent data
|
||||||
|
|
||||||
|
Note this will *not* be called for "dry-runs" as such runs should not change
|
||||||
|
the state.
|
||||||
|
"""
|
||||||
|
pass
|
||||||
|
|
||||||
|
@abstractmethod
|
||||||
|
def apply_policy(self, policy_info, suite, source_name, source_data_tdist, source_data_srcdist):
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
|
class AgePolicy(BasePolicy):
|
||||||
|
"""Configurable Aging policy for source migrations
|
||||||
|
|
||||||
|
The AgePolicy will let packages stay in the source suite for a pre-defined
|
||||||
|
amount of days before letting migrate (based on their urgency, if any).
|
||||||
|
|
||||||
|
The AgePolicy's decision is influenced by the following:
|
||||||
|
|
||||||
|
State files:
|
||||||
|
* ${TESTING}/Urgency: File containing urgencies for source packages.
|
||||||
|
Note that urgencies are "sticky" and the most "urgent" urgency will be
|
||||||
|
used (i.e. the one with lowest age-requirements).
|
||||||
|
- This file needs to be updated externally, if the policy should take
|
||||||
|
urgencies into consideration. If empty (or not updated), the policy
|
||||||
|
will simply use the default urgency (see the "Config" section below)
|
||||||
|
- In Debian, these values are taken from the .changes file, but that is
|
||||||
|
not a requirement for Britney.
|
||||||
|
* ${TESTING}/Dates: File containing the age of all source packages.
|
||||||
|
- The policy will automatically update this file.
|
||||||
|
Config:
|
||||||
|
* DEFAULT_URGENCY: Name of the urgency used for packages without an urgency
|
||||||
|
(or for unknown urgencies). Will also be used to set the "minimum"
|
||||||
|
aging requirements for packages not in the target suite.
|
||||||
|
* MINDAYS_<URGENCY>: The age-requirements in days for packages with the
|
||||||
|
given urgency.
|
||||||
|
- Commonly used urgencies are: low, medium, high, emergency, critical
|
||||||
|
Hints:
|
||||||
|
* urgent <source>/<version>: Disregard the age requirements for a given
|
||||||
|
source/version.
|
||||||
|
* age-days X <source>/<version>: Set the age requirements for a given
|
||||||
|
source/version to X days. Note that X can exceed the highest
|
||||||
|
age-requirement normally given.
|
||||||
|
|
||||||
|
"""
|
||||||
|
|
||||||
|
def __init__(self, options, mindays):
|
||||||
|
super().__init__(options, {'unstable'})
|
||||||
|
self._min_days = mindays
|
||||||
|
if options.default_urgency not in mindays:
|
||||||
|
raise ValueError("Missing age-requirement for default urgency (MINDAYS_%s)" % options.default_urgency)
|
||||||
|
self._min_days_default = mindays[options.default_urgency]
|
||||||
|
# britney's "day" begins at 3pm
|
||||||
|
self._date_now = int(((time.time() / (60*60)) - 15) / 24)
|
||||||
|
self._dates = {}
|
||||||
|
self._urgencies = {}
|
||||||
|
|
||||||
|
def initialise(self, britney):
|
||||||
|
super().initialise(britney)
|
||||||
|
self._read_dates_file()
|
||||||
|
self._read_urgencies_file(britney)
|
||||||
|
|
||||||
|
def save_state(self, britney):
|
||||||
|
super().save_state(britney)
|
||||||
|
self._write_dates_file()
|
||||||
|
|
||||||
|
def apply_policy(self, policy_info, suite, source_name, source_data_tdist, source_data_srcdist):
|
||||||
|
# retrieve the urgency for the upload, ignoring it if this is a NEW package (not present in testing)
|
||||||
|
urgency = self._urgencies.get(source_name, self.options.default_urgency)
|
||||||
|
if 'age' not in policy_info:
|
||||||
|
policy_info['age'] = age_info = {}
|
||||||
|
else:
|
||||||
|
age_info = policy_info['age']
|
||||||
|
|
||||||
|
if urgency not in self._min_days:
|
||||||
|
age_info['unknown-urgency'] = urgency
|
||||||
|
urgency = self.options.default_urgency
|
||||||
|
|
||||||
|
if not source_data_tdist:
|
||||||
|
if self._min_days[urgency] < self._min_days_default:
|
||||||
|
age_info['urgency-reduced'] = {
|
||||||
|
'from': urgency,
|
||||||
|
'to': self.options.default_urgency,
|
||||||
|
}
|
||||||
|
urgency = self.options.default_urgency
|
||||||
|
|
||||||
|
if source_name not in self._dates:
|
||||||
|
self._dates[source_name] = (source_data_srcdist[VERSION], self._date_now)
|
||||||
|
elif self._dates[source_name][0] != source_data_srcdist[VERSION]:
|
||||||
|
self._dates[source_name] = (source_data_srcdist[VERSION], self._date_now)
|
||||||
|
|
||||||
|
days_old = self._date_now - self._dates[source_name][1]
|
||||||
|
min_days = self._min_days[urgency]
|
||||||
|
age_info['age-requirement'] = min_days
|
||||||
|
age_info['current-age'] = days_old
|
||||||
|
|
||||||
|
for age_days_hint in [x for x in self.hints.search('age-days', package=source_name)
|
||||||
|
if source_data_srcdist[VERSION] == x.version]:
|
||||||
|
new_req = int(age_days_hint.days)
|
||||||
|
age_info['age-requirement-reduced'] = {
|
||||||
|
'new-requirement': new_req,
|
||||||
|
'changed-by': age_days_hint.user
|
||||||
|
}
|
||||||
|
min_days = new_req
|
||||||
|
|
||||||
|
if days_old < min_days:
|
||||||
|
urgent_hints = [x for x in self.hints.search('urgent', package=source_name)
|
||||||
|
if source_data_srcdist[VERSION] == x.version]
|
||||||
|
if urgent_hints:
|
||||||
|
age_info['age-requirement-reduced'] = {
|
||||||
|
'new-requirement': 0,
|
||||||
|
'changed-by': urgent_hints[0].user
|
||||||
|
}
|
||||||
|
return PolicyVerdict.PASS_HINTED
|
||||||
|
else:
|
||||||
|
return PolicyVerdict.REJECTED_TEMPORARILY
|
||||||
|
|
||||||
|
return PolicyVerdict.PASS
|
||||||
|
|
||||||
|
def _read_dates_file(self):
|
||||||
|
"""Parse the dates file"""
|
||||||
|
dates = self._dates
|
||||||
|
filename = os.path.join(self.options.testing, 'Dates')
|
||||||
|
with open(filename, encoding='utf-8') as fd:
|
||||||
|
for line in fd:
|
||||||
|
# <source> <version> <date>
|
||||||
|
l = line.split()
|
||||||
|
if len(l) != 3:
|
||||||
|
continue
|
||||||
|
try:
|
||||||
|
dates[l[0]] = (l[1], int(l[2]))
|
||||||
|
except ValueError:
|
||||||
|
pass
|
||||||
|
|
||||||
|
def _read_urgencies_file(self, britney):
|
||||||
|
urgencies = self._urgencies
|
||||||
|
filename = os.path.join(self.options.testing, 'Urgency')
|
||||||
|
min_days_default = self._min_days_default
|
||||||
|
with open(filename, errors='surrogateescape', encoding='ascii') as fd:
|
||||||
|
for line in fd:
|
||||||
|
# <source> <version> <urgency>
|
||||||
|
l = line.split()
|
||||||
|
if len(l) != 3:
|
||||||
|
continue
|
||||||
|
|
||||||
|
# read the minimum days associated with the urgencies
|
||||||
|
urgency_old = urgencies.get(l[0], None)
|
||||||
|
mindays_old = self._min_days.get(urgency_old, 1000)
|
||||||
|
mindays_new = self._min_days.get(l[2], min_days_default)
|
||||||
|
|
||||||
|
# if the new urgency is lower (so the min days are higher), do nothing
|
||||||
|
if mindays_old <= mindays_new:
|
||||||
|
continue
|
||||||
|
|
||||||
|
# if the package exists in testing and it is more recent, do nothing
|
||||||
|
tsrcv = britney.sources['testing'].get(l[0], None)
|
||||||
|
if tsrcv and apt_pkg.version_compare(tsrcv[VERSION], l[1]) >= 0:
|
||||||
|
continue
|
||||||
|
|
||||||
|
# if the package doesn't exist in unstable or it is older, do nothing
|
||||||
|
usrcv = britney.sources['unstable'].get(l[0], None)
|
||||||
|
if not usrcv or apt_pkg.version_compare(usrcv[VERSION], l[1]) < 0:
|
||||||
|
continue
|
||||||
|
|
||||||
|
# update the urgency for the package
|
||||||
|
urgencies[l[0]] = l[2]
|
||||||
|
|
||||||
|
def _write_dates_file(self):
|
||||||
|
dates = self._dates
|
||||||
|
directory = self.options.testing
|
||||||
|
filename = os.path.join(directory, 'Dates')
|
||||||
|
filename_tmp = os.path.join(directory, 'Dates_new')
|
||||||
|
with open(filename_tmp, 'w', encoding='utf-8') as fd:
|
||||||
|
for pkg in sorted(dates):
|
||||||
|
version, date = dates[pkg]
|
||||||
|
fd.write("%s %s %d\n" % (pkg, version, date))
|
||||||
|
os.rename(filename_tmp, filename)
|
||||||
Loading…
Reference in new issue