#!/usr/bin/python3 # # ubuntu-build - command line interface for Launchpad buildd operations. # # Copyright (C) 2007 Canonical Ltd. # Authors: # - Martin Pitt # - Jonathan Davies # - Michael Bienia # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program. If not, see . # import sys from optparse import OptionGroup, OptionParser from launchpadlib.credentials import TokenAuthorizationException from ubuntutools import getLogger from ubuntutools.lp.lpapicache import Distribution, Launchpad, PersonTeam from ubuntutools.lp.udtexceptions import ( PackageNotFoundException, PocketDoesNotExistError, SeriesNotFoundException, ) from ubuntutools.misc import split_release_pocket Logger = getLogger() def main(): # Usage. usage = "%prog \n\n" usage += "Where operation may be one of: rescore, retry, or status.\n" usage += "Only Launchpad Buildd Admins may rescore package builds." # Valid architectures. valid_archs = set( [ "armel", "armhf", "arm64", "amd64", "hppa", "i386", "ia64", "lpia", "powerpc", "ppc64el", "riscv64", "s390x", "sparc", ] ) # Prepare our option parser. opt_parser = OptionParser(usage) # Retry options retry_rescore_options = OptionGroup( opt_parser, "Retry and rescore options", "These options may only be used with the 'retry' and 'rescore' operations.", ) retry_rescore_options.add_option( "-a", "--arch", type="string", action="append", dest="architecture", help="Rebuild or rescore a specific " "architecture. Valid architectures " "include: %s." % ", ".join(valid_archs), ) # Batch processing options batch_options = OptionGroup( opt_parser, "Batch processing", "These options and parameter ordering is only " "available in --batch mode.\nUsage: " "ubuntu-build --batch [options] ...", ) batch_options.add_option( "--batch", action="store_true", dest="batch", default=False, help="Enable batch mode" ) batch_options.add_option( "--series", action="store", dest="series", type="string", help="Selects the Ubuntu series to operate on (default: current development series)", ) batch_options.add_option( "--retry", action="store_true", dest="retry", default=False, help="Retry builds (give-back).", ) batch_options.add_option( "--rescore", action="store", dest="priority", type="int", help="Rescore builds to .", ) batch_options.add_option( "--arch2", action="append", dest="architecture", type="string", help="Affect only 'architecture' (can be used " "several times). Valid architectures are: %s." % ", ".join(valid_archs), ) # Add the retry options to the main group. opt_parser.add_option_group(retry_rescore_options) # Add the batch mode to the main group. opt_parser.add_option_group(batch_options) # Parse our options. (options, args) = opt_parser.parse_args() if not len(args): opt_parser.print_help() sys.exit(1) if not options.batch: # Check we have the correct number of arguments. if len(args) < 3: opt_parser.error("Incorrect number of arguments.") try: package = str(args[0]).lower() release = str(args[1]).lower() op = str(args[2]).lower() except IndexError: opt_parser.print_help() sys.exit(1) # Check our operation. if op not in ("rescore", "retry", "status"): Logger.error("Invalid operation: %s." % op) sys.exit(1) # If the user has specified an architecture to build, we only wish to # rebuild it and nothing else. if options.architecture: if options.architecture[0] not in valid_archs: Logger.error("Invalid architecture specified: %s." % options.architecture[0]) sys.exit(1) else: one_arch = True else: one_arch = False # split release and pocket try: (release, pocket) = split_release_pocket(release) except PocketDoesNotExistError as error: Logger.error(error) sys.exit(1) try: # Will fail here if we have no credentials, bail out Launchpad.login() except TokenAuthorizationException: sys.exit(1) # Get the ubuntu archive ubuntu_archive = Distribution("ubuntu").getArchive() # Get list of published sources for package in question. try: sources = ubuntu_archive.getSourcePackage(package, release, pocket) distroseries = Distribution("ubuntu").getSeries(release) except (SeriesNotFoundException, PackageNotFoundException) as error: Logger.error(error) sys.exit(1) # Get list of builds for that package. builds = sources.getBuilds() # Find out the version and component in given release. version = sources.getVersion() component = sources.getComponent() # Operations that are remaining may only be done by Ubuntu developers # (retry) or buildd admins (rescore). Check if the proper permissions # are in place. me = PersonTeam.me if op == "rescore": necessary_privs = me.isLpTeamMember("launchpad-buildd-admins") if op == "retry": necessary_privs = me.canUploadPackage( ubuntu_archive, distroseries, sources.getPackageName(), sources.getComponent(), pocket=pocket, ) if op in ("rescore", "retry") and not necessary_privs: Logger.error( "You cannot perform the %s operation on a %s " "package as you do not have the permissions " "to do this action." % (op, component) ) sys.exit(1) # Output details. Logger.info( "The source version for '%s' in %s (%s) is at %s." % (package, release.capitalize(), component, version) ) Logger.info("Current build status for this package:") # Output list of arches for package and their status. done = False for build in builds: if one_arch and build.arch_tag != options.architecture[0]: # Skip this architecture. continue done = True Logger.info("%s: %s." % (build.arch_tag, build.buildstate)) if op == "rescore": if build.can_be_rescored: # FIXME: make priority an option priority = 5000 Logger.info("Rescoring build %s to %d..." % (build.arch_tag, priority)) build.rescore(score=priority) else: Logger.info("Cannot rescore build on %s." % build.arch_tag) if op == "retry": if build.can_be_retried: Logger.info("Retrying build on %s..." % build.arch_tag) build.retry() else: Logger.info("Cannot retry build on %s." % build.arch_tag) # We are done if done: sys.exit(0) Logger.info("No builds for '%s' found in the %s release" % (package, release.capitalize())) Logger.info("It may have been built in a former release.") sys.exit(0) # Batch mode if not options.architecture: # no specific architectures specified, assume all valid ones archs = valid_archs else: archs = set(options.architecture) # filter out duplicate and invalid architectures archs.intersection_update(valid_archs) release = options.series if not release: release = Distribution("ubuntu").getDevelopmentSeries().name + "-proposed" try: (release, pocket) = split_release_pocket(release) except PocketDoesNotExistError as error: Logger.error(error) sys.exit(1) ubuntu_archive = Distribution("ubuntu").getArchive() try: distroseries = Distribution("ubuntu").getSeries(release) except SeriesNotFoundException as error: Logger.error(error) sys.exit(1) me = PersonTeam.me # Check permisions (part 1): Rescoring can only be done by buildd admins can_rescore = (options.priority and me.isLpTeamMember("launchpad-buildd-admins")) or False if options.priority and not can_rescore: Logger.error( "You don't have the permissions to rescore builds. Ignoring your rescore request." ) for pkg in args: try: pkg = ubuntu_archive.getSourcePackage(pkg, release, pocket) except PackageNotFoundException as error: Logger.error(error) continue # Check permissions (part 2): check upload permissions for the source # package can_retry = options.retry and me.canUploadPackage( ubuntu_archive, distroseries, pkg.getPackageName(), pkg.getComponent() ) if options.retry and not can_retry: Logger.error( "You don't have the permissions to retry the " "build of '%s'. Ignoring your request." % pkg.getPackageName() ) Logger.info( "The source version for '%s' in '%s' (%s) is: %s" % (pkg.getPackageName(), release, pocket, pkg.getVersion()) ) Logger.info(pkg.getBuildStates(archs)) if can_retry: Logger.info(pkg.retryBuilds(archs)) if options.priority and can_rescore: Logger.info(pkg.rescoreBuilds(archs, options.priority)) Logger.info("") if __name__ == "__main__": main()