ppa-britney/ubuntu-archive-tools/orphaned-sources

#! /usr/bin/python2.7

from __future__ import print_function

import atexit
from contextlib import closing
import gzip
from optparse import OptionParser
import shutil
import sys
import tempfile
try:
    from urllib.request import urlretrieve
except ImportError:
    from urllib import urlretrieve

import apt_pkg
from launchpadlib.launchpad import Launchpad

import lputils


tempdir = None


def ensure_tempdir():
    global tempdir
    if not tempdir:
        tempdir = tempfile.mkdtemp(prefix="orphaned-sources")
        atexit.register(shutil.rmtree, tempdir)


def decompress_open(tagfile):
    if tagfile.startswith("http:") or tagfile.startswith("ftp:"):
        url = tagfile
        tagfile = urlretrieve(url)[0]

    if tagfile.endswith(".gz"):
        ensure_tempdir()
        decompressed = tempfile.mktemp(dir=tempdir)
        with closing(gzip.GzipFile(tagfile)) as fin:
            with open(decompressed, "wb") as fout:
                fout.write(fin.read())
        return open(decompressed, "r")
    else:
        return open(tagfile, "r")


def archive_base(archtag):
    if archtag in ("amd64", "i386", "src"):
        return "http://archive.ubuntu.com/ubuntu"
    else:
        return "http://ports.ubuntu.com/ubuntu-ports"


def source_names(options):
    sources = set()
    for component in "main", "restricted", "universe", "multiverse":
        url = "%s/dists/%s/%s/source/Sources.gz" % (
            archive_base("src"), options.suite, component)
        print("Reading %s ..." % url, file=sys.stderr)
        for section in apt_pkg.TagFile(decompress_open(url)):
            sources.add(section["Package"])
    return sources


def referenced_sources(options):
    sources = set()
    for component in "main", "restricted", "universe", "multiverse":
        for arch in options.architectures:
            archtag = arch.architecture_tag
            for suffix in "", "/debian-installer":
                url = "%s/dists/%s/%s%s/binary-%s/Packages.gz" % (
                    archive_base(archtag), options.suite, component, suffix,
                    archtag)
                print("Reading %s ..." % url, file=sys.stderr)
                for section in apt_pkg.TagFile(decompress_open(url)):
                    if "Source" in section:
                        sources.add(section["Source"].split(" ", 1)[0])
                    else:
                        sources.add(section["Package"])
    return sources


def main():
    parser = OptionParser(
        description="Check for sources without any remaining binaries.")
    parser.add_option(
        "-l", "--launchpad", dest="launchpad_instance", default="production")
    parser.add_option("-s", "--suite", help="check this suite")
    options, _ = parser.parse_args()

    options.distribution = "ubuntu"
    options.launchpad = Launchpad.login_anonymously(
        "orphaned-sources", options.launchpad_instance)
    lputils.setup_location(options)

    if options.pocket != "Release":
        parser.error("cannot run on non-release pocket")

    orphaned_sources = source_names(options) - referenced_sources(options)
    for source in sorted(orphaned_sources):
        print(source)


if __name__ == '__main__':
    main()