ppa-britney/ubuntu-archive-tools/package-subscribers

#! /usr/bin/python2.7

from __future__ import print_function

import atexit
import bz2
from collections import defaultdict
import json
import lzma
from optparse import OptionParser
import requests
import shutil
import sys
import tempfile

import apt_pkg
from launchpadlib.launchpad import Launchpad

import lputils


tempdir = None


def ensure_tempdir():
    global tempdir
    if not tempdir:
        tempdir = tempfile.mkdtemp(prefix="unsubscribed-packages")
        atexit.register(shutil.rmtree, tempdir)


def decompress_open(tagfile):
    if tagfile.startswith("http:") or tagfile.startswith("ftp:"):
        url = tagfile
        tagfile = requests.get(url)
        if tagfile.status_code == 404:
            url = url.replace(".xz", ".bz2")
            tagfile = requests.get(url)

    ensure_tempdir()
    decompressed = tempfile.mktemp(dir=tempdir)
    with open(decompressed, "wb") as fout:
        if url.endswith(".xz"):
            fout.write(lzma.decompress(tagfile.content))
        elif url.endswith(".bz2"):
            fout.write(bz2.decompress(tagfile.content))
    return open(decompressed, "r")


def archive_base(archtag):
    if archtag in ("amd64", "i386", "src"):
        return "http://archive.ubuntu.com/ubuntu"
    else:
        return "http://ports.ubuntu.com/ubuntu-ports"


def source_names(options):
    sources = dict()
    for suite in options.suites:
        for component in ["main", "restricted"]:
            url = "%s/dists/%s/%s/source/Sources.xz" % (
                archive_base("src"), suite, component)
            if not options.quiet:
                print("Reading %s ..." % url, file=sys.stderr)
            for section in apt_pkg.TagFile(decompress_open(url)):
                pkg = section["Package"]
                if suite == options.dev_suite:
                    sources[pkg] = True
                else:
                    if sources.get(pkg, False) == True:
                        continue
                    sources[pkg] = False
    return sources


def main():
    parser = OptionParser(
        description="Check for source packages in main or restricted in "
                    "active distro series and return a json file of the teams "
                    "to which they map.")
    parser.add_option(
        "-l", "--launchpad", dest="launchpad_instance", default="production")
    parser.add_option(
        "-u", "--unsubscribed", action="store_true", default=False,
        help="Only return packages which have no subscriber")
    parser.add_option(
        "-p", "--print", action="store_true", default=False,
        dest="display",
        help="Print results to screen instead of a json file")
    parser.add_option(
        "-o", "--output-file", default="package-team-mapping.json",
        help="output JSON to this file")
    parser.add_option(
        "-q", "--quiet", action="store_true", default=False,
        help="Quieten progress messages")
    options, _ = parser.parse_args()
    options.suite = None
    options.distribution = "ubuntu"
    options.launchpad = Launchpad.login_with(
        "unsubscribed-packages", options.launchpad_instance)
    launchpad = options.launchpad
    ubuntu = launchpad.distributions[options.distribution]
    options.suites = []
    for series in ubuntu.series:
        # very few lucid packages are supported
        if series.name == 'lucid':
            continue
        if series.active:
            options.suites.append(series.name)
        # find the dev series
        if series.status in ['Active Development', 'Pre-release Freeze']:
            options.dev_suite = series.name

    lputils.setup_location(options)

    team_names = [
        'checkbox-bugs',
        'desktop-packages',
        'documentation-packages',
        'foundations-bugs',
        'kernel-packages',
        'kubuntu-bugs',
        'landscape',
        'maas-maintainers',
        'mir-team',
        'pkg-ime',
        'snappy-dev',
        'translators-packages',
        'ubuntu-openstack',
        'ubuntu-printing',
        'ubuntu-security',
        'ubuntu-server',
        ]

    data = { "unsubscribed": [] }
    subscriptions = defaultdict(list)
    for team_name in team_names:
        data[team_name] = []
        team = launchpad.people[team_name]
        team_subs = team.getBugSubscriberPackages()
        for src_pkg in team_subs:
            subscriptions[src_pkg.name].append(team_name)
            data[team_name].append(src_pkg.name)

    source_packages = source_names(options)
    for source_package in sorted(source_packages):
        # we only care about ones people are not subscribed to in the dev release
        if source_package not in subscriptions and source_packages[source_package]:
            data["unsubscribed"].append(source_package)
            if options.display:
                print("No team is subscribed to: %s" %
                      source_package)
        else:
            if not options.unsubscribed:
                if options.display:
                    print("%s is subscribed to: %s" %
                          (team_name, source_package))

    if not options.display:
        with open(options.output_file, 'w') as json_file:
            json_file.write(json.dumps(data, indent=4))


if __name__ == '__main__':
    main()