You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

108 lines
3.1 KiB

#! /usr/bin/python2.7
from __future__ import print_function
import atexit
from contextlib import closing
import gzip
from optparse import OptionParser
import shutil
import sys
import tempfile
try:
from urllib.request import urlretrieve
except ImportError:
from urllib import urlretrieve
import apt_pkg
from launchpadlib.launchpad import Launchpad
import lputils
tempdir = None
def ensure_tempdir():
global tempdir
if not tempdir:
tempdir = tempfile.mkdtemp(prefix="orphaned-sources")
atexit.register(shutil.rmtree, tempdir)
def decompress_open(tagfile):
if tagfile.startswith("http:") or tagfile.startswith("ftp:"):
url = tagfile
tagfile = urlretrieve(url)[0]
if tagfile.endswith(".gz"):
ensure_tempdir()
decompressed = tempfile.mktemp(dir=tempdir)
with closing(gzip.GzipFile(tagfile)) as fin:
with open(decompressed, "wb") as fout:
fout.write(fin.read())
return open(decompressed, "r")
else:
return open(tagfile, "r")
def archive_base(archtag):
if archtag in ("amd64", "i386", "src"):
return "http://archive.ubuntu.com/ubuntu"
else:
return "http://ports.ubuntu.com/ubuntu-ports"
def source_names(options):
sources = set()
for component in "main", "restricted", "universe", "multiverse":
url = "%s/dists/%s/%s/source/Sources.gz" % (
archive_base("src"), options.suite, component)
print("Reading %s ..." % url, file=sys.stderr)
for section in apt_pkg.TagFile(decompress_open(url)):
sources.add(section["Package"])
return sources
def referenced_sources(options):
sources = set()
for component in "main", "restricted", "universe", "multiverse":
for arch in options.architectures:
archtag = arch.architecture_tag
for suffix in "", "/debian-installer":
url = "%s/dists/%s/%s%s/binary-%s/Packages.gz" % (
archive_base(archtag), options.suite, component, suffix,
archtag)
print("Reading %s ..." % url, file=sys.stderr)
for section in apt_pkg.TagFile(decompress_open(url)):
if "Source" in section:
sources.add(section["Source"].split(" ", 1)[0])
else:
sources.add(section["Package"])
return sources
def main():
parser = OptionParser(
description="Check for sources without any remaining binaries.")
parser.add_option(
"-l", "--launchpad", dest="launchpad_instance", default="production")
parser.add_option("-s", "--suite", help="check this suite")
options, _ = parser.parse_args()
options.distribution = "ubuntu"
options.launchpad = Launchpad.login_anonymously(
"orphaned-sources", options.launchpad_instance)
lputils.setup_location(options)
if options.pocket != "Release":
parser.error("cannot run on non-release pocket")
orphaned_sources = source_names(options) - referenced_sources(options)
for source in sorted(orphaned_sources):
print(source)
if __name__ == '__main__':
main()