You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
108 lines
3.1 KiB
108 lines
3.1 KiB
#! /usr/bin/python2.7
|
|
|
|
from __future__ import print_function
|
|
|
|
import atexit
|
|
from contextlib import closing
|
|
import gzip
|
|
from optparse import OptionParser
|
|
import shutil
|
|
import sys
|
|
import tempfile
|
|
try:
|
|
from urllib.request import urlretrieve
|
|
except ImportError:
|
|
from urllib import urlretrieve
|
|
|
|
import apt_pkg
|
|
from launchpadlib.launchpad import Launchpad
|
|
|
|
import lputils
|
|
|
|
|
|
tempdir = None
|
|
|
|
|
|
def ensure_tempdir():
|
|
global tempdir
|
|
if not tempdir:
|
|
tempdir = tempfile.mkdtemp(prefix="orphaned-sources")
|
|
atexit.register(shutil.rmtree, tempdir)
|
|
|
|
|
|
def decompress_open(tagfile):
|
|
if tagfile.startswith("http:") or tagfile.startswith("ftp:"):
|
|
url = tagfile
|
|
tagfile = urlretrieve(url)[0]
|
|
|
|
if tagfile.endswith(".gz"):
|
|
ensure_tempdir()
|
|
decompressed = tempfile.mktemp(dir=tempdir)
|
|
with closing(gzip.GzipFile(tagfile)) as fin:
|
|
with open(decompressed, "wb") as fout:
|
|
fout.write(fin.read())
|
|
return open(decompressed, "r")
|
|
else:
|
|
return open(tagfile, "r")
|
|
|
|
|
|
def archive_base(archtag):
|
|
if archtag in ("amd64", "i386", "src"):
|
|
return "http://archive.ubuntu.com/ubuntu"
|
|
else:
|
|
return "http://ports.ubuntu.com/ubuntu-ports"
|
|
|
|
|
|
def source_names(options):
|
|
sources = set()
|
|
for component in "main", "restricted", "universe", "multiverse":
|
|
url = "%s/dists/%s/%s/source/Sources.gz" % (
|
|
archive_base("src"), options.suite, component)
|
|
print("Reading %s ..." % url, file=sys.stderr)
|
|
for section in apt_pkg.TagFile(decompress_open(url)):
|
|
sources.add(section["Package"])
|
|
return sources
|
|
|
|
|
|
def referenced_sources(options):
|
|
sources = set()
|
|
for component in "main", "restricted", "universe", "multiverse":
|
|
for arch in options.architectures:
|
|
archtag = arch.architecture_tag
|
|
for suffix in "", "/debian-installer":
|
|
url = "%s/dists/%s/%s%s/binary-%s/Packages.gz" % (
|
|
archive_base(archtag), options.suite, component, suffix,
|
|
archtag)
|
|
print("Reading %s ..." % url, file=sys.stderr)
|
|
for section in apt_pkg.TagFile(decompress_open(url)):
|
|
if "Source" in section:
|
|
sources.add(section["Source"].split(" ", 1)[0])
|
|
else:
|
|
sources.add(section["Package"])
|
|
return sources
|
|
|
|
|
|
def main():
|
|
parser = OptionParser(
|
|
description="Check for sources without any remaining binaries.")
|
|
parser.add_option(
|
|
"-l", "--launchpad", dest="launchpad_instance", default="production")
|
|
parser.add_option("-s", "--suite", help="check this suite")
|
|
options, _ = parser.parse_args()
|
|
|
|
options.distribution = "ubuntu"
|
|
options.launchpad = Launchpad.login_anonymously(
|
|
"orphaned-sources", options.launchpad_instance)
|
|
lputils.setup_location(options)
|
|
|
|
if options.pocket != "Release":
|
|
parser.error("cannot run on non-release pocket")
|
|
|
|
orphaned_sources = source_names(options) - referenced_sources(options)
|
|
for source in sorted(orphaned_sources):
|
|
print(source)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|