From be180bcf93b8c4ab2f93d6b67c8b4220233efb49 Mon Sep 17 00:00:00 2001
From: Julian Andres Klode <julian.klode@canonical.com>
Date: Tue, 18 Sep 2018 09:01:12 +0200
Subject: [PATCH] Minimize the number of manually installed packages

Minimize the number of manually installed packages in images by marking
dependencies of metapackages as automatically installed.

Squashed commits:
* minimize-manual.py: Followup with some cleanup, correct permissions
* fixup: Do not assume current directory
* Reorganize minimal-manual file location.
---
 debian/changelog      |  7 ++++++
 debian/control        |  1 +
 debian/install        |  1 +
 live-build/auto/build |  2 ++
 minimize-manual       | 52 +++++++++++++++++++++++++++++++++++++++++++
 5 files changed, 63 insertions(+)
 create mode 100755 minimize-manual

diff --git a/debian/changelog b/debian/changelog
index ddd49727..5b477bb1 100644
--- a/debian/changelog
+++ b/debian/changelog
@@ -1,3 +1,10 @@
+livecd-rootfs (2.525.20) UNRELEASED; urgency=medium
+
+  * Minimize the number of manually installed packages in images by marking
+    dependencies of metapackages as automatically installed. (LP: #1800610)
+
+ -- Julian Andres Klode <juliank@ubuntu.com>  Mon, 04 Mar 2019 18:00:26 +0100
+
 livecd-rootfs (2.525.19) bionic; urgency=medium
 
   * Make sure buildd images have a /usr/sbin/policy-rc.d symlink
diff --git a/debian/control b/debian/control
index 92378a3e..f7f315de 100644
--- a/debian/control
+++ b/debian/control
@@ -28,6 +28,7 @@ Depends: ${misc:Depends},
          parted,
          procps,
          python-minimal | python,
+         python3-apt,
          python3-software-properties,
          qemu-utils,
          rsync,
diff --git a/debian/install b/debian/install
index 91d6ea37..4eb70070 100644
--- a/debian/install
+++ b/debian/install
@@ -1,2 +1,3 @@
 live-build usr/share/livecd-rootfs
 get-ppa-fingerprint usr/share/livecd-rootfs
+minimize-manual usr/share/livecd-rootfs
diff --git a/live-build/auto/build b/live-build/auto/build
index 1912ab5b..aa30f55a 100755
--- a/live-build/auto/build
+++ b/live-build/auto/build
@@ -435,6 +435,8 @@ EOF
 	(cd chroot && find usr/share/doc -maxdepth 1 -type d | xargs du -s | sort -nr)
 	echo END docdirs
 
+	/usr/share/livecd-rootfs/minimize-manual chroot
+
 	lb binary "$@"
 	touch binary.success
 ) 2>&1 | tee binary.log
diff --git a/minimize-manual b/minimize-manual
new file mode 100755
index 00000000..6bd18780
--- /dev/null
+++ b/minimize-manual
@@ -0,0 +1,52 @@
+#!/usr/bin/python3
+"""Minimize the number of manually installed packages in the image.
+
+Finds all manually installed meta packages, and marks their dependencies
+as automatically installed.
+"""
+import sys
+
+import apt
+
+
+def is_root(pkg):
+    """Check if the package is a root package (manually inst. meta)"""
+    return (pkg.is_installed and
+            not pkg.is_auto_installed and
+            (pkg.section == "metapackages" or
+             pkg.section.endswith("/metapackages")))
+
+
+def main():
+    """Main function"""
+    cache = apt.Cache(rootdir=sys.argv[1] if len(sys.argv) > 1 else None)
+    roots = set(pkg for pkg in cache if is_root(pkg))
+    workset = set(roots)
+    seen = set()
+
+    with cache.actiongroup():
+        while True:
+            print("Iteration", file=sys.stderr)
+            to_proc = workset - seen
+            if not to_proc:
+                break
+            for pkg in sorted(to_proc):
+                print("    Visiting", pkg, file=sys.stderr)
+
+                if pkg not in roots:
+                    pkg.mark_auto()
+
+                for dep in (pkg.installed.dependencies +
+                            pkg.installed.recommends):
+                    for bdep in dep.or_dependencies:
+                        for ver in bdep.target_versions:
+                            if ver.package.is_installed:
+                                workset.add(ver.package)
+
+                seen.add(pkg)
+
+        cache.commit()
+
+
+if __name__ == '__main__':
+    main()