ppa-britney/fetch-indexes

#!/bin/bash
# download current package indexes to data/<series>{,-proposed}/ for running
# britney against a PPA. The PPA will play the role of "-proposed" (i. e.
# "unstable" in britney terms, containing the updated packages to test), the
# Ubuntu archive has the "-release" part (i. e. "testing" in britney terms, in
# which the -proposed packages are being landed).
#
# Copyright (C) 2019 Simon Quigley <tsimonq2@ubuntu.com>
# TODO: Ask what year should be put here
# Copyright (C) Canonical Ltd
# Author: Martin Pitt <martin.pitt@ubuntu.com>
# Author: Robert Bruce Park <robert.park@canonical.com>
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program.  If not, see <https://www.gnu.org/licenses/>.

source config.sh

set -u

# Download files in parallel in background, only if there is an update
refresh() {
    DIR=$BRITNEY_CACHE/$pocket/$(echo $1 | rev | cut --delimiter=/ --fields=2,3 | rev)
    mkdir --parents $DIR
    touch --no-create $BRITNEY_CACHE $BRITNEY_CACHE/$pocket "$(dirname $DIR)" $DIR  # Timestamp thwarts expire.sh
    wget --directory-prefix $DIR --timestamping $1 --append-output $DIR/$$-wget-log --no-verbose &
}

echo 'Refreshing package indexes...'

for pocket in $RELEASE $RELEASE-updates; do
    for component in main restricted universe multiverse; do
        for arch in $ARCHES; do
            refresh $MAIN_ARCHIVE/$pocket/$component/binary-$arch/Packages.gz
        done
        for arch in $PORTS_ARCHES; do
            refresh $PORTS_ARCHIVE/$pocket/$component/binary-$arch/Packages.gz
        done
        refresh $MAIN_ARCHIVE/$pocket/$component/source/Sources.gz
    done
done

# Treat the destination PPA as just another pocket
for pocket in $RELEASE-ppa-proposed; do
    for arch in $ARCHES $PORTS_ARCHES; do
        refresh $DEST_PPA_URL/source/Sources.gz
        refresh $DEST_PPA_URL/binary-$arch/Packages.gz
    done
done

# Get the source PPA
pocket=$SOURCE_PPA-$RELEASE
for arch in $ARCHES $PORTS_ARCHES; do
    refresh $SOURCE_PPA_URL/binary-$arch/Packages.gz
done
refresh $SOURCE_PPA_URL/source/Sources.gz

wait  # for wgets to finish

find $BRITNEY_DATADIR -name "$$-wget-log*" -exec cat '{}' \; -delete 1>&2

echo 'Building britney indexes...'

mkdir --parents "$BRITNEY_OUTDIR/$BRITNEY_TIMESTAMP/"

# "Unstable" is SOURCE_PPA
DEST=$BRITNEY_DATADIR/$SOURCE_PPA-$RELEASE
mkdir --parents $DEST
touch --no-create $DEST
ln --verbose --symbolic --force --no-dereference $BRITNEY_HINTDIR $DEST/Hints
zcat $BRITNEY_CACHE/$SOURCE_PPA-$RELEASE/*/source/Sources.gz > $DEST/Sources
for arch in $ARCHES $PORTS_ARCHES; do
    zcat $BRITNEY_CACHE/$SOURCE_PPA-$RELEASE/*/binary-$arch/Packages.gz > $DEST/Packages_${arch}
done
touch $DEST/Blocks
touch "$BRITNEY_DATADIR/$SOURCE_PPA-$RELEASE/Dates"

# "Testing" is a combination of the archive and DEST_PPA
DEST=$BRITNEY_DATADIR/$RELEASE
mkdir --parents $DEST
touch --no-create $DEST
ln --verbose --symbolic --force --no-dereference $BRITNEY_HINTDIR $DEST/Hints
zcat $BRITNEY_CACHE/$RELEASE*/*/source/Sources.gz > $DEST/Sources
for arch in $ARCHES $PORTS_ARCHES; do
    zcat $BRITNEY_CACHE/$RELEASE*/*/binary-$arch/Packages.gz > $DEST/Packages_${arch}
done
touch $DEST/Blocks
touch "$BRITNEY_DATADIR/$SOURCE_PPA-$RELEASE/Dates"

# Create config file atomically.
CONFIG="britney.conf"
envsubst < "$CONFIG.in" > "$CONFIG"

echo 'Running britney...'
$BRITNEY_LOC -v --config "$CONFIG" --series $RELEASE

# shellcheck disable=SC2059
#printf "$files\n" >> $OUTDIR/$BRITNEY_TIMESTAMP/$TICKETID.manifest

echo "$0 done."