mirror of
https://git.launchpad.net/ubuntu-dev-tools
synced 2025-04-21 15:21:09 +00:00
Compare commits
No commits in common. "main" and "0.205" have entirely different histories.
24
debian/changelog
vendored
24
debian/changelog
vendored
@ -1,27 +1,3 @@
|
|||||||
ubuntu-dev-tools (0.206) unstable; urgency=medium
|
|
||||||
|
|
||||||
[ Dan Bungert ]
|
|
||||||
* mk-sbuild: enable pkgmaintainermangler
|
|
||||||
|
|
||||||
[ Shengjing Zhu ]
|
|
||||||
* import-bug-from-debian: package option is overridden and not used
|
|
||||||
|
|
||||||
[ Fernando Bravo Hernández ]
|
|
||||||
* Parsing arch parameter to getBinaryPackage() (LP: #2081861)
|
|
||||||
|
|
||||||
[ Simon Quigley ]
|
|
||||||
* Read ~/.devscripts in a more robust way, to ideally pick up multi-line
|
|
||||||
variables (Closes: #725418).
|
|
||||||
* mk-sbuild: default to using UTC for schroots (LP: #2097159).
|
|
||||||
* syncpackage: s/syncblacklist/syncblocklist/g
|
|
||||||
* syncpackage: Cache the sync blocklist in-memory, so it's not fetched
|
|
||||||
multiple times when syncing more than one package.
|
|
||||||
* syncpackage: Catch exceptions cleanly, simply skipping to the next
|
|
||||||
package (erring on the side of caution) if there is an error doing the
|
|
||||||
download (LP: #1943286).
|
|
||||||
|
|
||||||
-- Simon Quigley <tsimonq2@debian.org> Tue, 04 Mar 2025 13:43:15 -0600
|
|
||||||
|
|
||||||
ubuntu-dev-tools (0.205) unstable; urgency=medium
|
ubuntu-dev-tools (0.205) unstable; urgency=medium
|
||||||
|
|
||||||
* [syncpackage] When syncing multiple packages, if one of the packages is in
|
* [syncpackage] When syncing multiple packages, if one of the packages is in
|
||||||
|
@ -58,7 +58,7 @@ Display more progress information.
|
|||||||
\fB\-F\fR, \fB\-\-fakesync\fR
|
\fB\-F\fR, \fB\-\-fakesync\fR
|
||||||
Perform a fakesync, to work around a tarball mismatch between Debian and
|
Perform a fakesync, to work around a tarball mismatch between Debian and
|
||||||
Ubuntu.
|
Ubuntu.
|
||||||
This option ignores blocklisting, and performs a local sync.
|
This option ignores blacklisting, and performs a local sync.
|
||||||
It implies \fB\-\-no\-lp\fR, and will leave a signed \fB.changes\fR file
|
It implies \fB\-\-no\-lp\fR, and will leave a signed \fB.changes\fR file
|
||||||
for you to upload.
|
for you to upload.
|
||||||
.TP
|
.TP
|
||||||
|
@ -150,7 +150,7 @@ def process_bugs(
|
|||||||
|
|
||||||
err = False
|
err = False
|
||||||
for bug in bugs:
|
for bug in bugs:
|
||||||
ubupackage = bug.source
|
ubupackage = package = bug.source
|
||||||
if package:
|
if package:
|
||||||
ubupackage = package
|
ubupackage = package
|
||||||
bug_num = bug.bug_num
|
bug_num = bug.bug_num
|
||||||
|
27
mk-sbuild
27
mk-sbuild
@ -155,7 +155,6 @@ proxy="_unset_"
|
|||||||
DEBOOTSTRAP_NO_CHECK_GPG=0
|
DEBOOTSTRAP_NO_CHECK_GPG=0
|
||||||
EATMYDATA=1
|
EATMYDATA=1
|
||||||
CCACHE=0
|
CCACHE=0
|
||||||
USE_PKGBINARYMANGLER=0
|
|
||||||
|
|
||||||
while :; do
|
while :; do
|
||||||
case "$1" in
|
case "$1" in
|
||||||
@ -668,7 +667,6 @@ ubuntu)
|
|||||||
if ubuntu_dist_ge "$RELEASE" "edgy"; then
|
if ubuntu_dist_ge "$RELEASE" "edgy"; then
|
||||||
# Add pkgbinarymangler (edgy and later)
|
# Add pkgbinarymangler (edgy and later)
|
||||||
BUILD_PKGS="$BUILD_PKGS pkgbinarymangler"
|
BUILD_PKGS="$BUILD_PKGS pkgbinarymangler"
|
||||||
USE_PKGBINARYMANGLER=1
|
|
||||||
# Disable recommends for a smaller chroot (gutsy and later only)
|
# Disable recommends for a smaller chroot (gutsy and later only)
|
||||||
if ubuntu_dist_ge "$RELEASE" "gutsy"; then
|
if ubuntu_dist_ge "$RELEASE" "gutsy"; then
|
||||||
BUILD_PKGS="--no-install-recommends $BUILD_PKGS"
|
BUILD_PKGS="--no-install-recommends $BUILD_PKGS"
|
||||||
@ -928,8 +926,8 @@ if [ -n "$TEMP_PREFERENCES" ]; then
|
|||||||
sudo mv "$TEMP_PREFERENCES" $MNT/etc/apt/preferences.d/proposed.pref
|
sudo mv "$TEMP_PREFERENCES" $MNT/etc/apt/preferences.d/proposed.pref
|
||||||
fi
|
fi
|
||||||
|
|
||||||
# Copy the timezone (uncomment this if you want to use your local time zone)
|
# Copy the timezone (comment this out if you want to leave the chroot at UTC)
|
||||||
#sudo cp -P --remove-destination /etc/localtime /etc/timezone "$MNT"/etc/
|
sudo cp -P --remove-destination /etc/localtime /etc/timezone "$MNT"/etc/
|
||||||
# Create a schroot entry for this chroot
|
# Create a schroot entry for this chroot
|
||||||
TEMP_SCHROOTCONF=`mktemp -t schrootconf-XXXXXX`
|
TEMP_SCHROOTCONF=`mktemp -t schrootconf-XXXXXX`
|
||||||
TEMPLATE_SCHROOTCONF=~/.mk-sbuild.schroot.conf
|
TEMPLATE_SCHROOTCONF=~/.mk-sbuild.schroot.conf
|
||||||
@ -1048,25 +1046,6 @@ EOF
|
|||||||
EOM
|
EOM
|
||||||
fi
|
fi
|
||||||
|
|
||||||
if [ "$USE_PKGBINARYMANGLER" = 1 ]; then
|
|
||||||
sudo bash -c "cat >> $MNT/finish.sh" <<EOM
|
|
||||||
mkdir -p /etc/pkgbinarymangler/
|
|
||||||
cat > /etc/pkgbinarymangler/maintainermangler.conf <<EOF
|
|
||||||
# pkgmaintainermangler configuration file
|
|
||||||
|
|
||||||
# pkgmaintainermangler will do nothing unless enable is set to "true"
|
|
||||||
enable: true
|
|
||||||
|
|
||||||
# Configure what happens if /CurrentlyBuilding is present, but invalid
|
|
||||||
# (i. e. it does not contain a Package: field). If "ignore" (default),
|
|
||||||
# the file is ignored (i. e. the Maintainer field is mangled) and a
|
|
||||||
# warning is printed. If "fail" (or any other value), pkgmaintainermangler
|
|
||||||
# exits with an error, which causes a package build to fail.
|
|
||||||
invalid_currentlybuilding: ignore
|
|
||||||
EOF
|
|
||||||
EOM
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [ -n "$TARGET_ARCH" ]; then
|
if [ -n "$TARGET_ARCH" ]; then
|
||||||
sudo bash -c "cat >> $MNT/finish.sh" <<EOM
|
sudo bash -c "cat >> $MNT/finish.sh" <<EOM
|
||||||
# Configure target architecture
|
# Configure target architecture
|
||||||
@ -1085,7 +1064,7 @@ apt-get update || true
|
|||||||
echo set debconf/frontend Noninteractive | debconf-communicate
|
echo set debconf/frontend Noninteractive | debconf-communicate
|
||||||
echo set debconf/priority critical | debconf-communicate
|
echo set debconf/priority critical | debconf-communicate
|
||||||
# Install basic build tool set, trying to match buildd
|
# Install basic build tool set, trying to match buildd
|
||||||
apt-get -y --force-yes -o Dpkg::Options::="--force-confold" install $BUILD_PKGS
|
apt-get -y --force-yes install $BUILD_PKGS
|
||||||
# Set up expected /dev entries
|
# Set up expected /dev entries
|
||||||
if [ ! -r /dev/stdin ]; then ln -s /proc/self/fd/0 /dev/stdin; fi
|
if [ ! -r /dev/stdin ]; then ln -s /proc/self/fd/0 /dev/stdin; fi
|
||||||
if [ ! -r /dev/stdout ]; then ln -s /proc/self/fd/1 /dev/stdout; fi
|
if [ ! -r /dev/stdout ]; then ln -s /proc/self/fd/1 /dev/stdout; fi
|
||||||
|
91
syncpackage
91
syncpackage
@ -49,7 +49,6 @@ from ubuntutools.requestsync.mail import get_debian_srcpkg as requestsync_mail_g
|
|||||||
from ubuntutools.version import Version
|
from ubuntutools.version import Version
|
||||||
|
|
||||||
Logger = getLogger()
|
Logger = getLogger()
|
||||||
cached_sync_blocklist = None
|
|
||||||
|
|
||||||
|
|
||||||
def remove_signature(dscname):
|
def remove_signature(dscname):
|
||||||
@ -436,14 +435,14 @@ def copy(src_pkg, release, bugs, sponsoree=None, simulate=False, force=False, ye
|
|||||||
close_bugs(bugs, src_pkg.source, src_pkg.version.full_version, changes, sponsoree)
|
close_bugs(bugs, src_pkg.source, src_pkg.version.full_version, changes, sponsoree)
|
||||||
|
|
||||||
|
|
||||||
def is_blocklisted(query):
|
def is_blacklisted(query):
|
||||||
"""Determine if package "query" is in the sync blocklist
|
"""Determine if package "query" is in the sync blacklist
|
||||||
Returns tuple of (blocklisted, comments)
|
Returns tuple of (blacklisted, comments)
|
||||||
blocklisted is one of False, 'CURRENT', 'ALWAYS'
|
blacklisted is one of False, 'CURRENT', 'ALWAYS'
|
||||||
"""
|
"""
|
||||||
series = Launchpad.distributions["ubuntu"].current_series
|
series = Launchpad.distributions["ubuntu"].current_series
|
||||||
lp_comments = series.getDifferenceComments(source_package_name=query)
|
lp_comments = series.getDifferenceComments(source_package_name=query)
|
||||||
blocklisted = False
|
blacklisted = False
|
||||||
comments = [
|
comments = [
|
||||||
f"{c.body_text}\n -- {c.comment_author.name}"
|
f"{c.body_text}\n -- {c.comment_author.name}"
|
||||||
f" {c.comment_date.strftime('%a, %d %b %Y %H:%M:%S +0000')}"
|
f" {c.comment_date.strftime('%a, %d %b %Y %H:%M:%S +0000')}"
|
||||||
@ -451,38 +450,32 @@ def is_blocklisted(query):
|
|||||||
]
|
]
|
||||||
|
|
||||||
for diff in series.getDifferencesTo(source_package_name_filter=query):
|
for diff in series.getDifferencesTo(source_package_name_filter=query):
|
||||||
if diff.status == "Blacklisted current version" and blocklisted != "ALWAYS":
|
if diff.status == "Blacklisted current version" and blacklisted != "ALWAYS":
|
||||||
blocklisted = "CURRENT"
|
blacklisted = "CURRENT"
|
||||||
if diff.status == "Blacklisted always":
|
if diff.status == "Blacklisted always":
|
||||||
blocklisted = "ALWAYS"
|
blacklisted = "ALWAYS"
|
||||||
|
|
||||||
global cached_sync_blocklist
|
# Old blacklist:
|
||||||
if not cached_sync_blocklist:
|
url = "https://ubuntu-archive-team.ubuntu.com/sync-blacklist.txt"
|
||||||
url = "https://ubuntu-archive-team.ubuntu.com/sync-blocklist.txt"
|
with urllib.request.urlopen(url) as f:
|
||||||
try:
|
applicable_lines = []
|
||||||
with urllib.request.urlopen(url) as f:
|
for line in f:
|
||||||
cached_sync_blocklist = f.read().decode("utf-8")
|
line = line.decode("utf-8")
|
||||||
except:
|
if not line.strip():
|
||||||
print("WARNING: unable to download the sync blocklist. Erring on the side of caution.")
|
applicable_lines = []
|
||||||
return ("ALWAYS", "INTERNAL ERROR: Unable to fetch sync blocklist")
|
continue
|
||||||
|
applicable_lines.append(line)
|
||||||
|
try:
|
||||||
|
line = line[: line.index("#")]
|
||||||
|
except ValueError:
|
||||||
|
pass
|
||||||
|
source = line.strip()
|
||||||
|
if source and fnmatch.fnmatch(query, source):
|
||||||
|
comments += ["From sync-blacklist.txt:"] + applicable_lines
|
||||||
|
blacklisted = "ALWAYS"
|
||||||
|
break
|
||||||
|
|
||||||
applicable_lines = []
|
return (blacklisted, comments)
|
||||||
for line in cached_sync_blocklist.splitlines():
|
|
||||||
if not line.strip():
|
|
||||||
applicable_lines = []
|
|
||||||
continue
|
|
||||||
applicable_lines.append(line)
|
|
||||||
try:
|
|
||||||
line = line[:line.index("#")]
|
|
||||||
except ValueError:
|
|
||||||
pass
|
|
||||||
source = line.strip()
|
|
||||||
if source and fnmatch.fnmatch(query, source):
|
|
||||||
comments += ["From sync-blocklist.txt:"] + applicable_lines
|
|
||||||
blocklisted = "ALWAYS"
|
|
||||||
break
|
|
||||||
|
|
||||||
return (blocklisted, comments)
|
|
||||||
|
|
||||||
|
|
||||||
def close_bugs(bugs, package, version, changes, sponsoree):
|
def close_bugs(bugs, package, version, changes, sponsoree):
|
||||||
@ -732,35 +725,35 @@ def main():
|
|||||||
if not src_pkg:
|
if not src_pkg:
|
||||||
continue
|
continue
|
||||||
|
|
||||||
blocklisted, comments = is_blocklisted(src_pkg.source)
|
blacklisted, comments = is_blacklisted(src_pkg.source)
|
||||||
blocklist_fail = False
|
blacklist_fail = False
|
||||||
if blocklisted:
|
if blacklisted:
|
||||||
messages = []
|
messages = []
|
||||||
|
|
||||||
if blocklisted == "CURRENT":
|
if blacklisted == "CURRENT":
|
||||||
Logger.debug(
|
Logger.debug(
|
||||||
"Source package %s is temporarily blocklisted "
|
"Source package %s is temporarily blacklisted "
|
||||||
"(blocklisted_current). "
|
"(blacklisted_current). "
|
||||||
"Ubuntu ignores these for now. "
|
"Ubuntu ignores these for now. "
|
||||||
"See also LP: #841372",
|
"See also LP: #841372",
|
||||||
src_pkg.source,
|
src_pkg.source,
|
||||||
)
|
)
|
||||||
else:
|
else:
|
||||||
if args.fakesync:
|
if args.fakesync:
|
||||||
messages += ["Doing a fakesync, overriding blocklist."]
|
messages += ["Doing a fakesync, overriding blacklist."]
|
||||||
else:
|
else:
|
||||||
blocklist_fail = True
|
blacklist_fail = True
|
||||||
messages += [
|
messages += [
|
||||||
"If this package needs a fakesync, use --fakesync",
|
"If this package needs a fakesync, use --fakesync",
|
||||||
"If you think this package shouldn't be "
|
"If you think this package shouldn't be "
|
||||||
"blocklisted, please file a bug explaining your "
|
"blacklisted, please file a bug explaining your "
|
||||||
"reasoning and subscribe ~ubuntu-archive.",
|
"reasoning and subscribe ~ubuntu-archive.",
|
||||||
]
|
]
|
||||||
|
|
||||||
if blocklist_fail:
|
if blacklist_fail:
|
||||||
Logger.error("Source package %s is blocklisted.", src_pkg.source)
|
Logger.error("Source package %s is blacklisted.", src_pkg.source)
|
||||||
elif blocklisted == "ALWAYS":
|
elif blacklisted == "ALWAYS":
|
||||||
Logger.info("Source package %s is blocklisted.", src_pkg.source)
|
Logger.info("Source package %s is blacklisted.", src_pkg.source)
|
||||||
if messages:
|
if messages:
|
||||||
for message in messages:
|
for message in messages:
|
||||||
for line in textwrap.wrap(message):
|
for line in textwrap.wrap(message):
|
||||||
@ -772,7 +765,7 @@ def main():
|
|||||||
for line in textwrap.wrap(comment):
|
for line in textwrap.wrap(comment):
|
||||||
Logger.info(" %s", line)
|
Logger.info(" %s", line)
|
||||||
|
|
||||||
if blocklist_fail:
|
if blacklist_fail:
|
||||||
continue
|
continue
|
||||||
|
|
||||||
if args.lp:
|
if args.lp:
|
||||||
|
@ -165,7 +165,6 @@ class SourcePackage(ABC):
|
|||||||
series = kwargs.get("series")
|
series = kwargs.get("series")
|
||||||
pocket = kwargs.get("pocket")
|
pocket = kwargs.get("pocket")
|
||||||
status = kwargs.get("status")
|
status = kwargs.get("status")
|
||||||
arch = kwargs.get("arch")
|
|
||||||
verify_signature = kwargs.get("verify_signature", False)
|
verify_signature = kwargs.get("verify_signature", False)
|
||||||
try_binary = kwargs.get("try_binary", True)
|
try_binary = kwargs.get("try_binary", True)
|
||||||
|
|
||||||
@ -185,7 +184,6 @@ class SourcePackage(ABC):
|
|||||||
self._series = series
|
self._series = series
|
||||||
self._pocket = pocket
|
self._pocket = pocket
|
||||||
self._status = status
|
self._status = status
|
||||||
self._arch = arch
|
|
||||||
# dscfile can be either a path or an URL. misc.py's download() will
|
# dscfile can be either a path or an URL. misc.py's download() will
|
||||||
# later fiture it out
|
# later fiture it out
|
||||||
self._dsc_source = dscfile
|
self._dsc_source = dscfile
|
||||||
@ -254,7 +252,6 @@ class SourcePackage(ABC):
|
|||||||
)
|
)
|
||||||
|
|
||||||
try:
|
try:
|
||||||
params["archtag"] = self._arch
|
|
||||||
bpph = archive.getBinaryPackage(self.source, **params)
|
bpph = archive.getBinaryPackage(self.source, **params)
|
||||||
except PackageNotFoundException as bpnfe:
|
except PackageNotFoundException as bpnfe:
|
||||||
# log binary lookup failure, in case it provides hints
|
# log binary lookup failure, in case it provides hints
|
||||||
|
@ -68,19 +68,21 @@ class UDTConfig:
|
|||||||
config = {}
|
config = {}
|
||||||
for filename in ("/etc/devscripts.conf", "~/.devscripts"):
|
for filename in ("/etc/devscripts.conf", "~/.devscripts"):
|
||||||
try:
|
try:
|
||||||
with open(os.path.expanduser(filename), "r", encoding="utf-8") as f:
|
f = open(os.path.expanduser(filename), "r", encoding="utf-8")
|
||||||
content = f.read()
|
|
||||||
except IOError:
|
except IOError:
|
||||||
continue
|
continue
|
||||||
try:
|
for line in f:
|
||||||
tokens = shlex.split(content, comments=True)
|
parsed = shlex.split(line, comments=True)
|
||||||
except ValueError as e:
|
if len(parsed) > 1:
|
||||||
Logger.error("Error parsing %s: %s", filename, e)
|
Logger.warning(
|
||||||
continue
|
"Cannot parse variable assignment in %s: %s",
|
||||||
for token in tokens:
|
getattr(f, "name", "<config>"),
|
||||||
if "=" in token:
|
line,
|
||||||
key, value = token.split("=", 1)
|
)
|
||||||
|
if len(parsed) >= 1 and "=" in parsed[0]:
|
||||||
|
key, value = parsed[0].split("=", 1)
|
||||||
config[key] = value
|
config[key] = value
|
||||||
|
f.close()
|
||||||
return config
|
return config
|
||||||
|
|
||||||
def get_value(self, key, default=None, boolean=False, compat_keys=()):
|
def get_value(self, key, default=None, boolean=False, compat_keys=()):
|
||||||
|
@ -340,7 +340,6 @@ class PullPkg:
|
|||||||
|
|
||||||
params = {}
|
params = {}
|
||||||
params["package"] = options["package"]
|
params["package"] = options["package"]
|
||||||
params["arch"] = options["arch"]
|
|
||||||
|
|
||||||
if options["release"]:
|
if options["release"]:
|
||||||
(release, version, pocket) = self.parse_release_and_version(
|
(release, version, pocket) = self.parse_release_and_version(
|
||||||
|
Loading…
x
Reference in New Issue
Block a user