mirror of
https://git.launchpad.net/ubuntu-dev-tools
synced 2025-05-10 08:21:29 +00:00
* common.py: Split into multiple files in ubuntutools/.
* buildd: Converted new imports.
This commit is contained in:
Jonathan Davies
parent
f1901454b5
commit
66e11f7e49
17
buildd
17
buildd
@ -31,7 +31,10 @@ from optparse import OptionParser
|
|||||||
from urllib import urlencode
|
from urllib import urlencode
|
||||||
|
|
||||||
# ubuntu-dev-tools modules.
|
# ubuntu-dev-tools modules.
|
||||||
from ubuntutools import common
|
from ubuntutools import lpcookie
|
||||||
|
from ubuntutools import lplibfunctions
|
||||||
|
from ubuntutools import lpurlopener
|
||||||
|
from ubuntutools import packages
|
||||||
|
|
||||||
# Usage.
|
# Usage.
|
||||||
usage = "%prog <srcpackage> <release> <operation>\n\n"
|
usage = "%prog <srcpackage> <release> <operation>\n\n"
|
||||||
@ -93,17 +96,17 @@ else:
|
|||||||
oneArch = False
|
oneArch = False
|
||||||
|
|
||||||
# Prepare Launchpad cookie.
|
# Prepare Launchpad cookie.
|
||||||
launchpadCookie = common.prepareLaunchpadCookie()
|
launchpadCookie = lpcookie.prepareLaunchpadCookie()
|
||||||
urlopener = common.setupLaunchpadUrlOpener(launchpadCookie)
|
urlopener = lpurlopener.setupLaunchpadUrlOpener(launchpadCookie)
|
||||||
|
|
||||||
# Check the release exists.
|
# Check the release exists.
|
||||||
common.checkReleaseExists(release)
|
packages.checkReleaseExists(release)
|
||||||
|
|
||||||
# Find out the version in given release.
|
# Find out the version in given release.
|
||||||
(page, version) = common.checkSourceExists(package, release)
|
(page, version) = packages.checkSourceExists(package, release)
|
||||||
|
|
||||||
# Get the component the package is in.
|
# Get the component the package is in.
|
||||||
component = common.packageComponent(package, release)
|
component = packages.packageComponent(package, release)
|
||||||
|
|
||||||
# Output details.
|
# Output details.
|
||||||
print "The source version for '%s' in %s (%s) is at %s." % (package,
|
print "The source version for '%s' in %s (%s) is at %s." % (package,
|
||||||
@ -150,7 +153,7 @@ if op == "retry":
|
|||||||
else:
|
else:
|
||||||
teamNeeded = "ubuntu-dev"
|
teamNeeded = "ubuntu-dev"
|
||||||
|
|
||||||
necessaryPrivs = common.isLPTeamMember(teamNeeded)
|
necessaryPrivs = lplibfunctions.isLPTeamMember(teamNeeded)
|
||||||
|
|
||||||
if not necessaryPrivs:
|
if not necessaryPrivs:
|
||||||
print >> sys.stderr, "You cannot perform the %s operation on a %s package " \
|
print >> sys.stderr, "You cannot perform the %s operation on a %s package " \
|
||||||
|
|||||||
@ -33,14 +33,6 @@ import sys
|
|||||||
import urllib2
|
import urllib2
|
||||||
import urlparse
|
import urlparse
|
||||||
import urllib
|
import urllib
|
||||||
try:
|
|
||||||
import httplib2
|
|
||||||
from launchpadlib.credentials import Credentials
|
|
||||||
from launchpadlib.launchpad import Launchpad, STAGING_SERVICE_ROOT, EDGE_SERVICE_ROOT
|
|
||||||
from launchpadlib.errors import HTTPError
|
|
||||||
except ImportError:
|
|
||||||
Credentials = None
|
|
||||||
Launchpad = None
|
|
||||||
|
|
||||||
# Clear https_proxy env var as it's not supported in urllib/urllib2; see
|
# Clear https_proxy env var as it's not supported in urllib/urllib2; see
|
||||||
# LP #122551
|
# LP #122551
|
||||||
@ -48,347 +40,7 @@ if os.environ.has_key('https_proxy'):
|
|||||||
print >> sys.stderr, "Ignoring https_proxy (no support in urllib/urllib2; see LP #122551)"
|
print >> sys.stderr, "Ignoring https_proxy (no support in urllib/urllib2; see LP #122551)"
|
||||||
del os.environ['https_proxy']
|
del os.environ['https_proxy']
|
||||||
|
|
||||||
def mkdir(directory):
|
|
||||||
""" Create the given directory and all its parents recursively, but don't
|
|
||||||
raise an exception if it already exists. """
|
|
||||||
|
|
||||||
path = [x for x in directory.split('/') if x]
|
|
||||||
|
|
||||||
for i in xrange(len(path)):
|
|
||||||
current_path = '/' + '/'.join(path[:i+1])
|
|
||||||
if not os.path.isdir(current_path):
|
|
||||||
os.mkdir(current_path)
|
|
||||||
|
|
||||||
def readlist(filename, uniq=True):
|
|
||||||
""" Read a list of words from the indicated file. """
|
|
||||||
|
|
||||||
if not os.path.isfile(filename):
|
|
||||||
print 'File "%s" does not exist.' % filename
|
|
||||||
return False
|
|
||||||
|
|
||||||
content = open(filename).read().replace('\n', ' ').replace(',', ' ')
|
|
||||||
|
|
||||||
if not content.strip():
|
|
||||||
print 'File "%s" is empty.' % filename
|
|
||||||
return False
|
|
||||||
|
|
||||||
items = [item for item in content.split() if item]
|
|
||||||
|
|
||||||
if uniq:
|
|
||||||
items = list(set(items))
|
|
||||||
|
|
||||||
return items
|
|
||||||
|
|
||||||
def checkReleaseExists(release):
|
|
||||||
""" Check that an Ubuntu release exists by opening
|
|
||||||
https://launchpad.net/ubuntu/releaseName page on Launchpad.
|
|
||||||
|
|
||||||
If an error is returned; the release does not exist. """
|
|
||||||
release = release.split('-')[0] # Remove pocket
|
|
||||||
try:
|
|
||||||
urllib2.urlopen("https://launchpad.net/ubuntu/%s" % release)
|
|
||||||
except urllib2.HTTPError:
|
|
||||||
print >> sys.stderr, "The Ubuntu '%s' release does not appear to " \
|
|
||||||
"exist on Launchpad." % release
|
|
||||||
sys.exit(1)
|
|
||||||
except urllib2.URLError, error: # Other error (NXDOMAIN, ...)
|
|
||||||
(_, reason) = error.reason
|
|
||||||
print >> sys.stderr, "Error while checking for Ubuntu '%s' " \
|
|
||||||
"release on Launchpad: %s." % (release, reason)
|
|
||||||
sys.exit(1)
|
|
||||||
|
|
||||||
def checkSourceExists(package, release):
|
|
||||||
""" Check that a package exists by opening its
|
|
||||||
https://launchpad.net/ubuntu/+source/package page.
|
|
||||||
|
|
||||||
Return the page and version in release. """
|
|
||||||
if '-' in release:
|
|
||||||
(release, pocket) = release.split('-', 1)
|
|
||||||
else:
|
|
||||||
pocket = 'release'
|
|
||||||
|
|
||||||
try:
|
|
||||||
page = urllib2.urlopen('https://launchpad.net/ubuntu/+source/' + package).read()
|
|
||||||
|
|
||||||
m = re.search('<td>%s</td>\s*\n.*"/ubuntu/%s/\+source/%s/(\d[^"]+)"' % (
|
|
||||||
pocket, release, package.replace('+', '\+')), page)
|
|
||||||
if not m:
|
|
||||||
print >> sys.stderr, "Unable to find source package '%s' in " \
|
|
||||||
"the %s-%s pocket." % (package, release.capitalize(), pocket)
|
|
||||||
sys.exit(1)
|
|
||||||
except urllib2.HTTPError, error: # Raised on 404.
|
|
||||||
if error.code == 404:
|
|
||||||
print >> sys.stderr, "The source package '%s' does not appear to " \
|
|
||||||
"exist in Ubuntu." % package
|
|
||||||
else: # Other error code, probably Launchpad malfunction.
|
|
||||||
print >> sys.stderr, "Error while checking Launchpad for Ubuntu " \
|
|
||||||
"package: %s." % error.code
|
|
||||||
sys.exit(1) # Exit. Error encountered.
|
|
||||||
except urllib2.URLError, error: # Other error (NXDOMAIN, ...)
|
|
||||||
(_, reason) = error.reason
|
|
||||||
print >> sys.stderr, "Error while checking Launchpad for Ubuntu " \
|
|
||||||
"package: %s." % reason
|
|
||||||
sys.exit(1)
|
|
||||||
|
|
||||||
# Get package version.
|
|
||||||
version = m.group(1)
|
|
||||||
|
|
||||||
return page, version
|
|
||||||
|
|
||||||
def prepareLaunchpadCookie():
|
|
||||||
""" Search for a cookie file in the places as defined by try_globs.
|
|
||||||
We shall use this cookie for authentication with Launchpad. """
|
|
||||||
|
|
||||||
# We do not have our cookie.
|
|
||||||
launchpad_cookiefile = None
|
|
||||||
# Look in common locations.
|
|
||||||
try_globs = ('~/.lpcookie.txt', '~/.mozilla/*/*/cookies.sqlite',
|
|
||||||
'~/.mozilla/*/*/cookies.txt')
|
|
||||||
|
|
||||||
cookie_file_list = []
|
|
||||||
if launchpad_cookiefile == None:
|
|
||||||
for try_glob in try_globs:
|
|
||||||
try:
|
|
||||||
cookie_file_list += glob.glob(os.path.expanduser(try_glob))
|
|
||||||
except:
|
|
||||||
pass
|
|
||||||
|
|
||||||
for cookie_file in cookie_file_list:
|
|
||||||
launchpad_cookiefile = _check_for_launchpad_cookie(cookie_file)
|
|
||||||
if launchpad_cookiefile != None:
|
|
||||||
break
|
|
||||||
|
|
||||||
# Unable to find a correct file.
|
|
||||||
if launchpad_cookiefile == None:
|
|
||||||
print >> sys.stderr, "Could not find cookie file for Launchpad. "
|
|
||||||
print >> sys.stderr, "Looked in: %s" % ", ".join(try_globs)
|
|
||||||
print >> sys.stderr, "You should be able to create a valid file by " \
|
|
||||||
"logging into Launchpad with Firefox."
|
|
||||||
sys.exit(1)
|
|
||||||
|
|
||||||
return launchpad_cookiefile
|
|
||||||
|
|
||||||
def _check_for_launchpad_cookie(cookie_file):
|
|
||||||
# Found SQLite file? Parse information from it.
|
|
||||||
if 'cookies.sqlite' in cookie_file:
|
|
||||||
import sqlite3 as sqlite
|
|
||||||
|
|
||||||
con = sqlite.connect(cookie_file)
|
|
||||||
cur = con.cursor()
|
|
||||||
try:
|
|
||||||
cur.execute("select host, path, isSecure, expiry, name, value from moz_cookies where host like ?", ['%%launchpad%%'])
|
|
||||||
except sqlite.OperationalError:
|
|
||||||
print 'Warning: Database "%s" is locked; ignoring it.' % cookie_file
|
|
||||||
return None
|
|
||||||
|
|
||||||
# No matching cookies? Abort.
|
|
||||||
items = cur.fetchall()
|
|
||||||
if len(items) == 0:
|
|
||||||
return None
|
|
||||||
|
|
||||||
ftstr = ["FALSE", "TRUE"]
|
|
||||||
|
|
||||||
# This shall be where our new cookie file lives - at ~/.lpcookie.txt
|
|
||||||
newLPCookieLocation = os.path.expanduser("~/.lpcookie.txt")
|
|
||||||
|
|
||||||
# Open file for writing.
|
|
||||||
try:
|
|
||||||
newLPCookie = open(newLPCookieLocation, 'w')
|
|
||||||
# For security reasons, change file mode to write and read
|
|
||||||
# only by owner.
|
|
||||||
os.chmod(newLPCookieLocation, 0600)
|
|
||||||
newLPCookie.write("# HTTP Cookie File for Launchpad.\n") # Header.
|
|
||||||
|
|
||||||
for item in items:
|
|
||||||
# Write entries.
|
|
||||||
newLPCookie.write("%s\t%s\t%s\t%s\t%s\t%s\t%s\n" % (
|
|
||||||
item[0], ftstr[item[0].startswith('.')], item[1],
|
|
||||||
ftstr[item[2]], item[3], item[4], item[5]))
|
|
||||||
finally:
|
|
||||||
newLPCookie.close() # And close file.
|
|
||||||
|
|
||||||
return newLPCookieLocation
|
|
||||||
else:
|
|
||||||
if open(cookie_file).read().find('launchpad.net') != -1:
|
|
||||||
return cookie_file
|
|
||||||
|
|
||||||
return None
|
|
||||||
|
|
||||||
def setupLaunchpadUrlOpener(cookie):
|
|
||||||
""" Build HTML opener with cookie file. """
|
|
||||||
|
|
||||||
# Attempt to load our cookie file.
|
|
||||||
try:
|
|
||||||
cj = cookielib.MozillaCookieJar()
|
|
||||||
cj.load(cookie)
|
|
||||||
except cookielib.LoadError, error:
|
|
||||||
print "Unable to load cookie file: %s (%s)" % (cookie, error)
|
|
||||||
sys.exit(1)
|
|
||||||
|
|
||||||
# Add cookie to our URL opener.
|
|
||||||
urlopener = urllib2.build_opener()
|
|
||||||
urlopener.add_handler(urllib2.HTTPCookieProcessor(cj))
|
|
||||||
|
|
||||||
return urlopener
|
|
||||||
|
|
||||||
def isLPTeamMember(team):
|
|
||||||
""" Checks if the user is a member of a certain team on Launchpad.
|
|
||||||
|
|
||||||
We do this by opening the team page on Launchpad and checking if the
|
|
||||||
text "You are not a member of this team" is present using the
|
|
||||||
user's cookie file for authentication.
|
|
||||||
|
|
||||||
If the user is a member of the team: return True.
|
|
||||||
If the user is not a member of the team: return False.
|
|
||||||
"""
|
|
||||||
|
|
||||||
# TODO: Check if launchpadlib may be a better way of doing this.
|
|
||||||
|
|
||||||
# Prepare cookie.
|
|
||||||
cookieFile = prepareLaunchpadCookie()
|
|
||||||
# Prepare URL opener.
|
|
||||||
urlopener = setupLaunchpadUrlOpener(cookieFile)
|
|
||||||
|
|
||||||
# Try to open the Launchpad team page:
|
|
||||||
try:
|
|
||||||
lpTeamPage = urlopener.open("https://launchpad.net/~%s" % team).read()
|
|
||||||
except urllib2.HTTPError, error:
|
|
||||||
print >> sys.stderr, "Unable to connect to Launchpad. Received a %s." % error.code
|
|
||||||
sys.exit(1)
|
|
||||||
|
|
||||||
# Check if text is present in page.
|
|
||||||
if ("You are not a member of this team") in lpTeamPage:
|
|
||||||
return False
|
|
||||||
|
|
||||||
return True
|
|
||||||
|
|
||||||
def packageComponent(package, release):
|
|
||||||
madison = subprocess.Popen(['rmadison', '-u', 'ubuntu', '-a', 'source', \
|
|
||||||
'-s', release, package], stdout = subprocess.PIPE)
|
|
||||||
out = madison.communicate()[0]
|
|
||||||
assert (madison.returncode == 0)
|
|
||||||
|
|
||||||
for l in out.splitlines():
|
|
||||||
(pkg, version, rel, builds) = l.split('|')
|
|
||||||
component = 'main'
|
|
||||||
if rel.find('/') != -1:
|
|
||||||
component = rel.split('/')[1]
|
|
||||||
|
|
||||||
return component.strip()
|
|
||||||
|
|
||||||
|
|
||||||
def find_credentials(consumer, files, level=None):
|
|
||||||
""" search for credentials matching 'consumer' in path for given access level. """
|
|
||||||
if Credentials is None:
|
|
||||||
raise ImportError
|
|
||||||
|
|
||||||
for f in files:
|
|
||||||
cred = Credentials()
|
|
||||||
try:
|
|
||||||
cred.load(open(f))
|
|
||||||
except:
|
|
||||||
continue
|
|
||||||
if cred.consumer.key == consumer:
|
|
||||||
return cred
|
|
||||||
|
|
||||||
raise IOError("No credentials found for '%s', please see the " \
|
|
||||||
"manage-credentials manpage for help on how to create " \
|
|
||||||
"one for this consumer." % consumer)
|
|
||||||
|
|
||||||
def get_credentials(consumer, cred_file=None, level=None):
|
|
||||||
files = list()
|
|
||||||
|
|
||||||
if cred_file:
|
|
||||||
files.append(cred_file)
|
|
||||||
|
|
||||||
if "LPCREDENTIALS" in os.environ:
|
|
||||||
files.append(os.environ["LPCREDENTIALS"])
|
|
||||||
|
|
||||||
files.append(os.path.join(os.getcwd(), "lp_credentials.txt"))
|
|
||||||
|
|
||||||
# Add all files which have our consumer name to file listing.
|
|
||||||
for x in glob.glob(os.path.expanduser("~/.cache/lp_credentials/%s*.txt" % \
|
|
||||||
consumer)):
|
|
||||||
files.append(x)
|
|
||||||
|
|
||||||
return find_credentials(consumer, files, level)
|
|
||||||
|
|
||||||
def get_launchpad(consumer, server=EDGE_SERVICE_ROOT, cache=None,
|
|
||||||
cred_file=None, level=None):
|
|
||||||
credentials = get_credentials(consumer, cred_file, level)
|
|
||||||
cache = cache or os.environ.get("LPCACHE", None)
|
|
||||||
return Launchpad(credentials, server, cache)
|
|
||||||
|
|
||||||
def query_to_dict(query_string):
|
|
||||||
result = dict()
|
|
||||||
options = filter(None, query_string.split("&"))
|
|
||||||
for opt in options:
|
|
||||||
key, value = opt.split("=")
|
|
||||||
result.setdefault(key, set()).add(value)
|
|
||||||
return result
|
|
||||||
|
|
||||||
def translate_web_api(url, launchpad):
|
|
||||||
scheme, netloc, path, query, fragment = urlparse.urlsplit(url)
|
|
||||||
query = query_to_dict(query)
|
|
||||||
if not (("edge" in netloc and "edge" in str(launchpad._root_uri))
|
|
||||||
or ("staging" in netloc and "staging" in str(launchpad._root_uri))):
|
|
||||||
raise ValueError("url conflict (url: %s, root: %s" %(url, launchpad._root_uri))
|
|
||||||
if path.endswith("/+bugs"):
|
|
||||||
path = path[:-6]
|
|
||||||
if "ws.op" in query:
|
|
||||||
raise ValueError("Invalid web url, url: %s" %url)
|
|
||||||
query["ws.op"] = "searchTasks"
|
|
||||||
scheme, netloc, api_path, _, _ = urlparse.urlsplit(str(launchpad._root_uri))
|
|
||||||
query = urllib.urlencode(query)
|
|
||||||
url = urlparse.urlunsplit((scheme, netloc, api_path + path.lstrip("/"), query, fragment))
|
|
||||||
return url
|
|
||||||
|
|
||||||
def translate_api_web(self_url):
|
|
||||||
return self_url.replace("api.", "").replace("beta/", "")
|
|
||||||
|
|
||||||
LEVEL = {
|
|
||||||
0: "UNAUTHORIZED",
|
|
||||||
1: "READ_PUBLIC",
|
|
||||||
2: "WRITE_PUBLIC",
|
|
||||||
3: "READ_PRIVATE",
|
|
||||||
4: "WRITE_PRIVATE"
|
|
||||||
}
|
|
||||||
|
|
||||||
def approve_application(credentials, email, password, level, web_root,
|
|
||||||
context):
|
|
||||||
authorization_url = credentials.get_request_token(context, web_root)
|
|
||||||
if level in LEVEL:
|
|
||||||
level = 'field.actions.%s' %LEVEL[level]
|
|
||||||
elif level in LEVEL.values():
|
|
||||||
level = 'field.actions.%s' %level
|
|
||||||
elif str(level).startswith("field.actions") and str(level).split(".")[-1] in LEVEL:
|
|
||||||
pass
|
|
||||||
else:
|
|
||||||
raise ValueError("Unknown access level '%s'" %level)
|
|
||||||
|
|
||||||
params = {level: 1,
|
|
||||||
"oauth_token": credentials._request_token.key,
|
|
||||||
"lp.context": context or ""}
|
|
||||||
|
|
||||||
lp_creds = ":".join((email, password))
|
|
||||||
basic_auth = "Basic %s" %(lp_creds.encode('base64'))
|
|
||||||
headers = {'Authorization': basic_auth}
|
|
||||||
response, content = httplib2.Http().request(authorization_url,
|
|
||||||
method="POST", body=urllib.urlencode(params), headers=headers)
|
|
||||||
if int(response["status"]) != 200:
|
|
||||||
if not 300 <= int(response["status"]) <= 400: # this means redirection
|
|
||||||
raise HTTPError(response, content)
|
|
||||||
credentials.exchange_request_token_for_access_token(web_root)
|
|
||||||
return credentials
|
|
||||||
|
|
||||||
def translate_service(service):
|
|
||||||
_service = service.lower()
|
|
||||||
if _service in (STAGING_SERVICE_ROOT, EDGE_SERVICE_ROOT):
|
|
||||||
return _service
|
|
||||||
elif _service == "edge":
|
|
||||||
return EDGE_SERVICE_ROOT
|
|
||||||
elif _service == "staging":
|
|
||||||
return STAGING_SERVICE_ROOT
|
|
||||||
else:
|
|
||||||
raise ValueError("unknown service '%s'" %service)
|
|
||||||
|
|
||||||
|
|||||||
106
ubuntutools/lpcookie.py
Normal file
106
ubuntutools/lpcookie.py
Normal file
@ -0,0 +1,106 @@
|
|||||||
|
#
|
||||||
|
# lpcookie.py - functions related to the creation of Launchpad cookie files
|
||||||
|
# and authentication.
|
||||||
|
#
|
||||||
|
# Copyright (C) 2008 Jonathan Davies <jpds@ubuntu.com>
|
||||||
|
# Copyright (C) 2008 Siegfried-Angel Gevatter Pujals <rainct@ubuntu.com>
|
||||||
|
#
|
||||||
|
# This program is free software; you can redistribute it and/or
|
||||||
|
# modify it under the terms of the GNU General Public License
|
||||||
|
# as published by the Free Software Foundation; either version 3
|
||||||
|
# of the License, or (at your option) any later version.
|
||||||
|
#
|
||||||
|
# This program is distributed in the hope that it will be useful,
|
||||||
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
# GNU General Public License for more details.
|
||||||
|
#
|
||||||
|
# Please see the /usr/share/common-licenses/GPL file for the full text of
|
||||||
|
# the GNU General Public License license.
|
||||||
|
#
|
||||||
|
|
||||||
|
# Modules.
|
||||||
|
import glob
|
||||||
|
import os
|
||||||
|
import sys
|
||||||
|
|
||||||
|
def prepareLaunchpadCookie():
|
||||||
|
"""
|
||||||
|
Search for a cookie file in the places as defined by try_globs.
|
||||||
|
We shall use this cookie for authentication with Launchpad.
|
||||||
|
"""
|
||||||
|
|
||||||
|
# We do not have our cookie.
|
||||||
|
launchpad_cookiefile = None
|
||||||
|
# Look in common locations.
|
||||||
|
try_globs = ('~/.lpcookie.txt', '~/.mozilla/*/*/cookies.sqlite',
|
||||||
|
'~/.mozilla/*/*/cookies.txt')
|
||||||
|
|
||||||
|
cookie_file_list = []
|
||||||
|
if launchpad_cookiefile == None:
|
||||||
|
for try_glob in try_globs:
|
||||||
|
try:
|
||||||
|
cookie_file_list += glob.glob(os.path.expanduser(try_glob))
|
||||||
|
except:
|
||||||
|
pass
|
||||||
|
|
||||||
|
for cookie_file in cookie_file_list:
|
||||||
|
launchpad_cookiefile = _check_for_launchpad_cookie(cookie_file)
|
||||||
|
if launchpad_cookiefile != None:
|
||||||
|
break
|
||||||
|
|
||||||
|
# Unable to find a correct file.
|
||||||
|
if launchpad_cookiefile == None:
|
||||||
|
print >> sys.stderr, "Could not find cookie file for Launchpad. "
|
||||||
|
print >> sys.stderr, "Looked in: %s" % ", ".join(try_globs)
|
||||||
|
print >> sys.stderr, "You should be able to create a valid file by " \
|
||||||
|
"logging into Launchpad with Firefox."
|
||||||
|
sys.exit(1)
|
||||||
|
|
||||||
|
return launchpad_cookiefile
|
||||||
|
|
||||||
|
def _check_for_launchpad_cookie(cookie_file):
|
||||||
|
# Found SQLite file? Parse information from it.
|
||||||
|
if 'cookies.sqlite' in cookie_file:
|
||||||
|
import sqlite3 as sqlite
|
||||||
|
|
||||||
|
con = sqlite.connect(cookie_file)
|
||||||
|
cur = con.cursor()
|
||||||
|
try:
|
||||||
|
cur.execute("select host, path, isSecure, expiry, name, value from moz_cookies where host like ?", ['%%launchpad%%'])
|
||||||
|
except sqlite.OperationalError:
|
||||||
|
print 'Warning: Database "%s" is locked; ignoring it.' % cookie_file
|
||||||
|
return None
|
||||||
|
|
||||||
|
# No matching cookies? Abort.
|
||||||
|
items = cur.fetchall()
|
||||||
|
if len(items) == 0:
|
||||||
|
return None
|
||||||
|
|
||||||
|
ftstr = ["FALSE", "TRUE"]
|
||||||
|
|
||||||
|
# This shall be where our new cookie file lives - at ~/.lpcookie.txt
|
||||||
|
newLPCookieLocation = os.path.expanduser("~/.lpcookie.txt")
|
||||||
|
|
||||||
|
# Open file for writing.
|
||||||
|
try:
|
||||||
|
newLPCookie = open(newLPCookieLocation, 'w')
|
||||||
|
# For security reasons, change file mode to write and read
|
||||||
|
# only by owner.
|
||||||
|
os.chmod(newLPCookieLocation, 0600)
|
||||||
|
newLPCookie.write("# HTTP Cookie File for Launchpad.\n") # Header.
|
||||||
|
|
||||||
|
for item in items:
|
||||||
|
# Write entries.
|
||||||
|
newLPCookie.write("%s\t%s\t%s\t%s\t%s\t%s\t%s\n" % (
|
||||||
|
item[0], ftstr[item[0].startswith('.')], item[1],
|
||||||
|
ftstr[item[2]], item[3], item[4], item[5]))
|
||||||
|
finally:
|
||||||
|
newLPCookie.close() # And close file.
|
||||||
|
|
||||||
|
return newLPCookieLocation
|
||||||
|
else:
|
||||||
|
if open(cookie_file).read().find('launchpad.net') != -1:
|
||||||
|
return cookie_file
|
||||||
|
|
||||||
|
return None
|
||||||
33
ubuntutools/lplibfunctions.py
Normal file
33
ubuntutools/lplibfunctions.py
Normal file
@ -0,0 +1,33 @@
|
|||||||
|
import lpcookie
|
||||||
|
import lpurlopener
|
||||||
|
|
||||||
|
def isLPTeamMember(team):
|
||||||
|
""" Checks if the user is a member of a certain team on Launchpad.
|
||||||
|
|
||||||
|
We do this by opening the team page on Launchpad and checking if the
|
||||||
|
text "You are not a member of this team" is present using the
|
||||||
|
user's cookie file for authentication.
|
||||||
|
|
||||||
|
If the user is a member of the team: return True.
|
||||||
|
If the user is not a member of the team: return False.
|
||||||
|
"""
|
||||||
|
|
||||||
|
# TODO: Check if launchpadlib may be a better way of doing this.
|
||||||
|
|
||||||
|
# Prepare cookie.
|
||||||
|
cookieFile = lpcookie.prepareLaunchpadCookie()
|
||||||
|
# Prepare URL opener.
|
||||||
|
urlopener = lpurlopener.setupLaunchpadUrlOpener(cookieFile)
|
||||||
|
|
||||||
|
# Try to open the Launchpad team page:
|
||||||
|
try:
|
||||||
|
lpTeamPage = urlopener.open("https://launchpad.net/~%s" % team).read()
|
||||||
|
except urllib2.HTTPError, error:
|
||||||
|
print >> sys.stderr, "Unable to connect to Launchpad. Received a %s." % error.code
|
||||||
|
sys.exit(1)
|
||||||
|
|
||||||
|
# Check if text is present in page.
|
||||||
|
if ("You are not a member of this team") in lpTeamPage:
|
||||||
|
return False
|
||||||
|
|
||||||
|
return True
|
||||||
147
ubuntutools/lplibsupport.py
Normal file
147
ubuntutools/lplibsupport.py
Normal file
@ -0,0 +1,147 @@
|
|||||||
|
#
|
||||||
|
# lplibsupport.py - functions which add launchpadlib support to the Ubuntu
|
||||||
|
# Developer Tools package.
|
||||||
|
#
|
||||||
|
# Copyright (C) 2008 Jonathan Davies <jpds@ubuntu.com>
|
||||||
|
#
|
||||||
|
# This program is free software; you can redistribute it and/or
|
||||||
|
# modify it under the terms of the GNU General Public License
|
||||||
|
# as published by the Free Software Foundation; either version 3
|
||||||
|
# of the License, or (at your option) any later version.
|
||||||
|
#
|
||||||
|
# This program is distributed in the hope that it will be useful,
|
||||||
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
# GNU General Public License for more details.
|
||||||
|
#
|
||||||
|
# Please see the /usr/share/common-licenses/GPL file for the full text of
|
||||||
|
# the GNU General Public License license.
|
||||||
|
#
|
||||||
|
|
||||||
|
# Modules.
|
||||||
|
import os
|
||||||
|
import urllib
|
||||||
|
import urlparse
|
||||||
|
try:
|
||||||
|
import httplib2
|
||||||
|
from launchpadlib.credentials import Credentials
|
||||||
|
from launchpadlib.launchpad import Launchpad, STAGING_SERVICE_ROOT, EDGE_SERVICE_ROOT
|
||||||
|
from launchpadlib.errors import HTTPError
|
||||||
|
except ImportError:
|
||||||
|
Credentials = None
|
||||||
|
Launchpad = None
|
||||||
|
|
||||||
|
def find_credentials(consumer, files, level=None):
|
||||||
|
""" search for credentials matching 'consumer' in path for given access level. """
|
||||||
|
if Credentials is None:
|
||||||
|
raise ImportError
|
||||||
|
|
||||||
|
for f in files:
|
||||||
|
cred = Credentials()
|
||||||
|
try:
|
||||||
|
cred.load(open(f))
|
||||||
|
except:
|
||||||
|
continue
|
||||||
|
if cred.consumer.key == consumer:
|
||||||
|
return cred
|
||||||
|
|
||||||
|
raise IOError("No credentials found for '%s', please see the " \
|
||||||
|
"manage-credentials manpage for help on how to create " \
|
||||||
|
"one for this consumer." % consumer)
|
||||||
|
|
||||||
|
def get_credentials(consumer, cred_file=None, level=None):
|
||||||
|
files = list()
|
||||||
|
|
||||||
|
if cred_file:
|
||||||
|
files.append(cred_file)
|
||||||
|
|
||||||
|
if "LPCREDENTIALS" in os.environ:
|
||||||
|
files.append(os.environ["LPCREDENTIALS"])
|
||||||
|
|
||||||
|
files.append(os.path.join(os.getcwd(), "lp_credentials.txt"))
|
||||||
|
|
||||||
|
# Add all files which have our consumer name to file listing.
|
||||||
|
for x in glob.glob(os.path.expanduser("~/.cache/lp_credentials/%s*.txt" % \
|
||||||
|
consumer)):
|
||||||
|
files.append(x)
|
||||||
|
|
||||||
|
return find_credentials(consumer, files, level)
|
||||||
|
|
||||||
|
def get_launchpad(consumer, server=EDGE_SERVICE_ROOT, cache=None,
|
||||||
|
cred_file=None, level=None):
|
||||||
|
credentials = get_credentials(consumer, cred_file, level)
|
||||||
|
cache = cache or os.environ.get("LPCACHE", None)
|
||||||
|
return Launchpad(credentials, server, cache)
|
||||||
|
|
||||||
|
def query_to_dict(query_string):
|
||||||
|
result = dict()
|
||||||
|
options = filter(None, query_string.split("&"))
|
||||||
|
for opt in options:
|
||||||
|
key, value = opt.split("=")
|
||||||
|
result.setdefault(key, set()).add(value)
|
||||||
|
return result
|
||||||
|
|
||||||
|
def translate_web_api(url, launchpad):
|
||||||
|
scheme, netloc, path, query, fragment = urlparse.urlsplit(url)
|
||||||
|
query = query_to_dict(query)
|
||||||
|
if not (("edge" in netloc and "edge" in str(launchpad._root_uri))
|
||||||
|
or ("staging" in netloc and "staging" in str(launchpad._root_uri))):
|
||||||
|
raise ValueError("url conflict (url: %s, root: %s" %(url, launchpad._root_uri))
|
||||||
|
if path.endswith("/+bugs"):
|
||||||
|
path = path[:-6]
|
||||||
|
if "ws.op" in query:
|
||||||
|
raise ValueError("Invalid web url, url: %s" %url)
|
||||||
|
query["ws.op"] = "searchTasks"
|
||||||
|
scheme, netloc, api_path, _, _ = urlparse.urlsplit(str(launchpad._root_uri))
|
||||||
|
query = urllib.urlencode(query)
|
||||||
|
url = urlparse.urlunsplit((scheme, netloc, api_path + path.lstrip("/"), query, fragment))
|
||||||
|
return url
|
||||||
|
|
||||||
|
def translate_api_web(self_url):
|
||||||
|
return self_url.replace("api.", "").replace("beta/", "")
|
||||||
|
|
||||||
|
LEVEL = {
|
||||||
|
0: "UNAUTHORIZED",
|
||||||
|
1: "READ_PUBLIC",
|
||||||
|
2: "WRITE_PUBLIC",
|
||||||
|
3: "READ_PRIVATE",
|
||||||
|
4: "WRITE_PRIVATE"
|
||||||
|
}
|
||||||
|
|
||||||
|
def approve_application(credentials, email, password, level, web_root,
|
||||||
|
context):
|
||||||
|
authorization_url = credentials.get_request_token(context, web_root)
|
||||||
|
if level in LEVEL:
|
||||||
|
level = 'field.actions.%s' %LEVEL[level]
|
||||||
|
elif level in LEVEL.values():
|
||||||
|
level = 'field.actions.%s' %level
|
||||||
|
elif str(level).startswith("field.actions") and str(level).split(".")[-1] in LEVEL:
|
||||||
|
pass
|
||||||
|
else:
|
||||||
|
raise ValueError("Unknown access level '%s'" %level)
|
||||||
|
|
||||||
|
params = {level: 1,
|
||||||
|
"oauth_token": credentials._request_token.key,
|
||||||
|
"lp.context": context or ""}
|
||||||
|
|
||||||
|
lp_creds = ":".join((email, password))
|
||||||
|
basic_auth = "Basic %s" %(lp_creds.encode('base64'))
|
||||||
|
headers = {'Authorization': basic_auth}
|
||||||
|
response, content = httplib2.Http().request(authorization_url,
|
||||||
|
method="POST", body=urllib.urlencode(params), headers=headers)
|
||||||
|
if int(response["status"]) != 200:
|
||||||
|
if not 300 <= int(response["status"]) <= 400: # this means redirection
|
||||||
|
raise HTTPError(response, content)
|
||||||
|
credentials.exchange_request_token_for_access_token(web_root)
|
||||||
|
return credentials
|
||||||
|
|
||||||
|
def translate_service(service):
|
||||||
|
_service = service.lower()
|
||||||
|
if _service in (STAGING_SERVICE_ROOT, EDGE_SERVICE_ROOT):
|
||||||
|
return _service
|
||||||
|
elif _service == "edge":
|
||||||
|
return EDGE_SERVICE_ROOT
|
||||||
|
elif _service == "staging":
|
||||||
|
return STAGING_SERVICE_ROOT
|
||||||
|
else:
|
||||||
|
raise ValueError("unknown service '%s'" %service)
|
||||||
40
ubuntutools/lpurlopener.py
Normal file
40
ubuntutools/lpurlopener.py
Normal file
@ -0,0 +1,40 @@
|
|||||||
|
#
|
||||||
|
# lpurlopener.py - set up a special URL opener which uses a Launchpad cookie
|
||||||
|
# file for authentication.
|
||||||
|
#
|
||||||
|
# Copyright (C) 2008 Jonathan Davies <jpds@ubuntu.com>
|
||||||
|
#
|
||||||
|
# This program is free software; you can redistribute it and/or
|
||||||
|
# modify it under the terms of the GNU General Public License
|
||||||
|
# as published by the Free Software Foundation; either version 3
|
||||||
|
# of the License, or (at your option) any later version.
|
||||||
|
#
|
||||||
|
# This program is distributed in the hope that it will be useful,
|
||||||
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
# GNU General Public License for more details.
|
||||||
|
#
|
||||||
|
# Please see the /usr/share/common-licenses/GPL file for the full text of
|
||||||
|
# the GNU General Public License license.
|
||||||
|
#
|
||||||
|
|
||||||
|
# Modules.
|
||||||
|
import cookielib
|
||||||
|
import urllib2
|
||||||
|
|
||||||
|
def setupLaunchpadUrlOpener(cookie):
|
||||||
|
""" Build HTML opener with cookie file. """
|
||||||
|
|
||||||
|
# Attempt to load our cookie file.
|
||||||
|
try:
|
||||||
|
cj = cookielib.MozillaCookieJar()
|
||||||
|
cj.load(cookie)
|
||||||
|
except cookielib.LoadError, error:
|
||||||
|
print "Unable to load cookie file: %s (%s)" % (cookie, error)
|
||||||
|
sys.exit(1)
|
||||||
|
|
||||||
|
# Add cookie to our URL opener.
|
||||||
|
urlopener = urllib2.build_opener()
|
||||||
|
urlopener.add_handler(urllib2.HTTPCookieProcessor(cj))
|
||||||
|
|
||||||
|
return urlopener
|
||||||
55
ubuntutools/misc.py
Normal file
55
ubuntutools/misc.py
Normal file
@ -0,0 +1,55 @@
|
|||||||
|
#
|
||||||
|
# misc.py - misc functions for the Ubuntu Developer Tools scripts.
|
||||||
|
#
|
||||||
|
# Copyright (C) 2008 Jonathan Davies <jpds@ubuntu.com>
|
||||||
|
# Copyright (C) 2008 Siegfried-Angel Gevatter Pujals <rainct@ubuntu.com>
|
||||||
|
#
|
||||||
|
# This program is free software; you can redistribute it and/or
|
||||||
|
# modify it under the terms of the GNU General Public License
|
||||||
|
# as published by the Free Software Foundation; either version 3
|
||||||
|
# of the License, or (at your option) any later version.
|
||||||
|
#
|
||||||
|
# This program is distributed in the hope that it will be useful,
|
||||||
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
# GNU General Public License for more details.
|
||||||
|
#
|
||||||
|
# Please see the /usr/share/common-licenses/GPL file for the full text of
|
||||||
|
# the GNU General Public License license.
|
||||||
|
#
|
||||||
|
|
||||||
|
# Modules.
|
||||||
|
import os
|
||||||
|
|
||||||
|
def mkdir(directory):
|
||||||
|
"""
|
||||||
|
Create the given directory and all its parents recursively, but don't
|
||||||
|
raise an exception if it already exists.
|
||||||
|
"""
|
||||||
|
|
||||||
|
path = [x for x in directory.split('/') if x]
|
||||||
|
|
||||||
|
for i in xrange(len(path)):
|
||||||
|
current_path = '/' + '/'.join(path[:i+1])
|
||||||
|
if not os.path.isdir(current_path):
|
||||||
|
os.mkdir(current_path)
|
||||||
|
|
||||||
|
def readlist(filename, uniq=True):
|
||||||
|
""" Read a list of words from the indicated file. """
|
||||||
|
|
||||||
|
if not os.path.isfile(filename):
|
||||||
|
print 'File "%s" does not exist.' % filename
|
||||||
|
return False
|
||||||
|
|
||||||
|
content = open(filename).read().replace('\n', ' ').replace(',', ' ')
|
||||||
|
|
||||||
|
if not content.strip():
|
||||||
|
print 'File "%s" is empty.' % filename
|
||||||
|
return False
|
||||||
|
|
||||||
|
items = [item for item in content.split() if item]
|
||||||
|
|
||||||
|
if uniq:
|
||||||
|
items = list(set(items))
|
||||||
|
|
||||||
|
return items
|
||||||
103
ubuntutools/packages.py
Normal file
103
ubuntutools/packages.py
Normal file
@ -0,0 +1,103 @@
|
|||||||
|
#
|
||||||
|
# packages.py - functions related to Ubuntu source packages and releases.
|
||||||
|
#
|
||||||
|
# Copyright (C) 2008 Jonathan Davies <jpds@ubuntu.com>
|
||||||
|
# Copyright (C) 2008 Siegfried-Angel Gevatter Pujals <rainct@ubuntu.com>
|
||||||
|
#
|
||||||
|
# This program is free software; you can redistribute it and/or
|
||||||
|
# modify it under the terms of the GNU General Public License
|
||||||
|
# as published by the Free Software Foundation; either version 3
|
||||||
|
# of the License, or (at your option) any later version.
|
||||||
|
#
|
||||||
|
# This program is distributed in the hope that it will be useful,
|
||||||
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
# GNU General Public License for more details.
|
||||||
|
#
|
||||||
|
# Please see the /usr/share/common-licenses/GPL file for the full text of
|
||||||
|
# the GNU General Public License license.
|
||||||
|
#
|
||||||
|
|
||||||
|
# Modules.
|
||||||
|
import re
|
||||||
|
import subprocess
|
||||||
|
import sys
|
||||||
|
import urllib2
|
||||||
|
|
||||||
|
def checkReleaseExists(release):
|
||||||
|
"""
|
||||||
|
Check that an Ubuntu release exists by opening
|
||||||
|
https://launchpad.net/ubuntu/releaseName page on Launchpad.
|
||||||
|
|
||||||
|
If an error is returned; the release does not exist.
|
||||||
|
"""
|
||||||
|
release = release.split('-')[0] # Remove pocket
|
||||||
|
try:
|
||||||
|
urllib2.urlopen("https://launchpad.net/ubuntu/%s" % release)
|
||||||
|
except urllib2.HTTPError:
|
||||||
|
print >> sys.stderr, "The Ubuntu '%s' release does not appear to " \
|
||||||
|
"exist on Launchpad." % release
|
||||||
|
sys.exit(1)
|
||||||
|
except urllib2.URLError, error: # Other error (NXDOMAIN, ...)
|
||||||
|
(_, reason) = error.reason
|
||||||
|
print >> sys.stderr, "Error while checking for Ubuntu '%s' " \
|
||||||
|
"release on Launchpad: %s." % (release, reason)
|
||||||
|
sys.exit(1)
|
||||||
|
|
||||||
|
def checkSourceExists(package, release):
|
||||||
|
"""
|
||||||
|
Check that a package exists by opening its
|
||||||
|
https://launchpad.net/ubuntu/+source/package page.
|
||||||
|
|
||||||
|
Return the package's page URL and it's current version in the requested
|
||||||
|
release.
|
||||||
|
"""
|
||||||
|
if '-' in release:
|
||||||
|
(release, pocket) = release.split('-', 1)
|
||||||
|
else:
|
||||||
|
pocket = 'release'
|
||||||
|
|
||||||
|
try:
|
||||||
|
page = urllib2.urlopen('https://launchpad.net/ubuntu/+source/' + package).read()
|
||||||
|
|
||||||
|
m = re.search('<td>%s</td>\s*\n.*"/ubuntu/%s/\+source/%s/(\d[^"]+)"' % (
|
||||||
|
pocket, release, package.replace('+', '\+')), page)
|
||||||
|
if not m:
|
||||||
|
print >> sys.stderr, "Unable to find source package '%s' in " \
|
||||||
|
"the %s-%s pocket." % (package, release.capitalize(), pocket)
|
||||||
|
sys.exit(1)
|
||||||
|
except urllib2.HTTPError, error: # Raised on 404.
|
||||||
|
if error.code == 404:
|
||||||
|
print >> sys.stderr, "The source package '%s' does not appear to " \
|
||||||
|
"exist in Ubuntu." % package
|
||||||
|
else: # Other error code, probably Launchpad malfunction.
|
||||||
|
print >> sys.stderr, "Error while checking Launchpad for Ubuntu " \
|
||||||
|
"package: %s." % error.code
|
||||||
|
sys.exit(1) # Exit. Error encountered.
|
||||||
|
except urllib2.URLError, error: # Other error (NXDOMAIN, ...)
|
||||||
|
(_, reason) = error.reason
|
||||||
|
print >> sys.stderr, "Error while checking Launchpad for Ubuntu " \
|
||||||
|
"package: %s." % reason
|
||||||
|
sys.exit(1)
|
||||||
|
|
||||||
|
# Get package version.
|
||||||
|
version = m.group(1)
|
||||||
|
|
||||||
|
return page, version
|
||||||
|
|
||||||
|
def packageComponent(package, release):
|
||||||
|
"""
|
||||||
|
Use rmadison to see which component a package is in.
|
||||||
|
"""
|
||||||
|
madison = subprocess.Popen(['rmadison', '-u', 'ubuntu', '-a', 'source', \
|
||||||
|
'-s', release, package], stdout = subprocess.PIPE)
|
||||||
|
out = madison.communicate()[0]
|
||||||
|
assert (madison.returncode == 0)
|
||||||
|
|
||||||
|
for l in out.splitlines():
|
||||||
|
(pkg, version, rel, builds) = l.split('|')
|
||||||
|
component = 'main'
|
||||||
|
if rel.find('/') != -1:
|
||||||
|
component = rel.split('/')[1]
|
||||||
|
|
||||||
|
return component.strip()
|
||||||
Loading…
x
Reference in New Issue
Block a user