Steve Langasek
10 years ago
commit
13a3ec2593
@ -0,0 +1,139 @@
|
|||||||
|
# Mock a Swift server with autopkgtest results
|
||||||
|
# Author: Martin Pitt <martin.pitt@ubuntu.com>
|
||||||
|
|
||||||
|
import os
|
||||||
|
import tarfile
|
||||||
|
import io
|
||||||
|
import sys
|
||||||
|
import socket
|
||||||
|
import time
|
||||||
|
import tempfile
|
||||||
|
|
||||||
|
try:
|
||||||
|
from http.server import HTTPServer, BaseHTTPRequestHandler
|
||||||
|
from urllib.parse import urlparse, parse_qs
|
||||||
|
except ImportError:
|
||||||
|
# Python 2
|
||||||
|
from BaseHTTPServer import HTTPServer, BaseHTTPRequestHandler
|
||||||
|
from urlparse import urlparse, parse_qs
|
||||||
|
|
||||||
|
|
||||||
|
class SwiftHTTPRequestHandler(BaseHTTPRequestHandler):
|
||||||
|
'''Mock swift container with autopkgtest results
|
||||||
|
|
||||||
|
This accepts retrieving a particular result.tar (e. g.
|
||||||
|
/container/path/result.tar) or listing the container contents
|
||||||
|
(/container/?prefix=foo&delimiter=@&marker=foo/bar).
|
||||||
|
'''
|
||||||
|
# map container -> result.tar path -> (exitcode, testpkg-version)
|
||||||
|
results = {}
|
||||||
|
|
||||||
|
def do_GET(self):
|
||||||
|
p = urlparse(self.path)
|
||||||
|
path_comp = p.path.split('/')
|
||||||
|
container = path_comp[1]
|
||||||
|
path = '/'.join(path_comp[2:])
|
||||||
|
if path:
|
||||||
|
self.serve_file(container, path)
|
||||||
|
else:
|
||||||
|
self.list_container(container, parse_qs(p.query))
|
||||||
|
|
||||||
|
def serve_file(self, container, path):
|
||||||
|
if os.path.basename(path) != 'result.tar':
|
||||||
|
self.send_error(404, 'File not found (only result.tar supported)')
|
||||||
|
return
|
||||||
|
try:
|
||||||
|
(exitcode, pkgver) = self.results[container][os.path.dirname(path)]
|
||||||
|
except KeyError:
|
||||||
|
self.send_error(404, 'File not found')
|
||||||
|
return
|
||||||
|
|
||||||
|
self.send_response(200)
|
||||||
|
self.send_header('Content-type', 'application/octet-stream')
|
||||||
|
self.end_headers()
|
||||||
|
|
||||||
|
tar = io.BytesIO()
|
||||||
|
with tarfile.open('result.tar', 'w', tar) as results:
|
||||||
|
# add exitcode
|
||||||
|
contents = ('%i' % exitcode).encode()
|
||||||
|
ti = tarfile.TarInfo('exitcode')
|
||||||
|
ti.size = len(contents)
|
||||||
|
results.addfile(ti, io.BytesIO(contents))
|
||||||
|
# add testpkg-version
|
||||||
|
contents = pkgver.encode()
|
||||||
|
ti = tarfile.TarInfo('testpkg-version')
|
||||||
|
ti.size = len(contents)
|
||||||
|
results.addfile(ti, io.BytesIO(contents))
|
||||||
|
self.wfile.write(tar.getvalue())
|
||||||
|
|
||||||
|
def list_container(self, container, query):
|
||||||
|
try:
|
||||||
|
objs = set(['%s/result.tar' % r for r in self.results[container]])
|
||||||
|
except KeyError:
|
||||||
|
self.send_error(404, 'Container does not exist')
|
||||||
|
return
|
||||||
|
if 'prefix' in query:
|
||||||
|
p = query['prefix'][-1]
|
||||||
|
objs = set([o for o in objs if o.startswith(p)])
|
||||||
|
if 'marker' in query:
|
||||||
|
m = query['marker'][-1]
|
||||||
|
objs = set([o for o in objs if o >= m])
|
||||||
|
if 'delimiter' in query:
|
||||||
|
d = query['delimiter'][-1]
|
||||||
|
# if find() returns a value, we want to include the delimiter, thus
|
||||||
|
# bump its result; for "not found" return None
|
||||||
|
find_adapter = lambda i: (i >= 0) and (i + 1) or None
|
||||||
|
objs = set([o[:find_adapter(o.find(d))] for o in objs])
|
||||||
|
|
||||||
|
self.send_response(200)
|
||||||
|
self.send_header('Content-type', 'text/plain')
|
||||||
|
self.end_headers()
|
||||||
|
self.wfile.write(('\n'.join(sorted(objs)) + '\n').encode('UTF-8'))
|
||||||
|
|
||||||
|
|
||||||
|
class AutoPkgTestSwiftServer:
|
||||||
|
def __init__(self, port=8080):
|
||||||
|
self.port = port
|
||||||
|
self.server_pid = None
|
||||||
|
self.log = None
|
||||||
|
|
||||||
|
def __del__(self):
|
||||||
|
if self.server_pid:
|
||||||
|
self.stop()
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def set_results(klass, results):
|
||||||
|
'''Set served results.
|
||||||
|
|
||||||
|
results is a map: container -> result.tar path ->
|
||||||
|
(exitcode, testpkg-version)
|
||||||
|
'''
|
||||||
|
SwiftHTTPRequestHandler.results = results
|
||||||
|
|
||||||
|
def start(self):
|
||||||
|
assert self.server_pid is None, 'already started'
|
||||||
|
self.log = tempfile.TemporaryFile()
|
||||||
|
p = os.fork()
|
||||||
|
if p:
|
||||||
|
# parent: wait until server starts
|
||||||
|
self.server_pid = p
|
||||||
|
s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
|
||||||
|
while True:
|
||||||
|
try:
|
||||||
|
s.connect_ex(('127.0.0.1', self.port))
|
||||||
|
break
|
||||||
|
except OSError:
|
||||||
|
time.sleep(0.1)
|
||||||
|
return
|
||||||
|
|
||||||
|
# child; quiesce logging on stderr
|
||||||
|
os.dup2(self.log.fileno(), sys.stderr.fileno())
|
||||||
|
srv = HTTPServer(('', self.port), SwiftHTTPRequestHandler)
|
||||||
|
srv.serve_forever()
|
||||||
|
sys.exit(0)
|
||||||
|
|
||||||
|
def stop(self):
|
||||||
|
assert self.server_pid, 'not running'
|
||||||
|
os.kill(self.server_pid, 15)
|
||||||
|
os.waitpid(self.server_pid, 0)
|
||||||
|
self.server_pid = None
|
||||||
Loading…
Reference in new issue