Steve Langasek
10 years ago
commit
13a3ec2593
@ -0,0 +1,139 @@
|
||||
# Mock a Swift server with autopkgtest results
|
||||
# Author: Martin Pitt <martin.pitt@ubuntu.com>
|
||||
|
||||
import os
|
||||
import tarfile
|
||||
import io
|
||||
import sys
|
||||
import socket
|
||||
import time
|
||||
import tempfile
|
||||
|
||||
try:
|
||||
from http.server import HTTPServer, BaseHTTPRequestHandler
|
||||
from urllib.parse import urlparse, parse_qs
|
||||
except ImportError:
|
||||
# Python 2
|
||||
from BaseHTTPServer import HTTPServer, BaseHTTPRequestHandler
|
||||
from urlparse import urlparse, parse_qs
|
||||
|
||||
|
||||
class SwiftHTTPRequestHandler(BaseHTTPRequestHandler):
|
||||
'''Mock swift container with autopkgtest results
|
||||
|
||||
This accepts retrieving a particular result.tar (e. g.
|
||||
/container/path/result.tar) or listing the container contents
|
||||
(/container/?prefix=foo&delimiter=@&marker=foo/bar).
|
||||
'''
|
||||
# map container -> result.tar path -> (exitcode, testpkg-version)
|
||||
results = {}
|
||||
|
||||
def do_GET(self):
|
||||
p = urlparse(self.path)
|
||||
path_comp = p.path.split('/')
|
||||
container = path_comp[1]
|
||||
path = '/'.join(path_comp[2:])
|
||||
if path:
|
||||
self.serve_file(container, path)
|
||||
else:
|
||||
self.list_container(container, parse_qs(p.query))
|
||||
|
||||
def serve_file(self, container, path):
|
||||
if os.path.basename(path) != 'result.tar':
|
||||
self.send_error(404, 'File not found (only result.tar supported)')
|
||||
return
|
||||
try:
|
||||
(exitcode, pkgver) = self.results[container][os.path.dirname(path)]
|
||||
except KeyError:
|
||||
self.send_error(404, 'File not found')
|
||||
return
|
||||
|
||||
self.send_response(200)
|
||||
self.send_header('Content-type', 'application/octet-stream')
|
||||
self.end_headers()
|
||||
|
||||
tar = io.BytesIO()
|
||||
with tarfile.open('result.tar', 'w', tar) as results:
|
||||
# add exitcode
|
||||
contents = ('%i' % exitcode).encode()
|
||||
ti = tarfile.TarInfo('exitcode')
|
||||
ti.size = len(contents)
|
||||
results.addfile(ti, io.BytesIO(contents))
|
||||
# add testpkg-version
|
||||
contents = pkgver.encode()
|
||||
ti = tarfile.TarInfo('testpkg-version')
|
||||
ti.size = len(contents)
|
||||
results.addfile(ti, io.BytesIO(contents))
|
||||
self.wfile.write(tar.getvalue())
|
||||
|
||||
def list_container(self, container, query):
|
||||
try:
|
||||
objs = set(['%s/result.tar' % r for r in self.results[container]])
|
||||
except KeyError:
|
||||
self.send_error(404, 'Container does not exist')
|
||||
return
|
||||
if 'prefix' in query:
|
||||
p = query['prefix'][-1]
|
||||
objs = set([o for o in objs if o.startswith(p)])
|
||||
if 'marker' in query:
|
||||
m = query['marker'][-1]
|
||||
objs = set([o for o in objs if o >= m])
|
||||
if 'delimiter' in query:
|
||||
d = query['delimiter'][-1]
|
||||
# if find() returns a value, we want to include the delimiter, thus
|
||||
# bump its result; for "not found" return None
|
||||
find_adapter = lambda i: (i >= 0) and (i + 1) or None
|
||||
objs = set([o[:find_adapter(o.find(d))] for o in objs])
|
||||
|
||||
self.send_response(200)
|
||||
self.send_header('Content-type', 'text/plain')
|
||||
self.end_headers()
|
||||
self.wfile.write(('\n'.join(sorted(objs)) + '\n').encode('UTF-8'))
|
||||
|
||||
|
||||
class AutoPkgTestSwiftServer:
|
||||
def __init__(self, port=8080):
|
||||
self.port = port
|
||||
self.server_pid = None
|
||||
self.log = None
|
||||
|
||||
def __del__(self):
|
||||
if self.server_pid:
|
||||
self.stop()
|
||||
|
||||
@classmethod
|
||||
def set_results(klass, results):
|
||||
'''Set served results.
|
||||
|
||||
results is a map: container -> result.tar path ->
|
||||
(exitcode, testpkg-version)
|
||||
'''
|
||||
SwiftHTTPRequestHandler.results = results
|
||||
|
||||
def start(self):
|
||||
assert self.server_pid is None, 'already started'
|
||||
self.log = tempfile.TemporaryFile()
|
||||
p = os.fork()
|
||||
if p:
|
||||
# parent: wait until server starts
|
||||
self.server_pid = p
|
||||
s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
|
||||
while True:
|
||||
try:
|
||||
s.connect_ex(('127.0.0.1', self.port))
|
||||
break
|
||||
except OSError:
|
||||
time.sleep(0.1)
|
||||
return
|
||||
|
||||
# child; quiesce logging on stderr
|
||||
os.dup2(self.log.fileno(), sys.stderr.fileno())
|
||||
srv = HTTPServer(('', self.port), SwiftHTTPRequestHandler)
|
||||
srv.serve_forever()
|
||||
sys.exit(0)
|
||||
|
||||
def stop(self):
|
||||
assert self.server_pid, 'not running'
|
||||
os.kill(self.server_pid, 15)
|
||||
os.waitpid(self.server_pid, 0)
|
||||
self.server_pid = None
|
||||
Loading…
Reference in new issue