351 lines
12 KiB
Python
351 lines
12 KiB
Python
#!/usr/bin/env python
|
|
|
|
# Copyright 2014 Hewlett-Packard Development Company, L.P.
|
|
# Copyright 2014 Rackspace Australia
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import json
|
|
import os
|
|
import urllib.parse
|
|
import socket
|
|
|
|
import requests
|
|
|
|
import zuul.web
|
|
|
|
from tests.base import ZuulTestCase, ZuulDBTestCase, FIXTURE_DIR
|
|
|
|
|
|
class FakeConfig(object):
|
|
|
|
def __init__(self, config):
|
|
self.config = config or {}
|
|
|
|
def has_option(self, section, option):
|
|
return option in self.config.get(section, {})
|
|
|
|
def get(self, section, option):
|
|
return self.config.get(section, {}).get(option)
|
|
|
|
|
|
class BaseTestWeb(ZuulTestCase):
|
|
tenant_config_file = 'config/single-tenant/main.yaml'
|
|
config_ini_data = {}
|
|
|
|
def setUp(self):
|
|
super(BaseTestWeb, self).setUp()
|
|
self.executor_server.hold_jobs_in_build = True
|
|
A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
|
|
A.addApproval('Code-Review', 2)
|
|
self.fake_gerrit.addEvent(A.addApproval('Approved', 1))
|
|
B = self.fake_gerrit.addFakeChange('org/project1', 'master', 'B')
|
|
B.addApproval('Code-Review', 2)
|
|
self.fake_gerrit.addEvent(B.addApproval('Approved', 1))
|
|
self.waitUntilSettled()
|
|
|
|
self.zuul_ini_config = FakeConfig(self.config_ini_data)
|
|
# Start the web server
|
|
self.web = zuul.web.ZuulWeb(
|
|
listen_address='127.0.0.1', listen_port=0,
|
|
gear_server='127.0.0.1', gear_port=self.gearman_server.port,
|
|
info=zuul.model.WebInfo.fromConfig(self.zuul_ini_config),
|
|
connections=self.connections
|
|
)
|
|
self.web.start()
|
|
self.addCleanup(self.web.stop)
|
|
|
|
self.host = 'localhost'
|
|
self.port = self.web.port
|
|
# Wait until web server is started
|
|
while True:
|
|
try:
|
|
with socket.create_connection((self.host, self.port)):
|
|
break
|
|
except ConnectionRefusedError:
|
|
pass
|
|
self.base_url = "http://{host}:{port}".format(
|
|
host=self.host, port=self.port)
|
|
|
|
def get_url(self, url, *args, **kwargs):
|
|
return requests.get(
|
|
urllib.parse.urljoin(self.base_url, url), *args, **kwargs)
|
|
|
|
def tearDown(self):
|
|
self.executor_server.hold_jobs_in_build = False
|
|
self.executor_server.release()
|
|
self.waitUntilSettled()
|
|
super(BaseTestWeb, self).tearDown()
|
|
|
|
|
|
class TestWeb(BaseTestWeb):
|
|
|
|
def test_web_status(self):
|
|
"Test that we can retrieve JSON status info"
|
|
self.executor_server.hold_jobs_in_build = True
|
|
A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
|
|
A.addApproval('Code-Review', 2)
|
|
self.fake_gerrit.addEvent(A.addApproval('Approved', 1))
|
|
self.waitUntilSettled()
|
|
|
|
self.executor_server.release('project-merge')
|
|
self.waitUntilSettled()
|
|
|
|
resp = self.get_url("api/tenant/tenant-one/status")
|
|
self.assertIn('Content-Length', resp.headers)
|
|
self.assertIn('Content-Type', resp.headers)
|
|
self.assertEqual(
|
|
'application/json; charset=utf-8', resp.headers['Content-Type'])
|
|
self.assertIn('Access-Control-Allow-Origin', resp.headers)
|
|
self.assertIn('Cache-Control', resp.headers)
|
|
self.assertIn('Last-Modified', resp.headers)
|
|
|
|
self.executor_server.hold_jobs_in_build = False
|
|
self.executor_server.release()
|
|
self.waitUntilSettled()
|
|
|
|
data = resp.json()
|
|
status_jobs = []
|
|
for p in data['pipelines']:
|
|
for q in p['change_queues']:
|
|
if p['name'] in ['gate', 'conflict']:
|
|
self.assertEqual(q['window'], 20)
|
|
else:
|
|
self.assertEqual(q['window'], 0)
|
|
for head in q['heads']:
|
|
for change in head:
|
|
self.assertTrue(change['active'])
|
|
self.assertIn(change['id'], ('1,1', '2,1', '3,1'))
|
|
for job in change['jobs']:
|
|
status_jobs.append(job)
|
|
self.assertEqual('project-merge', status_jobs[0]['name'])
|
|
# TODO(mordred) pull uuids from self.builds
|
|
self.assertEqual(
|
|
'stream.html?uuid={uuid}&logfile=console.log'.format(
|
|
uuid=status_jobs[0]['uuid']),
|
|
status_jobs[0]['url'])
|
|
self.assertEqual(
|
|
'finger://{hostname}/{uuid}'.format(
|
|
hostname=self.executor_server.hostname,
|
|
uuid=status_jobs[0]['uuid']),
|
|
status_jobs[0]['finger_url'])
|
|
# TOOD(mordred) configure a success-url on the base job
|
|
self.assertEqual(
|
|
'finger://{hostname}/{uuid}'.format(
|
|
hostname=self.executor_server.hostname,
|
|
uuid=status_jobs[0]['uuid']),
|
|
status_jobs[0]['report_url'])
|
|
self.assertEqual('project-test1', status_jobs[1]['name'])
|
|
self.assertEqual(
|
|
'stream.html?uuid={uuid}&logfile=console.log'.format(
|
|
uuid=status_jobs[1]['uuid']),
|
|
status_jobs[1]['url'])
|
|
self.assertEqual(
|
|
'finger://{hostname}/{uuid}'.format(
|
|
hostname=self.executor_server.hostname,
|
|
uuid=status_jobs[1]['uuid']),
|
|
status_jobs[1]['finger_url'])
|
|
self.assertEqual(
|
|
'finger://{hostname}/{uuid}'.format(
|
|
hostname=self.executor_server.hostname,
|
|
uuid=status_jobs[1]['uuid']),
|
|
status_jobs[1]['report_url'])
|
|
|
|
self.assertEqual('project-test2', status_jobs[2]['name'])
|
|
self.assertEqual(
|
|
'stream.html?uuid={uuid}&logfile=console.log'.format(
|
|
uuid=status_jobs[2]['uuid']),
|
|
status_jobs[2]['url'])
|
|
self.assertEqual(
|
|
'finger://{hostname}/{uuid}'.format(
|
|
hostname=self.executor_server.hostname,
|
|
uuid=status_jobs[2]['uuid']),
|
|
status_jobs[2]['finger_url'])
|
|
self.assertEqual(
|
|
'finger://{hostname}/{uuid}'.format(
|
|
hostname=self.executor_server.hostname,
|
|
uuid=status_jobs[2]['uuid']),
|
|
status_jobs[2]['report_url'])
|
|
|
|
# check job dependencies
|
|
self.assertIsNotNone(status_jobs[0]['dependencies'])
|
|
self.assertIsNotNone(status_jobs[1]['dependencies'])
|
|
self.assertIsNotNone(status_jobs[2]['dependencies'])
|
|
self.assertEqual(len(status_jobs[0]['dependencies']), 0)
|
|
self.assertEqual(len(status_jobs[1]['dependencies']), 1)
|
|
self.assertEqual(len(status_jobs[2]['dependencies']), 1)
|
|
self.assertIn('project-merge', status_jobs[1]['dependencies'])
|
|
self.assertIn('project-merge', status_jobs[2]['dependencies'])
|
|
|
|
def test_web_tenants(self):
|
|
"Test that we can retrieve JSON status info"
|
|
self.executor_server.hold_jobs_in_build = True
|
|
A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
|
|
A.addApproval('Code-Review', 2)
|
|
self.fake_gerrit.addEvent(A.addApproval('Approved', 1))
|
|
self.waitUntilSettled()
|
|
|
|
self.executor_server.release('project-merge')
|
|
self.waitUntilSettled()
|
|
|
|
resp = self.get_url("api/tenants")
|
|
self.assertIn('Content-Length', resp.headers)
|
|
self.assertIn('Content-Type', resp.headers)
|
|
self.assertEqual(
|
|
'application/json; charset=utf-8', resp.headers['Content-Type'])
|
|
# self.assertIn('Access-Control-Allow-Origin', resp.headers)
|
|
# self.assertIn('Cache-Control', resp.headers)
|
|
# self.assertIn('Last-Modified', resp.headers)
|
|
data = resp.json()
|
|
|
|
self.assertEqual('tenant-one', data[0]['name'])
|
|
self.assertEqual(3, data[0]['projects'])
|
|
self.assertEqual(3, data[0]['queue'])
|
|
|
|
# release jobs and check if the queue size is 0
|
|
self.executor_server.hold_jobs_in_build = False
|
|
self.executor_server.release()
|
|
self.waitUntilSettled()
|
|
|
|
data = self.get_url("api/tenants").json()
|
|
self.assertEqual('tenant-one', data[0]['name'])
|
|
self.assertEqual(3, data[0]['projects'])
|
|
self.assertEqual(0, data[0]['queue'])
|
|
|
|
# test that non-live items are not counted
|
|
self.executor_server.hold_jobs_in_build = True
|
|
A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
|
|
B = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
|
|
B.setDependsOn(A, 1)
|
|
self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
|
|
self.waitUntilSettled()
|
|
|
|
req = urllib.request.Request(
|
|
"http://127.0.0.1:%s/api/tenants" % self.port)
|
|
f = urllib.request.urlopen(req)
|
|
data = f.read().decode('utf8')
|
|
data = json.loads(data)
|
|
|
|
self.assertEqual('tenant-one', data[0]['name'])
|
|
self.assertEqual(3, data[0]['projects'])
|
|
self.assertEqual(1, data[0]['queue'])
|
|
|
|
def test_web_bad_url(self):
|
|
# do we 404 correctly
|
|
resp = self.get_url("status/foo")
|
|
self.assertEqual(404, resp.status_code)
|
|
|
|
def test_web_find_change(self):
|
|
# can we filter by change id
|
|
data = self.get_url("api/tenant/tenant-one/status/change/1,1").json()
|
|
|
|
self.assertEqual(1, len(data), data)
|
|
self.assertEqual("org/project", data[0]['project'])
|
|
|
|
data = self.get_url("api/tenant/tenant-one/status/change/2,1").json()
|
|
|
|
self.assertEqual(1, len(data), data)
|
|
self.assertEqual("org/project1", data[0]['project'], data)
|
|
|
|
def test_web_keys(self):
|
|
with open(os.path.join(FIXTURE_DIR, 'public.pem'), 'rb') as f:
|
|
public_pem = f.read()
|
|
|
|
resp = self.get_url("api/tenant/tenant-one/key/org/project.pub")
|
|
self.assertEqual(resp.content, public_pem)
|
|
|
|
def test_web_404_on_unknown_tenant(self):
|
|
resp = self.get_url("api/tenant/non-tenant/status")
|
|
self.assertEqual(404, resp.status_code)
|
|
|
|
|
|
class TestInfo(BaseTestWeb):
|
|
|
|
def setUp(self):
|
|
super(TestInfo, self).setUp()
|
|
web_config = self.config_ini_data.get('web', {})
|
|
self.websocket_url = web_config.get('websocket_url')
|
|
self.stats_url = web_config.get('stats_url')
|
|
statsd_config = self.config_ini_data.get('statsd', {})
|
|
self.stats_prefix = statsd_config.get('prefix')
|
|
|
|
def test_info(self):
|
|
info = self.get_url("api/info").json()
|
|
self.assertEqual(
|
|
info, {
|
|
"info": {
|
|
"capabilities": {
|
|
"job_history": False
|
|
},
|
|
"stats": {
|
|
"url": self.stats_url,
|
|
"prefix": self.stats_prefix,
|
|
"type": "graphite",
|
|
},
|
|
"websocket_url": self.websocket_url,
|
|
}
|
|
})
|
|
|
|
def test_tenant_info(self):
|
|
info = self.get_url("api/tenant/tenant-one/info").json()
|
|
self.assertEqual(
|
|
info, {
|
|
"info": {
|
|
"tenant": "tenant-one",
|
|
"capabilities": {
|
|
"job_history": False
|
|
},
|
|
"stats": {
|
|
"url": self.stats_url,
|
|
"prefix": self.stats_prefix,
|
|
"type": "graphite",
|
|
},
|
|
"websocket_url": self.websocket_url,
|
|
}
|
|
})
|
|
|
|
|
|
class TestWebSocketInfo(TestInfo):
|
|
|
|
config_ini_data = {
|
|
'web': {
|
|
'websocket_url': 'wss://ws.example.com'
|
|
}
|
|
}
|
|
|
|
|
|
class TestGraphiteUrl(TestInfo):
|
|
|
|
config_ini_data = {
|
|
'statsd': {
|
|
'prefix': 'example'
|
|
},
|
|
'web': {
|
|
'stats_url': 'https://graphite.example.com',
|
|
}
|
|
}
|
|
|
|
|
|
class TestBuildInfo(ZuulDBTestCase, BaseTestWeb):
|
|
config_file = 'zuul-sql-driver.conf'
|
|
tenant_config_file = 'config/sql-driver/main.yaml'
|
|
|
|
def test_web_list_builds(self):
|
|
# Generate some build records in the db.
|
|
self.executor_server.hold_jobs_in_build = False
|
|
self.executor_server.release()
|
|
self.waitUntilSettled()
|
|
|
|
builds = self.get_url("api/tenant/tenant-one/builds").json()
|
|
self.assertEqual(len(builds), 6)
|