254 lines
9.1 KiB
Python
Executable File
254 lines
9.1 KiB
Python
Executable File
#!/usr/bin/python
|
|
|
|
import argparse
|
|
import datetime
|
|
import json
|
|
import re
|
|
import subprocess
|
|
import sys
|
|
|
|
# Do not include the -nv suffix in the job name here. The code will handle
|
|
# reading both the voting and non-voting forms of the job if they exist.
|
|
DEFAULT_JOB_NAMES = [
|
|
'tripleo-ci-centos-7-containers-multinode',
|
|
'tripleo-ci-centos-7-scenario001-multinode-oooq-container',
|
|
'tripleo-ci-centos-7-scenario002-multinode-oooq-container',
|
|
'tripleo-ci-centos-7-scenario003-multinode-oooq-container',
|
|
'tripleo-ci-centos-7-scenario004-multinode-oooq-container',
|
|
'tripleo-ci-centos-7-scenario007-multinode-oooq-container',
|
|
'tripleo-ci-centos-7-undercloud-containers,'
|
|
'tripleo-ci-centos-7-3nodes-multinode',
|
|
'tripleo-ci-centos-7-undercloud-upgrades',
|
|
]
|
|
|
|
DEFAULT_PROJECTS = [
|
|
'openstack/tripleo-heat-templates',
|
|
'openstack/dib-utils',
|
|
'openstack/diskimage-builder',
|
|
'openstack/instack',
|
|
'openstack/instack-undercloud',
|
|
'openstack/os-apply-config',
|
|
'openstack/os-collect-config',
|
|
'openstack/os-net-config',
|
|
'openstack/os-refresh-config',
|
|
'openstack/paunch',
|
|
'openstack/python-tripleoclient',
|
|
'openstack-infra/tripleo-ci',
|
|
'openstack/tripleo-common',
|
|
'openstack/tripleo-image-elements',
|
|
'openstack/tripleo-puppet-elements',
|
|
'openstack/mistral',
|
|
'^openstack/puppet-.*',
|
|
]
|
|
|
|
COLORS = {"SUCCESS": "#008800", "FAILURE": "#FF0000", "ABORTED": "#000000"}
|
|
|
|
|
|
def get_gerrit_reviews(project, status="open", branch="master", limit="30"):
|
|
arr = []
|
|
status_query = ''
|
|
if status:
|
|
status_query = 'status: %s' % status
|
|
cmd = 'ssh review.openstack.org -p29418 gerrit' \
|
|
' query "%s project: %s branch: %s" --comments' \
|
|
' --format JSON limit: %s --patch-sets --current-patch-set'\
|
|
% (status_query, project, branch, limit)
|
|
p = subprocess.Popen([cmd], shell=True, stdin=subprocess.PIPE,
|
|
stdout=subprocess.PIPE, stderr=subprocess.PIPE)
|
|
stdout = p.stdout
|
|
for line in stdout.readlines():
|
|
review = json.loads(line)
|
|
if 'project' in review:
|
|
arr.append(review)
|
|
return arr
|
|
|
|
|
|
def get_jenkins_comment_message(review):
|
|
jenkins_messages = {}
|
|
for comment in review['comments']:
|
|
if 'name' in comment['reviewer']:
|
|
if comment['reviewer']['name'] == 'Zuul':
|
|
if "NOT_REGISTERED" in comment['message']:
|
|
continue
|
|
# NOTE(bnemec): For some reason the experimental-tripleo
|
|
# message does not include "pipeline".
|
|
if ('tripleo-ci' not in comment['message']):
|
|
continue
|
|
jenkins_messages[comment['timestamp']] = comment['message']
|
|
return jenkins_messages
|
|
|
|
|
|
def process_jenkins_comment_message(message, job_names):
|
|
job_results = {}
|
|
for line in message.split('\n'):
|
|
if line and line[0] == '-':
|
|
split = line.split(" ", 6)
|
|
voting_job_name = split[1]
|
|
if voting_job_name.endswith('-nv'):
|
|
voting_job_name = voting_job_name[:-3]
|
|
if voting_job_name in job_names:
|
|
if len(split) > 6:
|
|
duration = " ".join(split[6].split()[:2])
|
|
else:
|
|
duration = ''
|
|
job_results[voting_job_name] = {'log_url': split[2],
|
|
'status': split[4],
|
|
'duration': duration}
|
|
return job_results
|
|
|
|
|
|
def gen_html(data, html_file, table_file, stats_hours, job_names, options):
|
|
fp = open(table_file, "w")
|
|
fp.write('<table border="1" cellspacing="0">')
|
|
fp.write("<tr class='headers'><td> </td>")
|
|
for job_name in job_names:
|
|
fp.write("<td class='headers'><b>%s</b></td>" %
|
|
job_name.replace("tripleo-ci-centos-7-", ""))
|
|
fp.write("</tr>")
|
|
count = 0
|
|
|
|
reversed_sorted_keys = [(x['id'], x['patchset']) for x in
|
|
reversed(sorted(data.values(),
|
|
key=lambda y: y['ts']))]
|
|
passed_jobs = 0
|
|
partial_jobs = 0
|
|
failed_jobs = 0
|
|
for key in reversed_sorted_keys:
|
|
result = data[key]
|
|
if count > 300:
|
|
break
|
|
if not result['ci_results']:
|
|
continue
|
|
|
|
if (count % 2) == 1:
|
|
fp.write("<tr class='tr0'>")
|
|
else:
|
|
fp.write("<tr class='tr1'>")
|
|
count += 1
|
|
|
|
fp.write("<td>")
|
|
fp.write(result['timestamp'])
|
|
fp.write("<br/>")
|
|
fp.write(result['project'])
|
|
fp.write("/")
|
|
fp.write(result['branch'])
|
|
fp.write("<br/>")
|
|
fp.write(result['status'])
|
|
fp.write("</td>")
|
|
|
|
job_columns = ""
|
|
result_types = set()
|
|
for job_name in job_names:
|
|
if job_name in result['ci_results']:
|
|
job_columns += "<td>"
|
|
ci_result = result['ci_results'][job_name]
|
|
color = COLORS.get(ci_result['status'], "#666666")
|
|
result_types.add(ci_result['status'])
|
|
job_columns += '<font color="%s">' % color
|
|
gerrit_href = 'https://review.openstack.org/#/c/%s/%s"' % (
|
|
result['url'].split('/')[-1], result['patchset']
|
|
)
|
|
job_columns += '<a STYLE="color : %s" href="%s">%s,%s</a>' % \
|
|
(color, gerrit_href, result['url'].split('/')[-1],
|
|
result['patchset'])
|
|
job_columns += '<br/>%s ' % (ci_result['duration'])
|
|
job_columns += '<a STYLE="text-decoration:none" '
|
|
job_columns += 'href="%s">log</a>' %\
|
|
ci_result['log_url']
|
|
job_columns += '</font><br/>'
|
|
job_columns += "</td>"
|
|
else:
|
|
job_columns += "<td> </td>"
|
|
# For the purpose of these stats, let's ignore POST_FAILURE jobs
|
|
result_types.discard('POST_FAILURE')
|
|
if len(result_types) > 1:
|
|
partial_jobs += 1
|
|
elif 'FAILURE' in result_types:
|
|
failed_jobs += 1
|
|
else:
|
|
passed_jobs += 1
|
|
fp.write(job_columns)
|
|
fp.write("</tr>")
|
|
fp.write("<table>")
|
|
fp.write("<p>Query parameters:</p>")
|
|
fp.write("Branch: "+options.b+"<br/>")
|
|
fp.write("Status: "+options.s+"<br/>")
|
|
fp.write("Limit: "+options.l)
|
|
|
|
total = passed_jobs + partial_jobs + failed_jobs
|
|
fp.write("<p>Overall</p>")
|
|
fp.write("Passed: %d/%d (%d %%)<br/>" % (
|
|
passed_jobs,
|
|
total,
|
|
float(passed_jobs) / float(total) * 100
|
|
))
|
|
fp.write("Partial Failures: %d/%d (%d %%)<br/>" % (
|
|
partial_jobs,
|
|
total,
|
|
float(partial_jobs) / float(total) * 100
|
|
))
|
|
fp.write("Complete Failures: %d/%d (%d %%)<br/>" % (
|
|
failed_jobs,
|
|
total,
|
|
float(failed_jobs) / float(total) * 100
|
|
))
|
|
|
|
fp.close()
|
|
|
|
with open(html_file, "w") as f:
|
|
f.write('<html><head/><body>')
|
|
f.write(open(table_file).read())
|
|
f.write("<table></body></html>")
|
|
|
|
|
|
def main(args=sys.argv[1:]):
|
|
parser = argparse.ArgumentParser(
|
|
description=("Get details of tripleo ci jobs and generates a html "
|
|
"report."))
|
|
parser.add_argument('-o', default="tripleo-jobs.html", help="html file")
|
|
parser.add_argument('-p', default=",".join(DEFAULT_PROJECTS),
|
|
help='comma separated list of projects to use.')
|
|
parser.add_argument('-j', default=",".join(DEFAULT_JOB_NAMES),
|
|
help='comma separated list of jobs to monitor.')
|
|
parser.add_argument('-s', default="", help="status")
|
|
parser.add_argument('-b', default="master", help="branch")
|
|
parser.add_argument('-l', default="30", help="limit")
|
|
opts = parser.parse_args(args)
|
|
|
|
job_names = opts.j.split(",")
|
|
|
|
# project reviews
|
|
proj_reviews = []
|
|
for proj in opts.p.split(","):
|
|
proj_reviews.extend(get_gerrit_reviews(proj,
|
|
status=opts.s,
|
|
branch=opts.b,
|
|
limit=opts.l))
|
|
results = {}
|
|
for review in proj_reviews:
|
|
for ts, message in get_jenkins_comment_message(review).iteritems():
|
|
ci_results = process_jenkins_comment_message(message,
|
|
job_names)
|
|
|
|
patchset = str(re.search('Patch Set (.+?):', message).group(1))
|
|
key = (review['id'], patchset)
|
|
results.setdefault(key, {}).update({
|
|
'id': review['id'],
|
|
'ts': ts,
|
|
'status': review['status'],
|
|
'timestamp': datetime.datetime.fromtimestamp(
|
|
int(ts)).strftime('%Y-%m-%d %H:%M:%S'),
|
|
'url': review['url'],
|
|
'patchset': patchset,
|
|
'project': re.sub(r'.*/', '', review['project']),
|
|
'branch': review['branch'],
|
|
})
|
|
results[key].setdefault(
|
|
'ci_results', {}).update(ci_results)
|
|
|
|
gen_html(results, opts.o, "%s-table" % opts.o, 24, job_names, opts)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
exit(main())
|