128 lines
4.6 KiB
Python
128 lines
4.6 KiB
Python
#!/usr/bin/python
|
|
# Copyright (c) 2008-2009 AG Projects
|
|
# Author: Denis Bilenko
|
|
#
|
|
# Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
# of this software and associated documentation files (the "Software"), to deal
|
|
# in the Software without restriction, including without limitation the rights
|
|
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
# copies of the Software, and to permit persons to whom the Software is
|
|
# furnished to do so, subject to the following conditions:
|
|
#
|
|
# The above copyright notice and this permission notice shall be included in
|
|
# all copies or substantial portions of the Software.
|
|
#
|
|
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
# THE SOFTWARE.
|
|
|
|
import sys
|
|
import os
|
|
import traceback
|
|
import sqlite3
|
|
import re
|
|
import glob
|
|
|
|
def parse_stdout(s):
|
|
argv = re.search('^===ARGV=(.*?)$', s, re.M).group(1)
|
|
argv = argv.split()
|
|
testname = argv[-1]
|
|
del argv[-1]
|
|
hub = None
|
|
reactor = None
|
|
while argv:
|
|
if argv[0]=='--hub':
|
|
hub = argv[1]
|
|
del argv[0]
|
|
del argv[0]
|
|
elif argv[0]=='--reactor':
|
|
reactor = argv[1]
|
|
del argv[0]
|
|
del argv[0]
|
|
else:
|
|
del argv[0]
|
|
if reactor is not None:
|
|
hub += '/%s' % reactor
|
|
return testname, hub
|
|
|
|
unittest_delim = '----------------------------------------------------------------------'
|
|
|
|
def parse_unittest_output(s):
|
|
s = s[s.rindex(unittest_delim)+len(unittest_delim):]
|
|
num = int(re.search('^Ran (\d+) test.*?$', s, re.M).group(1))
|
|
ok = re.search('^OK$', s, re.M)
|
|
error, fail, timeout = 0, 0, 0
|
|
failed_match = re.search(r'^FAILED \((?:failures=(?P<f>\d+))?,? ?(?:errors=(?P<e>\d+))?\)$', s, re.M)
|
|
ok_match = re.search('^OK$', s, re.M)
|
|
if failed_match:
|
|
assert not ok_match, (ok_match, s)
|
|
fail = failed_match.group('f')
|
|
error = failed_match.group('e')
|
|
fail = int(fail or '0')
|
|
error = int(error or '0')
|
|
else:
|
|
assert ok_match, `s`
|
|
timeout_match = re.search('^===disabled because of timeout: (\d+)$', s, re.M)
|
|
if timeout_match:
|
|
timeout = int(timeout_match.group(1))
|
|
return num, error, fail, timeout
|
|
|
|
def main(db):
|
|
c = sqlite3.connect(db)
|
|
c.execute('''create table if not exists parsed_command_record
|
|
(id integer not null unique,
|
|
testname text,
|
|
hub text,
|
|
runs integer,
|
|
errors integer,
|
|
fails integer,
|
|
timeouts integer,
|
|
error_names text,
|
|
fail_names text,
|
|
timeout_names text)''')
|
|
c.commit()
|
|
|
|
parse_error = 0
|
|
|
|
SQL = ('select command_record.id, command, stdout, exitcode from command_record '
|
|
'where not exists (select * from parsed_command_record where '
|
|
'parsed_command_record.id=command_record.id)')
|
|
for row in c.execute(SQL).fetchall():
|
|
id, command, stdout, exitcode = row
|
|
try:
|
|
testname, hub = parse_stdout(stdout)
|
|
if unittest_delim in stdout:
|
|
runs, errors, fails, timeouts = parse_unittest_output(stdout)
|
|
else:
|
|
if exitcode == 0:
|
|
runs, errors, fails, timeouts = 1,0,0,0
|
|
if exitcode == 7:
|
|
runs, errors, fails, timeouts = 0,0,0,1
|
|
elif exitcode:
|
|
runs, errors, fails, timeouts = 1,1,0,0
|
|
except Exception:
|
|
parse_error += 1
|
|
sys.stderr.write('Failed to parse id=%s\n' % id)
|
|
print repr(stdout)
|
|
traceback.print_exc()
|
|
else:
|
|
print id, hub, testname, runs, errors, fails, timeouts
|
|
c.execute('insert into parsed_command_record '
|
|
'(id, testname, hub, runs, errors, fails, timeouts) '
|
|
'values (?, ?, ?, ?, ?, ?, ?)',
|
|
(id, testname, hub, runs, errors, fails, timeouts))
|
|
c.commit()
|
|
|
|
if __name__=='__main__':
|
|
if not sys.argv[1:]:
|
|
latest_db = sorted(glob.glob('results.*.db'), key=lambda f: os.stat(f).st_mtime)[-1]
|
|
print latest_db
|
|
sys.argv.append(latest_db)
|
|
for db in sys.argv[1:]:
|
|
main(db)
|
|
execfile('generate_report.py')
|