Add skip and failures info in report
Change-Id: I4fa42fe76d402724c4189ce2477747dee6159c2f
This commit is contained in:
parent
c1192b207f
commit
de8aee7c29
|
@ -20,7 +20,7 @@ LOG.addHandler(logger.console)
|
||||||
|
|
||||||
|
|
||||||
# TODO: replace check with deployment status request
|
# TODO: replace check with deployment status request
|
||||||
def check_pods_status(k8sclient, timeout=1500, namespace='ccp'):
|
def check_pods_status(k8sclient, timeout=4500, namespace='ccp'):
|
||||||
LOG.info("Check pods status")
|
LOG.info("Check pods status")
|
||||||
|
|
||||||
def is_pod_running(cluster, pod_name, namespace=namespace):
|
def is_pod_running(cluster, pod_name, namespace=namespace):
|
||||||
|
@ -45,7 +45,7 @@ def check_pods_status(k8sclient, timeout=1500, namespace='ccp'):
|
||||||
|
|
||||||
|
|
||||||
# TODO: replace check with deployment status request
|
# TODO: replace check with deployment status request
|
||||||
def check_jobs_status(k8sclient, timeout=1500, namespace='ccp'):
|
def check_jobs_status(k8sclient, timeout=4500, namespace='ccp'):
|
||||||
LOG.info("Check jobs status")
|
LOG.info("Check jobs status")
|
||||||
|
|
||||||
def is_job_successful(cluster, job_name, namespace=namespace):
|
def is_job_successful(cluster, job_name, namespace=namespace):
|
||||||
|
|
|
@ -93,16 +93,16 @@ class TestDeployOpenstack(base_test.SystemBaseTest):
|
||||||
"external registry address, "
|
"external registry address, "
|
||||||
"current value {0}".format(settings.REGISTRY))
|
"current value {0}".format(settings.REGISTRY))
|
||||||
ccpcluster.deploy()
|
ccpcluster.deploy()
|
||||||
post_os_deploy_checks.check_jobs_status(k8s_actions.api)
|
post_os_deploy_checks.check_jobs_status(k8s_actions.api, timeout=4500)
|
||||||
post_os_deploy_checks.check_pods_status(k8s_actions.api)
|
post_os_deploy_checks.check_pods_status(k8s_actions.api, timeout=4500)
|
||||||
|
|
||||||
|
# prepare rally
|
||||||
rally.prepare()
|
rally.prepare()
|
||||||
rally.pull_image()
|
rally.pull_image()
|
||||||
rally.run()
|
rally.run()
|
||||||
post_os_deploy_checks.check_jobs_status(k8s_actions.api, timeout=4500)
|
# run tempest
|
||||||
LOG.info('Check pods are running')
|
|
||||||
post_os_deploy_checks.check_pods_status(k8s_actions.api, timeout=4500)
|
|
||||||
|
|
||||||
rally.run_tempest()
|
rally.run_tempest()
|
||||||
|
|
||||||
LOG.info('Storing tests results...')
|
LOG.info('Storing tests results...')
|
||||||
res_file_name = 'result.json'
|
res_file_name = 'result.json'
|
||||||
file_prefix = 'results_' + datetime.datetime.now().strftime(
|
file_prefix = 'results_' + datetime.datetime.now().strftime(
|
||||||
|
@ -114,9 +114,43 @@ class TestDeployOpenstack(base_test.SystemBaseTest):
|
||||||
file_dst)
|
file_dst)
|
||||||
res = json.load(remote.open('/home/{}/rally/result.json'.format(
|
res = json.load(remote.open('/home/{}/rally/result.json'.format(
|
||||||
settings.SSH_LOGIN)))
|
settings.SSH_LOGIN)))
|
||||||
|
formatted_tc = []
|
||||||
|
failed_cases = [res['test_cases'][case]
|
||||||
|
for case in res['test_cases']
|
||||||
|
if res['test_cases'][case]['status']
|
||||||
|
in 'fail']
|
||||||
|
for case in failed_cases:
|
||||||
|
if case:
|
||||||
|
tc = TestCase(case['name'])
|
||||||
|
tc.add_failure_info(case['traceback'])
|
||||||
|
formatted_tc.append(tc)
|
||||||
|
|
||||||
ts = TestSuite("tempest", [TestCase(case) for
|
skipped_cases = [res['test_cases'][case]
|
||||||
case in res['test_cases']])
|
for case in res['test_cases']
|
||||||
|
if res['test_cases'][case]['status'] in 'skip']
|
||||||
|
for case in skipped_cases:
|
||||||
|
if case:
|
||||||
|
tc = TestCase(case['name'])
|
||||||
|
tc.add_skipped_info(case['reason'])
|
||||||
|
formatted_tc.append(tc)
|
||||||
|
|
||||||
|
error_cases = [res['test_cases'][case] for case in res['test_cases']
|
||||||
|
if res['test_cases'][case]['status'] in 'error']
|
||||||
|
|
||||||
|
for case in error_cases:
|
||||||
|
if case:
|
||||||
|
tc = TestCase(case['name'])
|
||||||
|
tc.add_error_info(case['traceback'])
|
||||||
|
formatted_tc.append(tc)
|
||||||
|
|
||||||
|
success = [res['test_cases'][case] for case in res['test_cases']
|
||||||
|
if res['test_cases'][case]['status'] in 'success']
|
||||||
|
for case in success:
|
||||||
|
if case:
|
||||||
|
tc = TestCase(case['name'])
|
||||||
|
formatted_tc.append(tc)
|
||||||
|
|
||||||
|
ts = TestSuite("tempest", formatted_tc)
|
||||||
with open('tempest.xml', 'w') as f:
|
with open('tempest.xml', 'w') as f:
|
||||||
ts.to_file(f, [ts], prettyprint=False)
|
ts.to_file(f, [ts], prettyprint=False)
|
||||||
fail_msg = 'Tempest verification fails {}'.format(res)
|
fail_msg = 'Tempest verification fails {}'.format(res)
|
||||||
|
|
Loading…
Reference in New Issue