From 3f219f5af8d47af2c93dd4041adbda509e8d76e0 Mon Sep 17 00:00:00 2001 From: Attila Fazekas Date: Thu, 1 Mar 2018 16:50:10 +0000 Subject: [PATCH] Run all scenario in parallel We stopped running all scenarios in parallel, which leads to longer job times and less concurrent test run. The full parallel run had too high failure rate, this job is supposed to prove it is possible to return back to the old way. If the issue(s) are still exists it will produce usable artifacts for further debugging. Change-Id: I776ebb7761d90d2490cf49f9df9b322c2b34da59 --- .zuul.yaml | 23 +++++++++++++++++++++++ tox.ini | 10 ++++++++++ 2 files changed, 33 insertions(+) diff --git a/.zuul.yaml b/.zuul.yaml index 67d1f5edfa..75d45dffc9 100644 --- a/.zuul.yaml +++ b/.zuul.yaml @@ -44,6 +44,19 @@ devstack_localrc: ENABLE_FILE_INJECTION: true +- job: + name: tempest-full-parallel + parent: tempest-full + voting: false + branches: + - master + description: | + Base integration test with Neutron networking and py27. + It includes all scenarios as it was in the past. + This job runs all scenario tests in parallel! + vars: + tox_envlist: full-parallel + - job: name: tempest-full-py3 parent: devstack-tempest @@ -168,6 +181,16 @@ - ^roles/ - ^.zuul.yaml$ - nova-multiattach + - tempest-full-parallel: + irrelevant-files: + - ^(test-|)requirements.txt$ + - ^.*\.rst$ + - ^doc/.*$ + - ^etc/.*$ + - ^releasenotes/.*$ + - ^setup.cfg$ + - ^tempest/hacking/.*$ + - ^tempest/tests/.*$ - tempest-full-queens: irrelevant-files: - ^(test-|)requirements.txt$ diff --git a/tox.ini b/tox.ini index 5644641fd0..4484fdde48 100644 --- a/tox.ini +++ b/tox.ini @@ -83,6 +83,16 @@ commands = tempest run --regex '(?!.*\[.*\bslow\b.*\])(^tempest\.api)' {posargs} tempest run --combine --serial --regex '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)' {posargs} +[testenv:full-parallel] +envdir = .tox/tempest +sitepackages = {[tempestenv]sitepackages} +setenv = {[tempestenv]setenv} +deps = {[tempestenv]deps} +# The regex below is used to select all tempest scenario and including the non slow api tests +commands = + find . -type f -name "*.pyc" -delete + tempest run --regex '(^tempest\.scenario.*)|(?!.*\[.*\bslow\b.*\])(^tempest\.api)' {posargs} + [testenv:full-serial] envdir = .tox/tempest sitepackages = {[tempestenv]sitepackages}