openstack
/
neutron
Code Issues Proposed changes

Filter out failing tempest volume test on stable/ocata 

tempest.api.volume.test_volumes_extend.VolumesExtendTest.test_volume_extend_when_volume_has_snapshot
has a high failure rate and will most probably be not fixe in an
Extended Maintenance branch, so filter it out of run tempest tests for
neutron stable/ocata tempest runs

Based on the full-parallel tox target regex, this adds a blacklist file
parameter with a single file listing excluded tests

Change-Id: I1051a56a0c91fd40bc69e5a7295498b64f6ded96
Related-Bug: #1821925
This commit is contained in:
Bernard Cafarelli 2019-03-27 21:40:09 +01:00
parent cc9e23b424
commit 33c18a65f8
No known key found for this signature in database
GPG Key ID: D148244A3C2462BD
6 changed files with 14 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
neutron/tests/contrib/tempest_blacklist.txt Normal file
View File

@ -0,0 +1,8 @@
# Tests outside of neutron repository regularly failing
# in Extended Maintenance branches
# In these branches, "There is no statement about the level of testing and
# upgrades from Extended Maintenance are not supported within the Community."
# Blacklist them to limit CI usage for backports
# https://bugs.launchpad.net/neutron/+bug/1821925
tempest.api.volume.test_volumes_extend.VolumesExtendTest.test_volume_extend_when_volume_has_snapshot

1
playbooks/legacy/neutron-tempest-dvr-ha-multinode-full/run.yaml
View File

@ -50,6 +50,7 @@
export DEVSTACK_GATE_TEMPEST_FULL=1
# Test DVR works multinode
export DEVSTACK_GATE_NEUTRON_DVR=1
export DEVSTACK_GATE_TEMPEST_REGEX="'(^tempest\.scenario.*)|(?!.*\[.*\bslow\b.*\])(^tempest\.api)' --blacklist-file=/opt/stack/new/neutron/neutron/tests/contrib/tempest_blacklist.txt"
export BRANCH_OVERRIDE=default
if [ "$BRANCH_OVERRIDE" != "default" ] ; then
export OVERRIDE_ZUUL_BRANCH=$BRANCH_OVERRIDE

1
playbooks/legacy/neutron-tempest-dvr/run.yaml
View File

@ -33,6 +33,7 @@
export DEVSTACK_GATE_TEMPEST_FULL=1
export DEVSTACK_GATE_NEUTRON_DVR=1
export DEVSTACK_GATE_TLSPROXY=1
export DEVSTACK_GATE_TEMPEST_REGEX="'(^tempest\.scenario.*)|(?!.*\[.*\bslow\b.*\])(^tempest\.api)' --blacklist-file=/opt/stack/new/neutron/neutron/tests/contrib/tempest_blacklist.txt"
export BRANCH_OVERRIDE=default
if [ "$BRANCH_OVERRIDE" != "default" ] ; then
export OVERRIDE_ZUUL_BRANCH=$BRANCH_OVERRIDE

1
playbooks/legacy/neutron-tempest-linuxbridge/run.yaml
View File

@ -46,6 +46,7 @@
export DEVSTACK_GATE_TEMPEST_FULL=1
export DEVSTACK_GATE_NEUTRON=1
export DEVSTACK_GATE_TLSPROXY=1
export DEVSTACK_GATE_TEMPEST_REGEX="'(^tempest\.scenario.*)|(?!.*\[.*\bslow\b.*\])(^tempest\.api)' --blacklist-file=/opt/stack/new/neutron/neutron/tests/contrib/tempest_blacklist.txt"
export BRANCH_OVERRIDE=default
if [ "$BRANCH_OVERRIDE" != "default" ] ; then
export OVERRIDE_ZUUL_BRANCH=$BRANCH_OVERRIDE

1
playbooks/legacy/neutron-tempest-multinode-full/run.yaml
View File

@ -51,6 +51,7 @@
export DEVSTACK_GATE_TLSPROXY=1
# Default to non DVR
export DEVSTACK_GATE_NEUTRON_DVR=0
export DEVSTACK_GATE_TEMPEST_REGEX="'(^tempest\.scenario.*)|(?!.*\[.*\bslow\b.*\])(^tempest\.api)' --blacklist-file=/opt/stack/new/neutron/neutron/tests/contrib/tempest_blacklist.txt"
export BRANCH_OVERRIDE=default
if [ "$BRANCH_OVERRIDE" != "default" ] ; then
export OVERRIDE_ZUUL_BRANCH=$BRANCH_OVERRIDE

3
playbooks/legacy/neutron-tempest-ovsfw/run.yaml
View File

@ -31,13 +31,14 @@
export DEVSTACK_GATE_TEMPEST=1
export DEVSTACK_GATE_TEMPEST_FULL=1
export DEVSTACK_GATE_NEUTRON=1
export DEVSTACK_GATE_TEMPEST_REGEX="'(^tempest\.scenario.*)|(?!.*\[.*\bslow\b.*\])(^tempest\.api)' --blacklist-file=/opt/stack/new/neutron/neutron/tests/contrib/tempest_blacklist.txt"
export BRANCH_OVERRIDE=default
if [ "$BRANCH_OVERRIDE" != "default" ] ; then
export OVERRIDE_ZUUL_BRANCH=$BRANCH_OVERRIDE
fi
function gate_hook {
bash -xe $BASE/new/neutron/neutron/tests/contrib/gate_hook.sh full-ovsfw
bash -xe /opt/stack/new/neutron/neutron/tests/contrib/gate_hook.sh full-ovsfw
}
export -f gate_hook