Browse Source

Filter out failing tempest volume test on stable/ocata

tempest.api.volume.test_volumes_extend.VolumesExtendTest.test_volume_extend_when_volume_has_snapshot
has a high failure rate and will most probably be not fixe in an
Extended Maintenance branch, so filter it out of run tempest tests for
neutron stable/ocata tempest runs

Based on the full-parallel tox target regex, this adds a blacklist file
parameter with a single file listing excluded tests

Change-Id: I1051a56a0c91fd40bc69e5a7295498b64f6ded96
Related-Bug: #1821925
changes/39/648239/9
Bernard Cafarelli 2 years ago
parent
commit
33c18a65f8
No known key found for this signature in database GPG Key ID: D148244A3C2462BD
6 changed files with 14 additions and 1 deletions
  1. +8
    -0
      neutron/tests/contrib/tempest_blacklist.txt
  2. +1
    -0
      playbooks/legacy/neutron-tempest-dvr-ha-multinode-full/run.yaml
  3. +1
    -0
      playbooks/legacy/neutron-tempest-dvr/run.yaml
  4. +1
    -0
      playbooks/legacy/neutron-tempest-linuxbridge/run.yaml
  5. +1
    -0
      playbooks/legacy/neutron-tempest-multinode-full/run.yaml
  6. +2
    -1
      playbooks/legacy/neutron-tempest-ovsfw/run.yaml

+ 8
- 0
neutron/tests/contrib/tempest_blacklist.txt View File

@ -0,0 +1,8 @@
# Tests outside of neutron repository regularly failing
# in Extended Maintenance branches
# In these branches, "There is no statement about the level of testing and
# upgrades from Extended Maintenance are not supported within the Community."
# Blacklist them to limit CI usage for backports
# https://bugs.launchpad.net/neutron/+bug/1821925
tempest.api.volume.test_volumes_extend.VolumesExtendTest.test_volume_extend_when_volume_has_snapshot

+ 1
- 0
playbooks/legacy/neutron-tempest-dvr-ha-multinode-full/run.yaml View File

@ -50,6 +50,7 @@
export DEVSTACK_GATE_TEMPEST_FULL=1
# Test DVR works multinode
export DEVSTACK_GATE_NEUTRON_DVR=1
export DEVSTACK_GATE_TEMPEST_REGEX="'(^tempest\.scenario.*)|(?!.*\[.*\bslow\b.*\])(^tempest\.api)' --blacklist-file=/opt/stack/new/neutron/neutron/tests/contrib/tempest_blacklist.txt"
export BRANCH_OVERRIDE=default
if [ "$BRANCH_OVERRIDE" != "default" ] ; then
export OVERRIDE_ZUUL_BRANCH=$BRANCH_OVERRIDE


+ 1
- 0
playbooks/legacy/neutron-tempest-dvr/run.yaml View File

@ -33,6 +33,7 @@
export DEVSTACK_GATE_TEMPEST_FULL=1
export DEVSTACK_GATE_NEUTRON_DVR=1
export DEVSTACK_GATE_TLSPROXY=1
export DEVSTACK_GATE_TEMPEST_REGEX="'(^tempest\.scenario.*)|(?!.*\[.*\bslow\b.*\])(^tempest\.api)' --blacklist-file=/opt/stack/new/neutron/neutron/tests/contrib/tempest_blacklist.txt"
export BRANCH_OVERRIDE=default
if [ "$BRANCH_OVERRIDE" != "default" ] ; then
export OVERRIDE_ZUUL_BRANCH=$BRANCH_OVERRIDE


+ 1
- 0
playbooks/legacy/neutron-tempest-linuxbridge/run.yaml View File

@ -46,6 +46,7 @@
export DEVSTACK_GATE_TEMPEST_FULL=1
export DEVSTACK_GATE_NEUTRON=1
export DEVSTACK_GATE_TLSPROXY=1
export DEVSTACK_GATE_TEMPEST_REGEX="'(^tempest\.scenario.*)|(?!.*\[.*\bslow\b.*\])(^tempest\.api)' --blacklist-file=/opt/stack/new/neutron/neutron/tests/contrib/tempest_blacklist.txt"
export BRANCH_OVERRIDE=default
if [ "$BRANCH_OVERRIDE" != "default" ] ; then
export OVERRIDE_ZUUL_BRANCH=$BRANCH_OVERRIDE


+ 1
- 0
playbooks/legacy/neutron-tempest-multinode-full/run.yaml View File

@ -51,6 +51,7 @@
export DEVSTACK_GATE_TLSPROXY=1
# Default to non DVR
export DEVSTACK_GATE_NEUTRON_DVR=0
export DEVSTACK_GATE_TEMPEST_REGEX="'(^tempest\.scenario.*)|(?!.*\[.*\bslow\b.*\])(^tempest\.api)' --blacklist-file=/opt/stack/new/neutron/neutron/tests/contrib/tempest_blacklist.txt"
export BRANCH_OVERRIDE=default
if [ "$BRANCH_OVERRIDE" != "default" ] ; then
export OVERRIDE_ZUUL_BRANCH=$BRANCH_OVERRIDE


+ 2
- 1
playbooks/legacy/neutron-tempest-ovsfw/run.yaml View File

@ -31,13 +31,14 @@
export DEVSTACK_GATE_TEMPEST=1
export DEVSTACK_GATE_TEMPEST_FULL=1
export DEVSTACK_GATE_NEUTRON=1
export DEVSTACK_GATE_TEMPEST_REGEX="'(^tempest\.scenario.*)|(?!.*\[.*\bslow\b.*\])(^tempest\.api)' --blacklist-file=/opt/stack/new/neutron/neutron/tests/contrib/tempest_blacklist.txt"
export BRANCH_OVERRIDE=default
if [ "$BRANCH_OVERRIDE" != "default" ] ; then
export OVERRIDE_ZUUL_BRANCH=$BRANCH_OVERRIDE
fi
function gate_hook {
bash -xe $BASE/new/neutron/neutron/tests/contrib/gate_hook.sh full-ovsfw
bash -xe /opt/stack/new/neutron/neutron/tests/contrib/gate_hook.sh full-ovsfw
}
export -f gate_hook


Loading…
Cancel
Save