Add tempest-dsvm-lxd-rc

This is the test exclusion list that will be used by the new
*tempest-dvsm-lxd job.

Change-Id: Ibdf40831b0fc1929a6feaa351248f65c9d244877
Signed-off-by: Chuck Short <chuck.short@canonical.com>
This commit is contained in:
Chuck Short 2016-10-11 11:21:44 -04:00
parent c3ed3574a5
commit 22aa350618
1 changed files with 56 additions and 0 deletions

View File

@ -0,0 +1,56 @@
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
#
# This script is executed in the OpenStack CI *tempest-dsvm-lxd job.
# It's used to configure which tempest tests actually get run. You can find
# the CI job configuration here:
#
# http://git.openstack.org/cgit/openstack-infra/project-config/tree/jenkins/jobs/devstack-gate.yaml
#
# Construct a regex to use when limiting scope of tempest
# to avoid features unsupported by Nova's LXD support.
# Note that several tests are disabled by the use of tempest
# feature toggles in devstack/lib/tempest for an lxd config,
# so this regex is not entirely representative of what's excluded.
# When adding entries to the regex, add a comment explaining why
# since this list should not grow.
r="^(?!.*"
r="$r(?:.*\[.*\bslow\b.*\])"
# Rebuilds are not supported
r="$r|(?:tempest\.api\.compute\.servers\.test_server_actions\.ServerActionsTestJSON\.test_rebuild_server)"
r="$r|(?:tempest\.api\.compute\.servers\.test_disk_config\.ServerDiskConfigTestJSON\.test_rebuild_server*)"
r="$r|(?:tempest\.api\.compute\.servers\.test_servers_negative\.ServersNegativeTestJSON\.test_rebuild_non_existent_server)"
r="$r|(?:tempest\.api\.compute\.admin\.test_servers\.ServersAdminTestJSON\.test_rebuild_server_in_error_state)"
# AMI images are not supported
r="$r|(?:tempest\.scenario\.test_volume_boot_pattern\.TestVolumeBootPatternV2*)"
r="$r|(?:tempest\.scenario\.test_volume_boot_pattern\.TestVolumeBootPattern*)"
r="$r|(?:tempest\.api\.compute\.volumes\.test_attach_volume\.AttachVolumeShelveTestJSON\.test_attach_detach_volume)"
r="$r|(?:tempest\.scenario\.test_snapshot_pattern\.TestSnapshotPattern\.test_snapshot_pattern)"
# Random failures
r="$r|(?:tempest\.scenario\.test_network_v6\.TestGettingAddress\.test_dualnet_multi_prefix_dhcpv6_stateless)"
r="$r|(?:neutron\.tests\.tempest\.api\.test_revisions\.TestRevisions.*)"
# Regressions
# Interface Attach/Detach fails - https://bugs.launchpad.net/nova-lxd/+bug/1632370
r="$r|(?:tempest\.api\.compute\.servers\.test_attach_interfaces\.AttachInterfacesTestJSON\.test_create_list_show_delete_interfaces)"
r="$r).*$"
export DEVSTACK_GATE_TEMPEST_REGEX="$r"