dragonflow/devstack/tempest-filter
Omer Anson 66a02d1462 Disable tempest test TestSecurityGroupsBasicOps.test_cross_tenant_traffic
Test is broken and makes tempest gate fail. To be fixed in bug 1740739.

Change-Id: I70104d61520ea275a217ccb6fc5adbdaab1e1b23
Related-Bug: #1740739
2018-02-05 14:20:37 +02:00

88 lines
3.7 KiB
Plaintext

# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
#
# This script is executed in the OpenStack CI job that runs DevStack + tempest.
# It is also used by the rally job. You can find the CI job configuration here:
#
# http://git.openstack.org/cgit/openstack-infra/project-config/tree/jenkins/jobs/dragonflow.yaml
#
# Begin list of exclusions.
r="^(?!.*"
# exclude the slow tag (part of the default for 'full')
r="$r(?:.*\[.*\bslow\b.*\])"
# exclude things that just aren't enabled:
r="$r|(?:tempest\.api\.network\.admin\.test_quotas\.QuotasTest\.test_lbaas_quotas.*)"
r="$r|(?:tempest\.api\.network\.admin\.test_agent_management\.*)"
r="$r|(?:tempest\.api\.network\.admin\.test_l3_agent_scheduler\.*)"
r="$r|(?:tempest\.api\.network\.test_load_balancer.*)"
r="$r|(?:tempest\.scenario\.test_load_balancer.*)"
r="$r|(?:tempest\.api\.network\.admin\.test_load_balancer.*)"
r="$r|(?:tempest\.api\.network\.admin\.test_lbaas.*)"
r="$r|(?:tempest\.api\.network\.test_fwaas_extensions.*)"
r="$r|(?:tempest\.api\.network\.test_vpnaas_extensions.*)"
r="$r|(?:tempest\.api\.network\.test_metering_extensions.*)"
r="$r|(?:tempest\.thirdparty\.boto\.test_s3.*)"
# skip tests unrelated to dragonflow
r="$r|(?:tempest\.api\.identity*)"
r="$r|(?:tempest\.api\.image*)"
r="$r|(?:tempest\.api\.volume*)"
r="$r|(?:tempest\.api\.compute\.images*)"
r="$r|(?:tempest\.api\.compute\.keypairs*)"
r="$r|(?:tempest\.api\.compute\.certificates*)"
r="$r|(?:tempest\.api\.compute\.flavors*)"
r="$r|(?:tempest\.api\.compute\.test_quotas*)"
r="$r|(?:tempest\.api\.compute\.test_versions*)"
r="$r|(?:tempest\.api\.compute\.volumes*)"
r="$r|(?:tempest\.scenario\.test_volume_boot_pattern.*)"
# Failing tests that needs to be re-visited
r="$r|(?:tempest\.api\.network.test_allowed_address_pair.*)"
r="$r|(?:tempest\.api\.network.admin.test_external_network_extension.*)"
r="$r|(?:tempest\.scenario\.test_network_v6\.TestGettingAddress\.test_dualnet_multi_prefix_dhcpv6_stateless*)"
r="$r|(?:tempest\.scenario\.test_network_advanced_server_ops.*)"
r="$r|(?:tempest\.scenario\.test_minimum_basic.*)"
r="$r|(?:tempest\.scenario\.test_network_v6.*)"
r="$r|(?:tempest\.scenario\.test_shelve_instance.*)"
r="$r|(?:tempest\.scenario\.test_snapshot_pattern.*)"
r="$r|(?:tempest\.api\.network\.test_routers_negative.*)"
# These tests are used for the DHCP agent scheduler, which is not used by default in Dragonflow
r="$r|(?:tempest\.api\.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_add_remove_network_from_dhcp_agent)"
r="$r|(?:tempest\.api\.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_list_networks_hosted_by_one_dhcp)"
# Current list of failing tests that need to be triaged, have bugs filed, and
# fixed as appropriate.
# Disable cross tenant traffic + security groups - bug #1740739
r="$r|(?:tempest\.scenario\.test_security_groups_basic_ops\.TestSecurityGroupsBasicOps\.test_cross_tenant_traffic)"
# End list of exclusions.
r="$r)"
# Start of include list
r="$r("
# only run tempest.api/scenario/thirdparty tests (part of the default for 'full')
r="$r((tempest\.(api|scenario|thirdparty)).*$)"
# Add Dynamic routing (BGP) tests
r="$r|(^neutron_dynamic_routing\.tests\.tempest\.scenario\.)"
# End of include list
r="$r)"
export DEVSTACK_GATE_TEMPEST_REGEX="$r"
export DEVSTACK_GATE_TEMPEST_ALL_PLUGINS="1"