From 5d393c80b8d525683f525c9d6d8a8a5a5798dbb5 Mon Sep 17 00:00:00 2001 From: Soniya Vyas Date: Tue, 17 Dec 2019 00:20:06 +0530 Subject: [PATCH] [Stein] Remove passing tests from skiplist Tests which are passing are being removed from the skiplist with this patch. Along with that, class neutron_tempest_plugin.api.test_networks has maximum no. of tests passing, so just kept failing test and other all tests are removed. Related-Bug: #1753209 Related-Bug: #1793482 Signed-off by: Soniya Vyas Change-Id: Iaf18f62f268b72148477a5416ac3b75a34344c75 --- .../vars/tempest_skip_stein.yml | 61 ++----------------- 1 file changed, 5 insertions(+), 56 deletions(-) diff --git a/roles/validate-tempest/vars/tempest_skip_stein.yml b/roles/validate-tempest/vars/tempest_skip_stein.yml index 3f8cd96ab..ecb580980 100644 --- a/roles/validate-tempest/vars/tempest_skip_stein.yml +++ b/roles/validate-tempest/vars/tempest_skip_stein.yml @@ -8,9 +8,6 @@ known_failures: - test: 'tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_port_security_macspoofing_port' reason: 'It can be removed when bug for OVN is repaired' lp: 'https://bugs.launchpad.net/tempest/+bug/1728886' - - test: 'neutron_tempest_plugin.api.admin.test_shared_network_extension.RBACSharedNetworksTest' - reason: 'RBAC policy resource conflict' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1753209' - test: 'mistral_tempest_tests.tests.api.v2.test_actions.ActionTestsV2.test_get_list_actions_not_in_list_filter' reason: 'mismatch error, mistral team is investigating' lp: 'https://bugs.launchpad.net/tripleo/+bug/1736950' @@ -49,75 +46,27 @@ known_failures: - test: 'telemetry_tempest_plugin.scenario.test_telemetry_integration.TestTelemetryIntegration' reason: 'telemetry tests failed due to One or more ports have an IP allocation from this subnet' lp: 'https://bugs.launchpad.net/tripleo/+bug/1792862' - - test: 'neutron_tempest_plugin.api.test_trunk_negative' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_timestamp' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_subnetpools_negative' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_service_type_management' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_security_groups' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_routers_negative' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_routers' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - test: 'neutron_tempest_plugin.api.test_qos_negative' reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_qos' + - test: 'neutron_tempest_plugin.api.test_qos.QosDscpMarkingRuleTestJSON' reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_ports' + - test: 'neutron_tempest_plugin.api.test_qos.QosMinimumBandwidthRuleTestJSON' reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_networks_negative' + - test: 'neutron_tempest_plugin.api.test_ports.PortsTestJSON' reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_networks' + - test: 'neutron_tempest_plugin.api.test_networks.NetworksTestJSON.test_create_update_network_dns_domain' reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_floating_ips_negative' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_floating_ips' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_flavors_extensions' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_extension_driver_port_security' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_allowed_address_pair' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_address_scopes_negative' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_address_scopes' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.admin.test_shared_network_extension' + - test: 'neutron_tempest_plugin.api.test_floating_ips.FloatingIPPoolTestJSON.test_create_floatingip_from_specific_pool' reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - test: 'neutron_tempest_plugin.api.admin.test_routers_ha' reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.admin.test_networks.NetworksTestAdmin' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.admin.test_l3_agent_scheduler' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - test: 'tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_add_remove_network_from_dhcp_agent' reason: 'DHCP Agent is disabled by default in OVN' lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705'