From 87cc93244f0162265e5f5d7586ad0396d9c7d8e6 Mon Sep 17 00:00:00 2001 From: Arx Cruz Date: Mon, 13 Jul 2020 12:57:18 +0200 Subject: [PATCH] Deprecate validate-tempest skiplist This remove all content of the tempest_skip_$branch but keep the file with a warning pointing to openstack/openstack-tempest-skiplist. The files remain because we are still in the proccess of moving Depends-On: https://review.opendev.org/#/c/726773/ Change-Id: I7532b691732b119e89271b5a70fe6ec5696eeb6e --- .../vars/tempest_skip_liberty.yml | 17 +- .../vars/tempest_skip_master.yml | 252 +----------------- .../vars/tempest_skip_mitaka.yml | 23 +- .../vars/tempest_skip_newton.yml | 186 +------------ .../vars/tempest_skip_ocata.yml | 180 +------------ .../vars/tempest_skip_pike.yml | 158 +---------- .../vars/tempest_skip_queens.yml | 130 +-------- .../vars/tempest_skip_rocky.yml | 185 +------------ .../vars/tempest_skip_stein.yml | 217 +-------------- .../vars/tempest_skip_train.yml | 198 +------------- .../vars/tempest_skip_ussuri.yml | 248 +---------------- 11 files changed, 33 insertions(+), 1761 deletions(-) diff --git a/roles/validate-tempest/vars/tempest_skip_liberty.yml b/roles/validate-tempest/vars/tempest_skip_liberty.yml index 1e4304bc9..807821453 100644 --- a/roles/validate-tempest/vars/tempest_skip_liberty.yml +++ b/roles/validate-tempest/vars/tempest_skip_liberty.yml @@ -1,15 +1,4 @@ --- -known_failures: - - test: 'tempest.scenario.test_volume_boot_pattern' - reason: 'rdo-manager tempest smoke test failing on "floating ip pool not found"' - bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1272289' - - test: 'tempest.api.volume.test_volumes_get' - reason: 'rdo-manager tempest smoke test failing on "floating ip pool not found"' - bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1272289' - - test: 'tempest.api.identity.*v3' - reason: 'Tempest Identify tests failed on V3 api on OSP-D puddle' - bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1266947' - - test: 'tempest.scenario.test_encrypted_cinder_volumes.TestEncryptedCinderVolumes.test_encrypted_cinder_volumes_cryptsetup' - reason: 'TripleO does not deploy Barbican by default, which is needed for this test to pass' - - test: 'tempest.scenario.test_encrypted_cinder_volumes.TestEncryptedCinderVolumes.test_encrypted_cinder_volumes_luks' - reason: 'TripleO does not deploy Barbican by default, which is needed for this test to pass' +## THIS FILE IS DEPRECATED, PLEASE USE: +## openstack/openstack-tempest-skiplist +known_failures: [] diff --git a/roles/validate-tempest/vars/tempest_skip_master.yml b/roles/validate-tempest/vars/tempest_skip_master.yml index 392272258..807821453 100644 --- a/roles/validate-tempest/vars/tempest_skip_master.yml +++ b/roles/validate-tempest/vars/tempest_skip_master.yml @@ -1,250 +1,4 @@ --- -## PLEASE READ ## -## Do not add tests to the skip list that are in ## -## featureset016 - featureset019 w/o permission from ## -## the TripleO PTL, Thanks ## - -known_failures: - - test: 'tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_port_security_disable_security_group' - reason: 'timing out in ssh' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1869077' - - test: 'neutron_tempest_plugin.scenario.test_dns_integration.DNSIntegrationTests' - reason: 'Remove this blacklist when OVS 2.12 will be released and https://patchwork.ozlabs.org/patch/1102717/ merged.' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1832166' - - test: 'neutron_tempest_plugin.api.test_revisions.TestRevisions.test_update_dns_domain_bumps_revision' - reason: 'This test was enabled recently on ovn and we miss configuration in tripleo jobs, for sake of CI skipping them for now, but we will enabled them as fast as possible' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1832166' - - test: 'neutron_tempest_plugin.scenario.test_internal_dns.InternalDNSTest.test_dns_domain_and_name' - reason: 'This test was enabled recently on ovn and we miss configuration in tripleo jobs, for sake of CI skipping them for now, but we will enabled them as fast as possible' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1832166' - - test: 'tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_port_security_macspoofing_port' - reason: 'It can be removed when bug for OVN is repaired' - lp: 'https://bugs.launchpad.net/tempest/+bug/1728886' - - test: 'neutron_tempest_plugin.api.admin.test_shared_network_extension.RBACSharedNetworksTest' - reason: 'RBAC policy resource conflict' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1753209' - - test: 'tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestJSON.test_volume_from_snapshot_no_size' - reason: 'network resource conflict' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1753209' - - test: 'tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestJSON.test_volume_from_snapshot' - reason: 'network resource conflict' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1753209' - - test: 'mistral_tempest_tests.tests.api.v2.test_actions.ActionTestsV2.test_get_list_actions_not_in_list_filter' - reason: 'mismatch error, mistral team is investigating' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1736950' - - test: 'patrole_tempest_plugin' - reason: 'Not supported in TripleO/tempestconf' - - test: 'zaqar_tempest_plugin' - reason: 'Not supported in TripleO/tempestconf' - - test: 'watcher_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'vitrage_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'trove_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'tripleo_common_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'murano_tempest_tests' - reason: 'Not supported in TripleO' - - test: 'mistral_tempest_tests' - reason: 'Not supported in TripleO' - - test: 'magnum_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'kuryr_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'heat_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'designate_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'congress_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'ec2api_tempest_plugin' - reason: 'Not supported in TripleO/tempestconf' - - test: 'tempest.api.compute.admin.test_auto_allocate_network.AutoAllocateNetworkTest.test_server_multi_create_auto_allocate' - reason: 'Test is failing due microversion' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1821690' - - test: 'neutron_tempest_plugin.api.test_trunk_negative' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_timestamp' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_subnetpools_negative' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_service_type_management' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_security_groups' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_routers_negative' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_routers' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_qos_negative' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_qos' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_ports' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_networks_negative' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_networks' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_floating_ips_negative' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_floating_ips' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_flavors_extensions' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_extension_driver_port_security' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_allowed_address_pair' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_address_scopes_negative' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_address_scopes' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.admin.test_shared_network_extension' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.admin.test_routers_ha' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.admin.test_networks.NetworksTestAdmin' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.admin.test_l3_agent_scheduler' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_add_remove_network_from_dhcp_agent' - reason: 'DHCP Agent is disabled by default in OVN' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705' - - test: 'tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_list_networks_hosted_by_one_dhcp' - reason: 'DHCP Agent is disabled by default in OVN' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705' - - test: 'neutron_tempest_plugin.api.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_add_remove_network_from_dhcp_agent' - reason: 'DHCP Agent is disabled by default in OVN' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705' - - test: 'neutron_tempest_plugin.api.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_dhcp_port_status_active' - reason: 'DHCP Agent is disabled by default in OVN' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705' - - test: 'neutron_tempest_plugin.api.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_list_networks_hosted_by_one_dhcp' - reason: 'DHCP Agent is disabled by default in OVN' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705' - - test: 'neutron_tempest_plugin.scenario.test_qos.QoSTest.test_qos_basic_and_update' - reason: 'Possible bug for QoS + FIP in OVN' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705' - - test: 'barbican_tempest_plugin.tests.scenario.test_image_signing.ImageSigningTest.test_signed_image_upload_boot_failure' - reason: 'barbican and python-tempestconf not playing well' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1820671' - - test: 'telemetry_tempest_plugin.scenario.test_telemetry_integration.TestTelemetryIntegration' - reason: 'telemetry tests failed due to One or more ports have an IP allocation from this subnet' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1792862' - - test: 'octavia_tempest_plugin.tests.scenario.v2.test_traffic_ops.TrafficOperationsScenarioTest' - reason: 'Connection to the 192.168.24.149 via SSH timed out.' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1883687' - - # skip list for undercloud - - test: 'tempest.api.network.test_networks.NetworksTest.test_external_network_visibility' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_floating_ips.FloatingIPTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.servers' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_existent_host' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_host_as_user' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_remove_host_as_user' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_hypervisor' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_hypervisor_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_delete_server' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_show_host_detail' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_servers' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_simple_tenant_usage' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_servers_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.floating_ips' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_server_diagnostics' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_server_diagnostics_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.images' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_external_networks_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_floating_ips_admin_actions' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_routers' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_routers_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_floating_ips_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_ports' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON' - reason: 'Running on undercloud' - undercloud: true +## THIS FILE IS DEPRECATED, PLEASE USE: +## openstack/openstack-tempest-skiplist +known_failures: [] diff --git a/roles/validate-tempest/vars/tempest_skip_mitaka.yml b/roles/validate-tempest/vars/tempest_skip_mitaka.yml index 5ac8fce68..807821453 100644 --- a/roles/validate-tempest/vars/tempest_skip_mitaka.yml +++ b/roles/validate-tempest/vars/tempest_skip_mitaka.yml @@ -1,21 +1,4 @@ --- -known_failures: - - test: 'tempest.scenario.test_volume_boot_pattern' - reason: 'rdo-manager tempest smoke test failing on "floating ip pool not found"' - bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1272289' - - test: 'tempest.api.volume.test_volumes_get' - reason: 'rdo-manager tempest smoke test failing on "floating ip pool not found"' - bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1272289' - - test: 'tempest.api.identity.*v3' - reason: 'Tempest Identify tests failed on V3 api on OSP-D puddle' - bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1266947' - - test: 'tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip' - reason: 'Need bug, retest or reconfig' - - test: 'tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id' - reason: 'Need bug, retest or reconfig' - - test: 'tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops' - reason: 'Need bug, retest or reconfig' - - test: 'tempest.scenario.test_encrypted_cinder_volumes.TestEncryptedCinderVolumes.test_encrypted_cinder_volumes_cryptsetup' - reason: 'TripleO does not deploy Barbican by default, which is needed for this test to pass' - - test: 'tempest.scenario.test_encrypted_cinder_volumes.TestEncryptedCinderVolumes.test_encrypted_cinder_volumes_luks' - reason: 'TripleO does not deploy Barbican by default, which is needed for this test to pass' +## THIS FILE IS DEPRECATED, PLEASE USE: +## openstack/openstack-tempest-skiplist +known_failures: [] diff --git a/roles/validate-tempest/vars/tempest_skip_newton.yml b/roles/validate-tempest/vars/tempest_skip_newton.yml index 05a999654..807821453 100644 --- a/roles/validate-tempest/vars/tempest_skip_newton.yml +++ b/roles/validate-tempest/vars/tempest_skip_newton.yml @@ -1,184 +1,4 @@ --- -known_failures: - - test: 'tempest.api.telemetry.test_telemetry_notification_api' - reason: 'ospd-8 poodle 2016-02-04.1 tempest.api.telemetry.test_telemetry_notification_api failing' - bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1304933' - - test: 'tempest.scenario.test_volume_boot_pattern' - reason: 'rdo-manager tempest smoke test failing on "floating ip pool not found"' - bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1272289' - - test: 'tempest.api.volume.test_volumes_get' - reason: 'rdo-manager tempest smoke test failing on "floating ip pool not found"' - bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1272289' - - test: 'tempest.api.identity.*v3' - reason: 'Tempest Identify tests failed on V3 api on OSP-D puddle' - bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1266947' - - test: 'tempest.api.data_processing' - reason: 'tempest.api.data_processing tests failing on newton' - bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1357667' - - test: 'tempest.scenario.test_network_basic_ops.TestNetworkBasicOps' - reason: 'TestNetworkBasicOps often times out running against tripleo' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1605654' - - test: 'tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON' - reason: 'tempest fail: tempest.api.identity.admin.v2.test_services.ServicesTestJSON' - bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1386421' - - test: 'tempest.scenario.test_encrypted_cinder_volumes.TestEncryptedCinderVolumes.test_encrypted_cinder_volumes_cryptsetup' - reason: 'TripleO does not deploy Barbican by default, which is needed for this test to pass' - - test: 'tempest.scenario.test_encrypted_cinder_volumes.TestEncryptedCinderVolumes.test_encrypted_cinder_volumes_luks' - reason: 'TripleO does not deploy Barbican by default, which is needed for this test to pass' - - test: 'tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_cross_tenant_traffic' - reason: 'Security groups firewall rules do not get applied on the compute nodes' - bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1411690' - - test: 'tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_multiple_security_groups' - reason: 'Security groups firewall rules do not get applied on the compute nodes' - bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1411690' - - test: 'mistral_tempest_tests.tests' - reason: 'Skip Mistral tests as it needs to use mistral v2 endpoints' - - test: 'ceilometer.tests.tempest.api.test_telemetry_notification_api.TelemetryNotificationAPITest' - reason: 'This telemetry installation is configured to use Gnocchi' - - test: 'ceilometer.tests.tempest.api.test_telemetry_notification_api.TelemetryNotificationAdminAPITest' - reason: 'This telemetry installation is configured to use Gnocchi' - - test: 'ceilometer.tests.tempest.scenario.test_object_storage_telemetry_middleware.TestObjectStorageTelemetry' - reason: 'This telemetry installation is configured to use Gnocchi' - - test: 'neutron.tests.tempest.scenario.test_dvr.NetworkDvrTest' - reason: 'TODO(arxcruz) New test, need investigation' - - test: 'neutron.tests.tempest.scenario.test_trunk.TrunkTest' - reason: 'TODO(arxcruz) New test, need investigation' - # skip list for undercloud - - test: 'tempest.api.network.test_networks.NetworksTest.test_external_network_visibility' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_floating_ips.FloatingIPTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.servers' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_existent_host' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_host_as_user' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_remove_host_as_user' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_hypervisor' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_hypervisor_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_delete_server' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_show_host_detail' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_servers' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_simple_tenant_usage' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_servers_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.floating_ips' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_server_diagnostics' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_server_diagnostics_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.images' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_external_networks_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_floating_ips_admin_actions' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_routers' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_routers_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_floating_ips_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_ports' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v2.test_endpoints' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v2.test_roles' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_tags' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v2.test_roles_negative.RolesNegativeTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v2.test_services.ServicesTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v2.test_tenant_negative.TenantsNegativeTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v2.test_tenants.TenantsTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v2.test_tokens.TokensTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v2.test_users.UsersTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v2.test_users_negative.UsersNegativeTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_ports.PortsTestJSON.test_port_list_filter_by_router_id' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_ports.PortsIpV6TestJSON.test_port_list_filter_by_router_id' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.image.v1.test_images' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_baremetal_nodes.BaremetalNodesAdminTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.image.v1.test_images.CreateRegisterImagesTest' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON' - reason: 'Running on undercloud' - undercloud: true +## THIS FILE IS DEPRECATED, PLEASE USE: +## openstack/openstack-tempest-skiplist +known_failures: [] diff --git a/roles/validate-tempest/vars/tempest_skip_ocata.yml b/roles/validate-tempest/vars/tempest_skip_ocata.yml index b2c020774..807821453 100644 --- a/roles/validate-tempest/vars/tempest_skip_ocata.yml +++ b/roles/validate-tempest/vars/tempest_skip_ocata.yml @@ -1,178 +1,4 @@ --- -## PLEASE READ ## -## Do not add tests to the skip list that are in ## -## featureset016 - featureset019 w/o permission from ## -## the TripleO PTL, Thanks ## - -known_failures: - - test: 'tempest.api.data_processing' - reason: 'tempest.api.data_processing tests failing on newton' - bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1357667' - - test: 'tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest' - reason: 'tempest fail: tempest.api.orchestration.stacks.test_resource_types' - bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1380146' - - test: 'tempest.scenario.test_encrypted_cinder_volumes.TestEncryptedCinderVolumes' - reason: 'TripleO does not deploy Barbican by default' - - test: 'tempest.api.volume.admin.test_volumes_backup.VolumesBackupsAdminTest' - reason: 'Cinder backup is not enabled by default' - - test: 'cinder.tests.tempest.api.volume.test_volume_backup.VolumesBackupsTest' - reason: 'Cinder backup is not enabled by default' - - test: 'tempest.api.volume.test_volumes_backup.VolumesBackupsTest' - reason: 'Cinder backup is not enabled by default' - - test: 'mistral_tempest_tests.tests' - reason: 'Skip Mistral tests as it needs to use mistral v2 endpoints' - - test: 'ceilometer.tests.tempest.api.test_telemetry_notification_api.TelemetryNotificationAPITest' - reason: 'This telemetry installation is configured to use Gnocchi' - - test: 'ceilometer.tests.tempest.api.test_telemetry_notification_api.TelemetryNotificationAdminAPITest' - reason: 'This telemetry installation is configured to use Gnocchi' - - test: 'ceilometer.tests.tempest.scenario.test_object_storage_telemetry_middleware.TestObjectStorageTelemetry' - reason: 'This telemetry installation is configured to use Gnocchi' - - test: 'neutron.tests.tempest.scenario.test_dvr.NetworkDvrTest' - reason: 'TODO(arxcruz) New test, need investigation' - - test: 'neutron.tests.tempest.scenario.test_trunk.TrunkTest' - reason: 'TODO(arxcruz) New test, need investigation' - - test: 'tempest.api.orchestration.stacks.test_neutron_resources.NeutronResourcesTestJSON' - reason: time out - lp: 'https://bugs.launchpad.net/tripleo/+bug/1723137' - - test: 'tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_boot_server_from_encrypted_volume_luks' - reason: 'Legacy encryption is not properly configured by TripleO in Ocata and barbican is not deployed in overcloud' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1733574' - - test: 'tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_implied_roles_create_check_show_delete' - reason: 'Difference in Implied Roles check API return code' - lp: 'https://bugs.launchpad.net/keystone/+bug/1660603' - # skip list for undercloud - - test: 'tempest.api.network.test_networks.NetworksTest.test_external_network_visibility' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_floating_ips.FloatingIPTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.servers' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_existent_host' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_host_as_user' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_remove_host_as_user' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_hypervisor' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_hypervisor_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_delete_server' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_show_host_detail' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_servers' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_simple_tenant_usage' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_servers_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.floating_ips' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_server_diagnostics' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_server_diagnostics_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.images' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_external_networks_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_floating_ips_admin_actions' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_routers' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_routers_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_floating_ips_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_ports' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v2.test_endpoints' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v2.test_roles' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_tags' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v2.test_roles_negative.RolesNegativeTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v2.test_services.ServicesTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v2.test_tenant_negative.TenantsNegativeTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v2.test_tenants.TenantsTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v2.test_tokens.TokensTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v2.test_users.UsersTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v2.test_users_negative.UsersNegativeTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_ports.PortsTestJSON.test_port_list_filter_by_router_id' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_ports.PortsIpV6TestJSON.test_port_list_filter_by_router_id' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.v2.test_tenants.IdentityTenantsTest.test_list_tenants_returns_only_authorized_tenants' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.v2.test_users.IdentityUsersTest.test_user_update_own_password' - reason: 'Running on undercloud' - undercloud: true +## THIS FILE IS DEPRECATED, PLEASE USE: +## openstack/openstack-tempest-skiplist +known_failures: [] diff --git a/roles/validate-tempest/vars/tempest_skip_pike.yml b/roles/validate-tempest/vars/tempest_skip_pike.yml index 382448b4c..807821453 100644 --- a/roles/validate-tempest/vars/tempest_skip_pike.yml +++ b/roles/validate-tempest/vars/tempest_skip_pike.yml @@ -1,156 +1,4 @@ --- -## PLEASE READ ## -## Do not add tests to the skip list that are in ## -## featureset016 - featureset019 w/o permission from ## -## the TripleO PTL, Thanks ## - -known_failures: - - test: 'mistral_tempest_tests.tests' - reason: 'Skip Mistral tests as it needs to use mistral v2 endpoints' - - test: 'ceilometer.tests.tempest.api.test_telemetry_notification_api.TelemetryNotificationAPITest' - reason: 'This telemetry installation is configured to use Gnocchi' - - test: 'ceilometer.tests.tempest.api.test_telemetry_notification_api.TelemetryNotificationAdminAPITest' - reason: 'This telemetry installation is configured to use Gnocchi' - - test: 'ceilometer.tests.tempest.scenario.test_object_storage_telemetry_middleware.TestObjectStorageTelemetry' - reason: 'This telemetry installation is configured to use Gnocchi' - - test: 'inspector_tempest_plugin.tests.test_basic.InspectorSmokeTest' - reason: 'TODO(weshay) The service is not running on the overcloud, needs investigation' - - test: 'tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_implied_roles_create_check_show_delete' - reason: 'Difference in Implied Roles check API return code' - lp: 'https://bugs.launchpad.net/keystone/+bug/1660603' - # skip list for undercloud - - test: 'tempest.api.network.test_networks.NetworksTest.test_external_network_visibility' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_floating_ips.FloatingIPTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.servers' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_existent_host' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_host_as_user' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_remove_host_as_user' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_hypervisor' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_hypervisor_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_delete_server' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_show_host_detail' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_servers' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_simple_tenant_usage' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_servers_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.floating_ips' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_server_diagnostics' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_server_diagnostics_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.images' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_external_networks_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_floating_ips_admin_actions' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_routers' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_routers_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_floating_ips_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_ports' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v2.test_endpoints' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v2.test_roles' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_tags' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v2.test_roles_negative.RolesNegativeTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v2.test_services.ServicesTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v2.test_tenant_negative.TenantsNegativeTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v2.test_tenants.TenantsTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v2.test_tokens.TokensTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v2.test_users.UsersTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v2.test_users_negative.UsersNegativeTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_ports.PortsIpV6TestJSON.test_port_list_filter_by_router_id' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_ports.PortsTestJSON.test_port_list_filter_by_router_id' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.v2.test_tenants.IdentityTenantsTest.test_list_tenants_returns_only_authorized_tenants' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.v2.test_users.IdentityUsersTest.test_user_update_own_password' - reason: 'Running on undercloud' - undercloud: true +## THIS FILE IS DEPRECATED, PLEASE USE: +## openstack/openstack-tempest-skiplist +known_failures: [] diff --git a/roles/validate-tempest/vars/tempest_skip_queens.yml b/roles/validate-tempest/vars/tempest_skip_queens.yml index b55ad5bb2..807821453 100644 --- a/roles/validate-tempest/vars/tempest_skip_queens.yml +++ b/roles/validate-tempest/vars/tempest_skip_queens.yml @@ -1,128 +1,4 @@ --- -## PLEASE READ ## -## Do not add tests to the skip list that are in ## -## featureset016 - featureset019 w/o permission from ## -## the TripleO PTL, Thanks ## - -known_failures: - - test: 'tempest.api.compute.admin.test_servers_on_multinodes.ServersOnMultiNodesTest.test_create_servers_on_different_hosts_with_list_of_servers' - reason: 'Errors with servres on multiple nodes' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1857365' - - test: 'tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_boot_into_disabled_port_security_network_without_secgroup' - reason: 'Failed to boot servers on different Compute nodes' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1857365' - - test: 'tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_port_security_disable_security_group' - reason: 'Failed to boot servers on different Compute nodes' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1857365' - - test: 'tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_port_update_new_security_group' - reason: 'Failed to boot servers on different Compute nodes' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1857365' - - test: 'neutron_tempest_plugin.scenario' - reason: 'Neutron Tempest plugin scenario tests are not yet stable.' - lp: 'https://launchpad.net/bugs/1737940' - - test: 'tempest.api.compute.admin.test_auto_allocate_network.AutoAllocateNetworkTest.test_server_multi_create_auto_allocate' - reason: 'Test is failing due microversion' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1821690' - # skip list for undercloud - - test: 'tempest.api.network.test_networks.NetworksTest.test_external_network_visibility' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_floating_ips.FloatingIPTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.servers' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_existent_host' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_host_as_user' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_remove_host_as_user' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_hypervisor' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_hypervisor_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_delete_server' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_show_host_detail' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_servers' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_simple_tenant_usage' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_servers_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.floating_ips' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_server_diagnostics' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_server_diagnostics_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.images' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_external_networks_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_floating_ips_admin_actions' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_routers' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_routers_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_floating_ips_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_ports' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_tags' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON.test_delete_external_networks_with_floating_ip' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_ports.PortsIpV6TestJSON.test_port_list_filter_by_router_id' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_ports.PortsTestJSON.test_port_list_filter_by_router_id' - reason: 'Running on undercloud' - undercloud: true +## THIS FILE IS DEPRECATED, PLEASE USE: +## openstack/openstack-tempest-skiplist +known_failures: [] diff --git a/roles/validate-tempest/vars/tempest_skip_rocky.yml b/roles/validate-tempest/vars/tempest_skip_rocky.yml index aaf41aaf9..807821453 100644 --- a/roles/validate-tempest/vars/tempest_skip_rocky.yml +++ b/roles/validate-tempest/vars/tempest_skip_rocky.yml @@ -1,183 +1,4 @@ --- -## PLEASE READ ## -## Do not add tests to the skip list that are in ## -## featureset016 - featureset019 w/o permission from ## -## the TripleO PTL, Thanks ## - -known_failures: - - test: 'neutron_tempest_plugin.scenario.test_floatingip.FloatingIPQosTest.test_qos' - reason: 'Neutron Tempest plugin scenario tests are not yet stable.' - lp: 'https://launchpad.net/bugs/1737940' - - test: 'tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_boot_into_disabled_port_security_network_without_secgroup' - reason: 'Failed to boot servers on different Compute nodes' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1857365' - - test: 'tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_port_update_new_security_group' - reason: 'Failed to boot servers on different Compute nodes' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1857365' - - test: 'tempest.api.compute.admin.test_servers_on_multinodes.ServersOnMultiNodesTest.test_create_servers_on_same_host' - reason: 'Errors with servres on multiple nodes' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1857365' - - test: 'neutron_tempest_plugin.scenario.test_qos.QoSTest' - reason: 'Neutron Tempest plugin scenario tests are not yet stable.' - lp: 'https://launchpad.net/bugs/1737940' - - test: 'patrole_tempest_plugin' - reason: 'Not supported in TripleO/tempestconf' - - test: 'zaqar_tempest_plugin' - reason: 'Not supported in TripleO/tempestconf' - - test: 'watcher_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'vitrage_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'trove_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'tripleo_common_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'tempest_horizon' - reason: 'Not supported in TripleO' - - test: 'octavia_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'murano_tempest_tests' - reason: 'Not supported in TripleO' - - test: 'mistral_tempest_tests' - reason: 'Not supported in TripleO' - - test: 'magnum_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'kuryr_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'ironic_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'heat_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'designate_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'congress_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'barbican_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'ec2api_tempest_plugin' - reason: 'Not supported in TripleO/tempestconf' - - test: 'neutron_tempest_plugin.api.test_trunk_negative.TrunkTestMtusJSON' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_security_groups.RbacSharedSecurityGroupTest' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_routers_negative.DvrRoutersNegativeTestExtended' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_routers_negative.DvrRoutersNegativeTest' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_routers.DvrRoutersTestToCentralized' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_routers.DvrRoutersTestUpdateDistributedExtended' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_routers.DvrRoutersTest' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_qos.QosMinimumBandwidthRuleTestJSON' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_ports.PortsTestJSON' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_floating_ips.FloatingIPPoolTestJSON' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'tempest.api.compute.admin.test_auto_allocate_network.AutoAllocateNetworkTest.test_server_multi_create_auto_allocate' - reason: 'Test is failing due to microversion' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1821690' - - # skip list for undercloud - - test: 'tempest.api.network.test_networks.NetworksTest.test_external_network_visibility' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_floating_ips.FloatingIPTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.servers' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_existent_host' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_host_as_user' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_remove_host_as_user' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_hypervisor' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_hypervisor_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_delete_server' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_show_host_detail' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_servers' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_simple_tenant_usage' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_servers_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.floating_ips' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_server_diagnostics' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_server_diagnostics_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.images' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_external_networks_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_floating_ips_admin_actions' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_routers' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_routers_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_floating_ips_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_ports' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'vitrage_tempest_plugin' - reason: 'Not supported in TripleO Undercloud' - undercloud: true +## THIS FILE IS DEPRECATED, PLEASE USE: +## openstack/openstack-tempest-skiplist +known_failures: [] diff --git a/roles/validate-tempest/vars/tempest_skip_stein.yml b/roles/validate-tempest/vars/tempest_skip_stein.yml index 1591af49d..807821453 100644 --- a/roles/validate-tempest/vars/tempest_skip_stein.yml +++ b/roles/validate-tempest/vars/tempest_skip_stein.yml @@ -1,215 +1,4 @@ --- -## PLEASE READ ## -## Do not add tests to the skip list that are in ## -## featureset016 - featureset019 w/o permission from ## -## the TripleO PTL, Thanks ## - -known_failures: - - test: 'tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_port_security_macspoofing_port' - reason: 'It can be removed when bug for OVN is repaired' - lp: 'https://bugs.launchpad.net/tempest/+bug/1728886' - - test: 'tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_create_server_from_volume_snapshot' - reason: 'Invalid volume type' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1863750' - - test: 'mistral_tempest_tests.tests.api.v2.test_actions.ActionTestsV2.test_get_list_actions_not_in_list_filter' - reason: 'mismatch error, mistral team is investigating' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1736950' - - test: 'patrole_tempest_plugin' - reason: 'Not supported in TripleO/tempestconf' - - test: 'zaqar_tempest_plugin' - reason: 'Not supported in TripleO/tempestconf' - - test: 'watcher_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'vitrage_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'trove_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'tripleo_common_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'tempest_horizon' - reason: 'Not supported in TripleO' - - test: 'octavia_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'murano_tempest_tests' - reason: 'Not supported in TripleO' - - test: 'mistral_tempest_tests' - reason: 'Not supported in TripleO' - - test: 'magnum_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'kuryr_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'heat_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'designate_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'congress_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'ec2api_tempest_plugin' - reason: 'Not supported in TripleO/tempestconf' - - test: 'telemetry_tempest_plugin.scenario.test_telemetry_integration.TestTelemetryIntegration' - reason: 'telemetry tests failed due to One or more ports have an IP allocation from this subnet' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1792862' - - test: 'neutron_tempest_plugin.api.test_qos_negative' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_qos.QosDscpMarkingRuleTestJSON' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_qos.QosMinimumBandwidthRuleTestJSON' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_ports.PortsTestJSON' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_networks.NetworksTestJSON.test_create_update_network_dns_domain' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_floating_ips.FloatingIPPoolTestJSON.test_create_floatingip_from_specific_pool' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.admin.test_routers_ha' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_add_remove_network_from_dhcp_agent' - reason: 'DHCP Agent is disabled by default in OVN' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705' - - test: 'tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_list_networks_hosted_by_one_dhcp' - reason: 'DHCP Agent is disabled by default in OVN' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705' - - test: 'neutron_tempest_plugin.api.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_add_remove_network_from_dhcp_agent' - reason: 'DHCP Agent is disabled by default in OVN' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705' - - test: 'neutron_tempest_plugin.api.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_dhcp_port_status_active' - reason: 'DHCP Agent is disabled by default in OVN' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705' - - test: 'neutron_tempest_plugin.api.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_list_networks_hosted_by_one_dhcp' - reason: 'DHCP Agent is disabled by default in OVN' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705' - - test: 'neutron_tempest_plugin.scenario.test_qos.QoSTest.test_qos_basic_and_update' - reason: 'Possible bug for QoS + FIP in OVN' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705' - - test: 'barbican_tempest_plugin.tests.scenario.test_image_signing.ImageSigningSnapshotTest' - reason: 'barbican and python-tempestconf not playing well' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1820668' - - test: 'barbican_tempest_plugin.tests.scenario.test_image_signing.ImageSigningTest' - reason: 'barbican and python-tempestconf not playing well' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1820671' - - test: 'tempest.api.compute.admin.test_auto_allocate_network.AutoAllocateNetworkTest.test_server_multi_create_auto_allocate' - reason: 'Test is failing due microversion' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1821690' - - test: 'neutron_tempest_plugin.scenario.test_dns_integration.DNSIntegrationTests' - reason: 'skipped Tests are failing due to dns-integration' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1821690' - - test: 'neutron_tempest_plugin.scenario.test_internal_dns.InternalDNSTest.test_dns_domain_and_name' - reason: 'skipped Tests are failing due to dns-integration' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1821690' - - test: 'neutron_tempest_plugin.api.test_revisions.TestRevisions.test_update_dns_domain_bumps_revision' - reason: 'skipped Tests are failing due to dns-integration' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1821690' - - test: 'tempest.api.object_storage.test_account_quotas.AccountQuotasTest' - reason: 'connection refused error on swift healthcheck api' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1862143' - - test: 'tempest.api.object_storage.test_account_services.AccountTest' - reason: 'connection refused error on swift healthcheck api' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1862143' - - test: 'tempest.api.object_storage.test_object_services.ObjectTest' - reason: 'connection refused error on swift healthcheck api' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1862143' - - test: 'tempest.api.object_storage.test_container_quotas.ContainerQuotasTest' - reason: 'connection refused error on swift healthcheck api' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1862143' - - test: 'tempest.api.object_storage.test_container_services.ContainerTest' - reason: 'connection refused error on swift healthcheck api' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1862143' - - test: 'neutron_tempest_plugin.scenario.test_security_groups.NetworkSecGroupTest' - reason: 'timeout on test_security_groups' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1878248' - - # skip list for undercloud - - test: 'tempest.api.network.test_networks.NetworksTest.test_external_network_visibility' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_floating_ips.FloatingIPTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.servers' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_existent_host' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_host_as_user' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_remove_host_as_user' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_hypervisor' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_hypervisor_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_delete_server' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_show_host_detail' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_servers' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_simple_tenant_usage' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_servers_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.floating_ips' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_server_diagnostics' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_server_diagnostics_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.images' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_external_networks_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_floating_ips_admin_actions' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_routers' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_routers_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_floating_ips_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_ports' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON' - reason: 'Running on undercloud' - undercloud: true +## THIS FILE IS DEPRECATED, PLEASE USE: +## openstack/openstack-tempest-skiplist +known_failures: [] diff --git a/roles/validate-tempest/vars/tempest_skip_train.yml b/roles/validate-tempest/vars/tempest_skip_train.yml index a71f16692..807821453 100644 --- a/roles/validate-tempest/vars/tempest_skip_train.yml +++ b/roles/validate-tempest/vars/tempest_skip_train.yml @@ -1,196 +1,4 @@ --- -## PLEASE READ ## -## Do not add tests to the skip list that are in ## -## featureset016 - featureset019 w/o permission from ## -## the TripleO PTL, Thanks ## - -known_failures: - - test: 'tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestJSON.test_volume_from_snapshot' - reason: 'Failing, skipping to unblock train see related bug for more information' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1864652' - - test: 'tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestJSON.test_volume_from_snapshot_no_size' - reason: 'Failing, skipping to unblock train see related bug for more information' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1864652' - - test: 'neutron_tempest_plugin.scenario.test_dns_integration.DNSIntegrationTests' - reason: 'Remove this blacklist when OVS 2.12 will be released and https://patchwork.ozlabs.org/patch/1102717/ merged.' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1832166' - - test: 'neutron_tempest_plugin.api.test_revisions.TestRevisions.test_update_dns_domain_bumps_revision' - reason: 'This test was enabled recently on ovn and we miss configuration in tripleo jobs, for sake of CI skipping them for now, but we will enabled them as fast as possible' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1832166' - - test: 'neutron_tempest_plugin.scenario.test_internal_dns.InternalDNSTest.test_dns_domain_and_name' - reason: 'This test was enabled recently on ovn and we miss configuration in tripleo jobs, for sake of CI skipping them for now, but we will enabled them as fast as possible' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1832166' - - test: 'tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_port_security_macspoofing_port' - reason: 'It can be removed when bug for OVN is repaired' - lp: 'https://bugs.launchpad.net/tempest/+bug/1728886' - - test: 'mistral_tempest_tests.tests.api.v2.test_actions.ActionTestsV2.test_get_list_actions_not_in_list_filter' - reason: 'mismatch error, mistral team is investigating' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1736950' - - test: 'patrole_tempest_plugin' - reason: 'Not supported in TripleO/tempestconf' - - test: 'zaqar_tempest_plugin' - reason: 'Not supported in TripleO/tempestconf' - - test: 'watcher_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'vitrage_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'trove_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'tripleo_common_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'murano_tempest_tests' - reason: 'Not supported in TripleO' - - test: 'mistral_tempest_tests' - reason: 'Not supported in TripleO' - - test: 'magnum_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'kuryr_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'heat_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'designate_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'congress_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'ec2api_tempest_plugin' - reason: 'Not supported in TripleO/tempestconf' - - test: 'tempest.api.compute.admin.test_auto_allocate_network.AutoAllocateNetworkTest.test_server_multi_create_auto_allocate' - reason: 'Test is failing due microversion' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1821690' - - test: 'neutron_tempest_plugin.api.test_ports' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_networks.NetworksTestJSON.test_create_update_network_dns_domain' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.admin.test_routers_ha' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.admin.test_l3_agent_scheduler' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_add_remove_network_from_dhcp_agent' - reason: 'DHCP Agent is disabled by default in OVN' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705' - - test: 'tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_list_networks_hosted_by_one_dhcp' - reason: 'DHCP Agent is disabled by default in OVN' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705' - - test: 'neutron_tempest_plugin.api.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_add_remove_network_from_dhcp_agent' - reason: 'DHCP Agent is disabled by default in OVN' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705' - - test: 'neutron_tempest_plugin.api.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_dhcp_port_status_active' - reason: 'DHCP Agent is disabled by default in OVN' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705' - - test: 'neutron_tempest_plugin.api.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_list_networks_hosted_by_one_dhcp' - reason: 'DHCP Agent is disabled by default in OVN' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705' - - test: 'neutron_tempest_plugin.scenario.test_qos.QoSTest.test_qos_basic_and_update' - reason: 'Possible bug for QoS + FIP in OVN' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705' - - test: 'barbican_tempest_plugin.tests.scenario.test_image_signing.ImageSigningSnapshotTest' - reason: 'barbican and python-tempestconf not playing well' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1820668' - - test: 'barbican_tempest_plugin.tests.scenario.test_image_signing.ImageSigningTest' - reason: 'barbican and python-tempestconf not playing well' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1820671' - - test: 'telemetry_tempest_plugin.scenario.test_telemetry_integration.TestTelemetryIntegration' - reason: 'telemetry tests failed due to One or more ports have an IP allocation from this subnet' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1792862' - - test: 'tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_cross_tenant_traffic' - reason: 'Timed out waiting for 10.0.0.102 to become reachable from 10.0.0.117' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1856016' - - test: 'neutron_tempest_plugin.scenario.test_security_groups.NetworkSecGroupTest' - reason: 'timeout on test_security_groups' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1878248' - - test: 'octavia_tempest_plugin.tests.scenario.v2.test_traffic_ops.TrafficOperationsScenarioTest' - reason: 'Connection to the 192.168.24.149 via SSH timed out.' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1883687' - - # skip list for undercloud - - test: 'tempest.api.network.test_networks.NetworksTest.test_external_network_visibility' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_floating_ips.FloatingIPTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.servers' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_existent_host' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_host_as_user' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_remove_host_as_user' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_hypervisor' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_hypervisor_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_delete_server' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_show_host_detail' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_servers' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_simple_tenant_usage' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_servers_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.floating_ips' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_server_diagnostics' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_server_diagnostics_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.images' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_external_networks_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_floating_ips_admin_actions' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_routers' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_routers_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_floating_ips_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_ports' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON' - reason: 'Running on undercloud' - undercloud: true +## THIS FILE IS DEPRECATED, PLEASE USE: +## openstack/openstack-tempest-skiplist +known_failures: [] diff --git a/roles/validate-tempest/vars/tempest_skip_ussuri.yml b/roles/validate-tempest/vars/tempest_skip_ussuri.yml index 29ac9e91c..807821453 100644 --- a/roles/validate-tempest/vars/tempest_skip_ussuri.yml +++ b/roles/validate-tempest/vars/tempest_skip_ussuri.yml @@ -1,246 +1,4 @@ --- - -known_failures: - - test: 'tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_port_security_disable_security_group' - reason: 'timing out in ssh' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1869077' - - test: 'neutron_tempest_plugin.scenario.test_dns_integration.DNSIntegrationTests' - reason: 'Remove this blacklist when OVS 2.12 will be released and https://patchwork.ozlabs.org/patch/1102717/ merged.' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1832166' - - test: 'neutron_tempest_plugin.api.test_revisions.TestRevisions.test_update_dns_domain_bumps_revision' - reason: 'This test was enabled recently on ovn and we miss configuration in tripleo jobs, for sake of CI skipping them for now, but we will enabled them as fast as possible' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1832166' - - test: 'neutron_tempest_plugin.scenario.test_internal_dns.InternalDNSTest.test_dns_domain_and_name' - reason: 'This test was enabled recently on ovn and we miss configuration in tripleo jobs, for sake of CI skipping them for now, but we will enabled them as fast as possible' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1832166' - - test: 'tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_port_security_macspoofing_port' - reason: 'It can be removed when bug for OVN is repaired' - lp: 'https://bugs.launchpad.net/tempest/+bug/1728886' - - test: 'neutron_tempest_plugin.api.admin.test_shared_network_extension.RBACSharedNetworksTest' - reason: 'RBAC policy resource conflict' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1753209' - - test: 'tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestJSON.test_volume_from_snapshot_no_size' - reason: 'network resource conflict' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1753209' - - test: 'tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestJSON.test_volume_from_snapshot' - reason: 'network resource conflict' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1753209' - - test: 'mistral_tempest_tests.tests.api.v2.test_actions.ActionTestsV2.test_get_list_actions_not_in_list_filter' - reason: 'mismatch error, mistral team is investigating' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1736950' - - test: 'patrole_tempest_plugin' - reason: 'Not supported in TripleO/tempestconf' - - test: 'zaqar_tempest_plugin' - reason: 'Not supported in TripleO/tempestconf' - - test: 'watcher_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'vitrage_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'trove_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'tripleo_common_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'murano_tempest_tests' - reason: 'Not supported in TripleO' - - test: 'mistral_tempest_tests' - reason: 'Not supported in TripleO' - - test: 'magnum_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'kuryr_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'heat_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'designate_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'congress_tempest_plugin' - reason: 'Not supported in TripleO' - - test: 'ec2api_tempest_plugin' - reason: 'Not supported in TripleO/tempestconf' - - test: 'tempest.api.compute.admin.test_auto_allocate_network.AutoAllocateNetworkTest.test_server_multi_create_auto_allocate' - reason: 'Test is failing due microversion' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1821690' - - test: 'neutron_tempest_plugin.api.test_trunk_negative' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_timestamp' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_subnetpools_negative' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_service_type_management' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_security_groups' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_routers_negative' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_routers' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_qos_negative' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_qos' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_ports' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_networks_negative' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_networks' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_floating_ips_negative' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_floating_ips' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_flavors_extensions' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_extension_driver_port_security' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_allowed_address_pair' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_address_scopes_negative' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.test_address_scopes' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.admin.test_shared_network_extension' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.admin.test_routers_ha' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.admin.test_networks.NetworksTestAdmin' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'neutron_tempest_plugin.api.admin.test_l3_agent_scheduler' - reason: 'neutron tempest tests are failing by giving 503 Service Unavailable' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482' - - test: 'tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_add_remove_network_from_dhcp_agent' - reason: 'DHCP Agent is disabled by default in OVN' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705' - - test: 'tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_list_networks_hosted_by_one_dhcp' - reason: 'DHCP Agent is disabled by default in OVN' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705' - - test: 'neutron_tempest_plugin.api.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_add_remove_network_from_dhcp_agent' - reason: 'DHCP Agent is disabled by default in OVN' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705' - - test: 'neutron_tempest_plugin.api.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_dhcp_port_status_active' - reason: 'DHCP Agent is disabled by default in OVN' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705' - - test: 'neutron_tempest_plugin.api.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_list_networks_hosted_by_one_dhcp' - reason: 'DHCP Agent is disabled by default in OVN' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705' - - test: 'neutron_tempest_plugin.scenario.test_qos.QoSTest.test_qos_basic_and_update' - reason: 'Possible bug for QoS + FIP in OVN' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705' - - test: 'barbican_tempest_plugin.tests.scenario.test_image_signing.ImageSigningTest.test_signed_image_upload_boot_failure' - reason: 'barbican and python-tempestconf not playing well' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1820671' - - test: 'telemetry_tempest_plugin.scenario.test_telemetry_integration.TestTelemetryIntegration' - reason: 'telemetry tests failed due to One or more ports have an IP allocation from this subnet' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1792862' - - test: 'octavia_tempest_plugin.tests.scenario.v2.test_traffic_ops.TrafficOperationsScenarioTest' - reason: 'Connection to the 192.168.24.149 via SSH timed out.' - lp: 'https://bugs.launchpad.net/tripleo/+bug/1883687' - - # skip list for undercloud - - test: 'tempest.api.network.test_networks.NetworksTest.test_external_network_visibility' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_floating_ips.FloatingIPTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.servers' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_existent_host' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_host_as_user' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_remove_host_as_user' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_hypervisor' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_hypervisor_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_delete_server' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_show_host_detail' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_servers' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_simple_tenant_usage' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_servers_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.floating_ips' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_server_diagnostics' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.admin.test_server_diagnostics_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.images' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_external_networks_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_floating_ips_admin_actions' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_routers' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_routers_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_floating_ips_negative' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.network.admin.test_ports' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON' - reason: 'Running on undercloud' - undercloud: true - - test: 'tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON' - reason: 'Running on undercloud' - undercloud: true +## THIS FILE IS DEPRECATED, PLEASE USE: +## openstack/openstack-tempest-skiplist +known_failures: []