Browse Source

Deprecate validate-tempest skiplist

This remove all content of the tempest_skip_$branch but keep the file
with a warning pointing to openstack/openstack-tempest-skiplist.
The files remain because we are still in the proccess of moving

Depends-On: https://review.opendev.org/#/c/726773/

Change-Id: I7532b691732b119e89271b5a70fe6ec5696eeb6e
changes/64/740664/6
Arx Cruz 2 years ago committed by wes hayutin
parent
commit
87cc93244f
  1. 17
      roles/validate-tempest/vars/tempest_skip_liberty.yml
  2. 252
      roles/validate-tempest/vars/tempest_skip_master.yml
  3. 23
      roles/validate-tempest/vars/tempest_skip_mitaka.yml
  4. 186
      roles/validate-tempest/vars/tempest_skip_newton.yml
  5. 180
      roles/validate-tempest/vars/tempest_skip_ocata.yml
  6. 158
      roles/validate-tempest/vars/tempest_skip_pike.yml
  7. 130
      roles/validate-tempest/vars/tempest_skip_queens.yml
  8. 185
      roles/validate-tempest/vars/tempest_skip_rocky.yml
  9. 217
      roles/validate-tempest/vars/tempest_skip_stein.yml
  10. 198
      roles/validate-tempest/vars/tempest_skip_train.yml
  11. 248
      roles/validate-tempest/vars/tempest_skip_ussuri.yml

17
roles/validate-tempest/vars/tempest_skip_liberty.yml

@ -1,15 +1,4 @@
---
known_failures:
- test: 'tempest.scenario.test_volume_boot_pattern'
reason: 'rdo-manager tempest smoke test failing on "floating ip pool not found"'
bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1272289'
- test: 'tempest.api.volume.test_volumes_get'
reason: 'rdo-manager tempest smoke test failing on "floating ip pool not found"'
bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1272289'
- test: 'tempest.api.identity.*v3'
reason: 'Tempest Identify tests failed on V3 api on OSP-D puddle'
bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1266947'
- test: 'tempest.scenario.test_encrypted_cinder_volumes.TestEncryptedCinderVolumes.test_encrypted_cinder_volumes_cryptsetup'
reason: 'TripleO does not deploy Barbican by default, which is needed for this test to pass'
- test: 'tempest.scenario.test_encrypted_cinder_volumes.TestEncryptedCinderVolumes.test_encrypted_cinder_volumes_luks'
reason: 'TripleO does not deploy Barbican by default, which is needed for this test to pass'
## THIS FILE IS DEPRECATED, PLEASE USE:
## openstack/openstack-tempest-skiplist
known_failures: []

252
roles/validate-tempest/vars/tempest_skip_master.yml

@ -1,250 +1,4 @@
---
## PLEASE READ ##
## Do not add tests to the skip list that are in ##
## featureset016 - featureset019 w/o permission from ##
## the TripleO PTL, Thanks ##
known_failures:
- test: 'tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_port_security_disable_security_group'
reason: 'timing out in ssh'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1869077'
- test: 'neutron_tempest_plugin.scenario.test_dns_integration.DNSIntegrationTests'
reason: 'Remove this blacklist when OVS 2.12 will be released and https://patchwork.ozlabs.org/patch/1102717/ merged.'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1832166'
- test: 'neutron_tempest_plugin.api.test_revisions.TestRevisions.test_update_dns_domain_bumps_revision'
reason: 'This test was enabled recently on ovn and we miss configuration in tripleo jobs, for sake of CI skipping them for now, but we will enabled them as fast as possible'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1832166'
- test: 'neutron_tempest_plugin.scenario.test_internal_dns.InternalDNSTest.test_dns_domain_and_name'
reason: 'This test was enabled recently on ovn and we miss configuration in tripleo jobs, for sake of CI skipping them for now, but we will enabled them as fast as possible'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1832166'
- test: 'tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_port_security_macspoofing_port'
reason: 'It can be removed when bug for OVN is repaired'
lp: 'https://bugs.launchpad.net/tempest/+bug/1728886'
- test: 'neutron_tempest_plugin.api.admin.test_shared_network_extension.RBACSharedNetworksTest'
reason: 'RBAC policy resource conflict'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1753209'
- test: 'tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestJSON.test_volume_from_snapshot_no_size'
reason: 'network resource conflict'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1753209'
- test: 'tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestJSON.test_volume_from_snapshot'
reason: 'network resource conflict'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1753209'
- test: 'mistral_tempest_tests.tests.api.v2.test_actions.ActionTestsV2.test_get_list_actions_not_in_list_filter'
reason: 'mismatch error, mistral team is investigating'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1736950'
- test: 'patrole_tempest_plugin'
reason: 'Not supported in TripleO/tempestconf'
- test: 'zaqar_tempest_plugin'
reason: 'Not supported in TripleO/tempestconf'
- test: 'watcher_tempest_plugin'
reason: 'Not supported in TripleO'
- test: 'vitrage_tempest_plugin'
reason: 'Not supported in TripleO'
- test: 'trove_tempest_plugin'
reason: 'Not supported in TripleO'
- test: 'tripleo_common_tempest_plugin'
reason: 'Not supported in TripleO'
- test: 'murano_tempest_tests'
reason: 'Not supported in TripleO'
- test: 'mistral_tempest_tests'
reason: 'Not supported in TripleO'
- test: 'magnum_tempest_plugin'
reason: 'Not supported in TripleO'
- test: 'kuryr_tempest_plugin'
reason: 'Not supported in TripleO'
- test: 'heat_tempest_plugin'
reason: 'Not supported in TripleO'
- test: 'designate_tempest_plugin'
reason: 'Not supported in TripleO'
- test: 'congress_tempest_plugin'
reason: 'Not supported in TripleO'
- test: 'ec2api_tempest_plugin'
reason: 'Not supported in TripleO/tempestconf'
- test: 'tempest.api.compute.admin.test_auto_allocate_network.AutoAllocateNetworkTest.test_server_multi_create_auto_allocate'
reason: 'Test is failing due microversion'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1821690'
- test: 'neutron_tempest_plugin.api.test_trunk_negative'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.test_timestamp'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.test_subnetpools_negative'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.test_service_type_management'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.test_security_groups'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.test_routers_negative'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.test_routers'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.test_qos_negative'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.test_qos'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.test_ports'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.test_networks_negative'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.test_networks'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.test_floating_ips_negative'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.test_floating_ips'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.test_flavors_extensions'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.test_extension_driver_port_security'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.test_allowed_address_pair'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.test_address_scopes_negative'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.test_address_scopes'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.admin.test_shared_network_extension'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.admin.test_routers_ha'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.admin.test_networks.NetworksTestAdmin'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.admin.test_l3_agent_scheduler'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_add_remove_network_from_dhcp_agent'
reason: 'DHCP Agent is disabled by default in OVN'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705'
- test: 'tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_list_networks_hosted_by_one_dhcp'
reason: 'DHCP Agent is disabled by default in OVN'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705'
- test: 'neutron_tempest_plugin.api.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_add_remove_network_from_dhcp_agent'
reason: 'DHCP Agent is disabled by default in OVN'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705'
- test: 'neutron_tempest_plugin.api.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_dhcp_port_status_active'
reason: 'DHCP Agent is disabled by default in OVN'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705'
- test: 'neutron_tempest_plugin.api.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_list_networks_hosted_by_one_dhcp'
reason: 'DHCP Agent is disabled by default in OVN'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705'
- test: 'neutron_tempest_plugin.scenario.test_qos.QoSTest.test_qos_basic_and_update'
reason: 'Possible bug for QoS + FIP in OVN'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705'
- test: 'barbican_tempest_plugin.tests.scenario.test_image_signing.ImageSigningTest.test_signed_image_upload_boot_failure'
reason: 'barbican and python-tempestconf not playing well'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1820671'
- test: 'telemetry_tempest_plugin.scenario.test_telemetry_integration.TestTelemetryIntegration'
reason: 'telemetry tests failed due to One or more ports have an IP allocation from this subnet'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1792862'
- test: 'octavia_tempest_plugin.tests.scenario.v2.test_traffic_ops.TrafficOperationsScenarioTest'
reason: 'Connection to the 192.168.24.149 via SSH timed out.'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1883687'
# skip list for undercloud
- test: 'tempest.api.network.test_networks.NetworksTest.test_external_network_visibility'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_floating_ips.FloatingIPTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.servers'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_existent_host'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_host_as_user'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_remove_host_as_user'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_hypervisor'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_hypervisor_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_delete_server'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_show_host_detail'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_servers'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_simple_tenant_usage'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_servers_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.floating_ips'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_server_diagnostics'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_server_diagnostics_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.images'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_external_networks_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_floating_ips_admin_actions'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_routers'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_routers_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_floating_ips_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_ports'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON'
reason: 'Running on undercloud'
undercloud: true
## THIS FILE IS DEPRECATED, PLEASE USE:
## openstack/openstack-tempest-skiplist
known_failures: []

23
roles/validate-tempest/vars/tempest_skip_mitaka.yml

@ -1,21 +1,4 @@
---
known_failures:
- test: 'tempest.scenario.test_volume_boot_pattern'
reason: 'rdo-manager tempest smoke test failing on "floating ip pool not found"'
bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1272289'
- test: 'tempest.api.volume.test_volumes_get'
reason: 'rdo-manager tempest smoke test failing on "floating ip pool not found"'
bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1272289'
- test: 'tempest.api.identity.*v3'
reason: 'Tempest Identify tests failed on V3 api on OSP-D puddle'
bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1266947'
- test: 'tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip'
reason: 'Need bug, retest or reconfig'
- test: 'tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id'
reason: 'Need bug, retest or reconfig'
- test: 'tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops'
reason: 'Need bug, retest or reconfig'
- test: 'tempest.scenario.test_encrypted_cinder_volumes.TestEncryptedCinderVolumes.test_encrypted_cinder_volumes_cryptsetup'
reason: 'TripleO does not deploy Barbican by default, which is needed for this test to pass'
- test: 'tempest.scenario.test_encrypted_cinder_volumes.TestEncryptedCinderVolumes.test_encrypted_cinder_volumes_luks'
reason: 'TripleO does not deploy Barbican by default, which is needed for this test to pass'
## THIS FILE IS DEPRECATED, PLEASE USE:
## openstack/openstack-tempest-skiplist
known_failures: []

186
roles/validate-tempest/vars/tempest_skip_newton.yml

@ -1,184 +1,4 @@
---
known_failures:
- test: 'tempest.api.telemetry.test_telemetry_notification_api'
reason: 'ospd-8 poodle 2016-02-04.1 tempest.api.telemetry.test_telemetry_notification_api failing'
bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1304933'
- test: 'tempest.scenario.test_volume_boot_pattern'
reason: 'rdo-manager tempest smoke test failing on "floating ip pool not found"'
bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1272289'
- test: 'tempest.api.volume.test_volumes_get'
reason: 'rdo-manager tempest smoke test failing on "floating ip pool not found"'
bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1272289'
- test: 'tempest.api.identity.*v3'
reason: 'Tempest Identify tests failed on V3 api on OSP-D puddle'
bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1266947'
- test: 'tempest.api.data_processing'
reason: 'tempest.api.data_processing tests failing on newton'
bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1357667'
- test: 'tempest.scenario.test_network_basic_ops.TestNetworkBasicOps'
reason: 'TestNetworkBasicOps often times out running against tripleo'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1605654'
- test: 'tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON'
reason: 'tempest fail: tempest.api.identity.admin.v2.test_services.ServicesTestJSON'
bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1386421'
- test: 'tempest.scenario.test_encrypted_cinder_volumes.TestEncryptedCinderVolumes.test_encrypted_cinder_volumes_cryptsetup'
reason: 'TripleO does not deploy Barbican by default, which is needed for this test to pass'
- test: 'tempest.scenario.test_encrypted_cinder_volumes.TestEncryptedCinderVolumes.test_encrypted_cinder_volumes_luks'
reason: 'TripleO does not deploy Barbican by default, which is needed for this test to pass'
- test: 'tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_cross_tenant_traffic'
reason: 'Security groups firewall rules do not get applied on the compute nodes'
bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1411690'
- test: 'tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_multiple_security_groups'
reason: 'Security groups firewall rules do not get applied on the compute nodes'
bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1411690'
- test: 'mistral_tempest_tests.tests'
reason: 'Skip Mistral tests as it needs to use mistral v2 endpoints'
- test: 'ceilometer.tests.tempest.api.test_telemetry_notification_api.TelemetryNotificationAPITest'
reason: 'This telemetry installation is configured to use Gnocchi'
- test: 'ceilometer.tests.tempest.api.test_telemetry_notification_api.TelemetryNotificationAdminAPITest'
reason: 'This telemetry installation is configured to use Gnocchi'
- test: 'ceilometer.tests.tempest.scenario.test_object_storage_telemetry_middleware.TestObjectStorageTelemetry'
reason: 'This telemetry installation is configured to use Gnocchi'
- test: 'neutron.tests.tempest.scenario.test_dvr.NetworkDvrTest'
reason: 'TODO(arxcruz) New test, need investigation'
- test: 'neutron.tests.tempest.scenario.test_trunk.TrunkTest'
reason: 'TODO(arxcruz) New test, need investigation'
# skip list for undercloud
- test: 'tempest.api.network.test_networks.NetworksTest.test_external_network_visibility'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_floating_ips.FloatingIPTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.servers'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_existent_host'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_host_as_user'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_remove_host_as_user'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_hypervisor'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_hypervisor_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_delete_server'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_show_host_detail'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_servers'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_simple_tenant_usage'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_servers_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.floating_ips'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_server_diagnostics'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_server_diagnostics_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.images'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_external_networks_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_floating_ips_admin_actions'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_routers'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_routers_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_floating_ips_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_ports'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_endpoints'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_roles'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_tags'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_roles_negative.RolesNegativeTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_services.ServicesTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_tenant_negative.TenantsNegativeTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_tenants.TenantsTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_tokens.TokensTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_users.UsersTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_users_negative.UsersNegativeTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_ports.PortsTestJSON.test_port_list_filter_by_router_id'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_ports.PortsIpV6TestJSON.test_port_list_filter_by_router_id'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.image.v1.test_images'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_baremetal_nodes.BaremetalNodesAdminTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.image.v1.test_images.CreateRegisterImagesTest'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON'
reason: 'Running on undercloud'
undercloud: true
## THIS FILE IS DEPRECATED, PLEASE USE:
## openstack/openstack-tempest-skiplist
known_failures: []

180
roles/validate-tempest/vars/tempest_skip_ocata.yml

@ -1,178 +1,4 @@
---
## PLEASE READ ##
## Do not add tests to the skip list that are in ##
## featureset016 - featureset019 w/o permission from ##
## the TripleO PTL, Thanks ##
known_failures:
- test: 'tempest.api.data_processing'
reason: 'tempest.api.data_processing tests failing on newton'
bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1357667'
- test: 'tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest'
reason: 'tempest fail: tempest.api.orchestration.stacks.test_resource_types'
bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1380146'
- test: 'tempest.scenario.test_encrypted_cinder_volumes.TestEncryptedCinderVolumes'
reason: 'TripleO does not deploy Barbican by default'
- test: 'tempest.api.volume.admin.test_volumes_backup.VolumesBackupsAdminTest'
reason: 'Cinder backup is not enabled by default'
- test: 'cinder.tests.tempest.api.volume.test_volume_backup.VolumesBackupsTest'
reason: 'Cinder backup is not enabled by default'
- test: 'tempest.api.volume.test_volumes_backup.VolumesBackupsTest'
reason: 'Cinder backup is not enabled by default'
- test: 'mistral_tempest_tests.tests'
reason: 'Skip Mistral tests as it needs to use mistral v2 endpoints'
- test: 'ceilometer.tests.tempest.api.test_telemetry_notification_api.TelemetryNotificationAPITest'
reason: 'This telemetry installation is configured to use Gnocchi'
- test: 'ceilometer.tests.tempest.api.test_telemetry_notification_api.TelemetryNotificationAdminAPITest'
reason: 'This telemetry installation is configured to use Gnocchi'
- test: 'ceilometer.tests.tempest.scenario.test_object_storage_telemetry_middleware.TestObjectStorageTelemetry'
reason: 'This telemetry installation is configured to use Gnocchi'
- test: 'neutron.tests.tempest.scenario.test_dvr.NetworkDvrTest'
reason: 'TODO(arxcruz) New test, need investigation'
- test: 'neutron.tests.tempest.scenario.test_trunk.TrunkTest'
reason: 'TODO(arxcruz) New test, need investigation'
- test: 'tempest.api.orchestration.stacks.test_neutron_resources.NeutronResourcesTestJSON'
reason: time out
lp: 'https://bugs.launchpad.net/tripleo/+bug/1723137'
- test: 'tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_boot_server_from_encrypted_volume_luks'
reason: 'Legacy encryption is not properly configured by TripleO in Ocata and barbican is not deployed in overcloud'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1733574'
- test: 'tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_implied_roles_create_check_show_delete'
reason: 'Difference in Implied Roles check API return code'
lp: 'https://bugs.launchpad.net/keystone/+bug/1660603'
# skip list for undercloud
- test: 'tempest.api.network.test_networks.NetworksTest.test_external_network_visibility'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_floating_ips.FloatingIPTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.servers'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_existent_host'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_host_as_user'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_remove_host_as_user'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_hypervisor'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_hypervisor_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_delete_server'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_show_host_detail'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_servers'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_simple_tenant_usage'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_servers_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.floating_ips'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_server_diagnostics'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_server_diagnostics_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.images'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_external_networks_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_floating_ips_admin_actions'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_routers'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_routers_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_floating_ips_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_ports'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_endpoints'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_roles'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_tags'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_roles_negative.RolesNegativeTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_services.ServicesTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_tenant_negative.TenantsNegativeTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_tenants.TenantsTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_tokens.TokensTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_users.UsersTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_users_negative.UsersNegativeTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_ports.PortsTestJSON.test_port_list_filter_by_router_id'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_ports.PortsIpV6TestJSON.test_port_list_filter_by_router_id'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.v2.test_tenants.IdentityTenantsTest.test_list_tenants_returns_only_authorized_tenants'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.v2.test_users.IdentityUsersTest.test_user_update_own_password'
reason: 'Running on undercloud'
undercloud: true
## THIS FILE IS DEPRECATED, PLEASE USE:
## openstack/openstack-tempest-skiplist
known_failures: []

158
roles/validate-tempest/vars/tempest_skip_pike.yml

@ -1,156 +1,4 @@
---
## PLEASE READ ##
## Do not add tests to the skip list that are in ##
## featureset016 - featureset019 w/o permission from ##
## the TripleO PTL, Thanks ##
known_failures:
- test: 'mistral_tempest_tests.tests'
reason: 'Skip Mistral tests as it needs to use mistral v2 endpoints'
- test: 'ceilometer.tests.tempest.api.test_telemetry_notification_api.TelemetryNotificationAPITest'
reason: 'This telemetry installation is configured to use Gnocchi'
- test: 'ceilometer.tests.tempest.api.test_telemetry_notification_api.TelemetryNotificationAdminAPITest'
reason: 'This telemetry installation is configured to use Gnocchi'
- test: 'ceilometer.tests.tempest.scenario.test_object_storage_telemetry_middleware.TestObjectStorageTelemetry'
reason: 'This telemetry installation is configured to use Gnocchi'
- test: 'inspector_tempest_plugin.tests.test_basic.InspectorSmokeTest'
reason: 'TODO(weshay) The service is not running on the overcloud, needs investigation'
- test: 'tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_implied_roles_create_check_show_delete'
reason: 'Difference in Implied Roles check API return code'
lp: 'https://bugs.launchpad.net/keystone/+bug/1660603'
# skip list for undercloud
- test: 'tempest.api.network.test_networks.NetworksTest.test_external_network_visibility'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_floating_ips.FloatingIPTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.servers'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_existent_host'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_host_as_user'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_remove_host_as_user'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_hypervisor'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_hypervisor_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_delete_server'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_show_host_detail'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_servers'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_simple_tenant_usage'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_servers_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.floating_ips'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_server_diagnostics'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_server_diagnostics_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.images'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_external_networks_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_floating_ips_admin_actions'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_routers'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_routers_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_floating_ips_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_ports'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_endpoints'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_roles'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_tags'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_roles_negative.RolesNegativeTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_services.ServicesTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_tenant_negative.TenantsNegativeTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_tenants.TenantsTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_tokens.TokensTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_users.UsersTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_users_negative.UsersNegativeTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_ports.PortsIpV6TestJSON.test_port_list_filter_by_router_id'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_ports.PortsTestJSON.test_port_list_filter_by_router_id'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.v2.test_tenants.IdentityTenantsTest.test_list_tenants_returns_only_authorized_tenants'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.v2.test_users.IdentityUsersTest.test_user_update_own_password'
reason: 'Running on undercloud'
undercloud: true
## THIS FILE IS DEPRECATED, PLEASE USE:
## openstack/openstack-tempest-skiplist
known_failures: []

130
roles/validate-tempest/vars/tempest_skip_queens.yml

@ -1,128 +1,4 @@
---
## PLEASE READ ##
## Do not add tests to the skip list that are in ##
## featureset016 - featureset019 w/o permission from ##
## the TripleO PTL, Thanks ##
known_failures:
- test: 'tempest.api.compute.admin.test_servers_on_multinodes.ServersOnMultiNodesTest.test_create_servers_on_different_hosts_with_list_of_servers'
reason: 'Errors with servres on multiple nodes'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1857365'
- test: 'tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_boot_into_disabled_port_security_network_without_secgroup'
reason: 'Failed to boot servers on different Compute nodes'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1857365'
- test: 'tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_port_security_disable_security_group'
reason: 'Failed to boot servers on different Compute nodes'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1857365'
- test: 'tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_port_update_new_security_group'
reason: 'Failed to boot servers on different Compute nodes'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1857365'
- test: 'neutron_tempest_plugin.scenario'
reason: 'Neutron Tempest plugin scenario tests are not yet stable.'
lp: 'https://launchpad.net/bugs/1737940'
- test: 'tempest.api.compute.admin.test_auto_allocate_network.AutoAllocateNetworkTest.test_server_multi_create_auto_allocate'
reason: 'Test is failing due microversion'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1821690'
# skip list for undercloud
- test: 'tempest.api.network.test_networks.NetworksTest.test_external_network_visibility'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_floating_ips.FloatingIPTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.servers'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_existent_host'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_host_as_user'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_remove_host_as_user'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_hypervisor'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_hypervisor_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_delete_server'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_show_host_detail'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_servers'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_simple_tenant_usage'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_servers_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.floating_ips'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_server_diagnostics'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_server_diagnostics_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.images'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_external_networks_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_floating_ips_admin_actions'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_routers'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_routers_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_floating_ips_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_ports'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_tags'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON.test_delete_external_networks_with_floating_ip'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_ports.PortsIpV6TestJSON.test_port_list_filter_by_router_id'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_ports.PortsTestJSON.test_port_list_filter_by_router_id'
reason: 'Running on undercloud'
undercloud: true
## THIS FILE IS DEPRECATED, PLEASE USE:
## openstack/openstack-tempest-skiplist
known_failures: []

185
roles/validate-tempest/vars/tempest_skip_rocky.yml

@ -1,183 +1,4 @@
---
## PLEASE READ ##
## Do not add tests to the skip list that are in ##
## featureset016 - featureset019 w/o permission from ##
## the TripleO PTL, Thanks ##
known_failures:
- test: 'neutron_tempest_plugin.scenario.test_floatingip.FloatingIPQosTest.test_qos'
reason: 'Neutron Tempest plugin scenario tests are not yet stable.'
lp: 'https://launchpad.net/bugs/1737940'
- test: 'tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_boot_into_disabled_port_security_network_without_secgroup'
reason: 'Failed to boot servers on different Compute nodes'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1857365'
- test: 'tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_port_update_new_security_group'
reason: 'Failed to boot servers on different Compute nodes'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1857365'
- test: 'tempest.api.compute.admin.test_servers_on_multinodes.ServersOnMultiNodesTest.test_create_servers_on_same_host'
reason: 'Errors with servres on multiple nodes'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1857365'
- test: 'neutron_tempest_plugin.scenario.test_qos.QoSTest'
reason: 'Neutron Tempest plugin scenario tests are not yet stable.'
lp: 'https://launchpad.net/bugs/1737940'
- test: 'patrole_tempest_plugin'
reason: 'Not supported in TripleO/tempestconf'
- test: 'zaqar_tempest_plugin'
reason: 'Not supported in TripleO/tempestconf'
- test: 'watcher_tempest_plugin'
reason: 'Not supported in TripleO'
- test: 'vitrage_tempest_plugin'
reason: 'Not supported in TripleO'
- test: 'trove_tempest_plugin'
reason: 'Not supported in TripleO'
- test: 'tripleo_common_tempest_plugin'
reason: 'Not supported in TripleO'
- test: 'tempest_horizon'
reason: 'Not supported in TripleO'
- test: 'octavia_tempest_plugin'
reason: 'Not supported in TripleO'
- test: 'murano_tempest_tests'
reason: 'Not supported in TripleO'
- test: 'mistral_tempest_tests'
reason: 'Not supported in TripleO'
- test: 'magnum_tempest_plugin'
reason: 'Not supported in TripleO'
- test: 'kuryr_tempest_plugin'
reason: 'Not supported in TripleO'
- test: 'ironic_tempest_plugin'
reason: 'Not supported in TripleO'
- test: 'heat_tempest_plugin'
reason: 'Not supported in TripleO'
- test: 'designate_tempest_plugin'
reason: 'Not supported in TripleO'
- test: 'congress_tempest_plugin'
reason: 'Not supported in TripleO'
- test: 'barbican_tempest_plugin'
reason: 'Not supported in TripleO'
- test: 'ec2api_tempest_plugin'
reason: 'Not supported in TripleO/tempestconf'
- test: 'neutron_tempest_plugin.api.test_trunk_negative.TrunkTestMtusJSON'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.test_security_groups.RbacSharedSecurityGroupTest'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.test_routers_negative.DvrRoutersNegativeTestExtended'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.test_routers_negative.DvrRoutersNegativeTest'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.test_routers.DvrRoutersTestToCentralized'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.test_routers.DvrRoutersTestUpdateDistributedExtended'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.test_routers.DvrRoutersTest'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.test_qos.QosMinimumBandwidthRuleTestJSON'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.test_ports.PortsTestJSON'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.test_floating_ips.FloatingIPPoolTestJSON'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'tempest.api.compute.admin.test_auto_allocate_network.AutoAllocateNetworkTest.test_server_multi_create_auto_allocate'
reason: 'Test is failing due to microversion'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1821690'
# skip list for undercloud
- test: 'tempest.api.network.test_networks.NetworksTest.test_external_network_visibility'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_floating_ips.FloatingIPTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.servers'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_existent_host'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_host_as_user'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_remove_host_as_user'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_hypervisor'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_hypervisor_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_delete_server'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_show_host_detail'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_servers'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_simple_tenant_usage'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_servers_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.floating_ips'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_server_diagnostics'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_server_diagnostics_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.images'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_external_networks_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_floating_ips_admin_actions'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_routers'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_routers_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_floating_ips_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_ports'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'vitrage_tempest_plugin'
reason: 'Not supported in TripleO Undercloud'
undercloud: true
## THIS FILE IS DEPRECATED, PLEASE USE:
## openstack/openstack-tempest-skiplist
known_failures: []

217
roles/validate-tempest/vars/tempest_skip_stein.yml

@ -1,215 +1,4 @@
---
## PLEASE READ ##
## Do not add tests to the skip list that are in ##
## featureset016 - featureset019 w/o permission from ##
## the TripleO PTL, Thanks ##
known_failures:
- test: 'tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_port_security_macspoofing_port'
reason: 'It can be removed when bug for OVN is repaired'
lp: 'https://bugs.launchpad.net/tempest/+bug/1728886'
- test: 'tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_create_server_from_volume_snapshot'
reason: 'Invalid volume type'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1863750'
- test: 'mistral_tempest_tests.tests.api.v2.test_actions.ActionTestsV2.test_get_list_actions_not_in_list_filter'
reason: 'mismatch error, mistral team is investigating'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1736950'
- test: 'patrole_tempest_plugin'
reason: 'Not supported in TripleO/tempestconf'
- test: 'zaqar_tempest_plugin'
reason: 'Not supported in TripleO/tempestconf'
- test: 'watcher_tempest_plugin'
reason: 'Not supported in TripleO'
- test: 'vitrage_tempest_plugin'
reason: 'Not supported in TripleO'
- test: 'trove_tempest_plugin'
reason: 'Not supported in TripleO'
- test: 'tripleo_common_tempest_plugin'
reason: 'Not supported in TripleO'
- test: 'tempest_horizon'
reason: 'Not supported in TripleO'
- test: 'octavia_tempest_plugin'
reason: 'Not supported in TripleO'
- test: 'murano_tempest_tests'
reason: 'Not supported in TripleO'
- test: 'mistral_tempest_tests'
reason: 'Not supported in TripleO'
- test: 'magnum_tempest_plugin'
reason: 'Not supported in TripleO'
- test: 'kuryr_tempest_plugin'
reason: 'Not supported in TripleO'
- test: 'heat_tempest_plugin'
reason: 'Not supported in TripleO'
- test: 'designate_tempest_plugin'
reason: 'Not supported in TripleO'
- test: 'congress_tempest_plugin'
reason: 'Not supported in TripleO'
- test: 'ec2api_tempest_plugin'
reason: 'Not supported in TripleO/tempestconf'
- test: 'telemetry_tempest_plugin.scenario.test_telemetry_integration.TestTelemetryIntegration'
reason: 'telemetry tests failed due to One or more ports have an IP allocation from this subnet'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1792862'
- test: 'neutron_tempest_plugin.api.test_qos_negative'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.test_qos.QosDscpMarkingRuleTestJSON'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.test_qos.QosMinimumBandwidthRuleTestJSON'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.test_ports.PortsTestJSON'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.test_networks.NetworksTestJSON.test_create_update_network_dns_domain'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.test_floating_ips.FloatingIPPoolTestJSON.test_create_floatingip_from_specific_pool'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'neutron_tempest_plugin.api.admin.test_routers_ha'
reason: 'neutron tempest tests are failing by giving 503 Service Unavailable'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1793482'
- test: 'tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_add_remove_network_from_dhcp_agent'
reason: 'DHCP Agent is disabled by default in OVN'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705'
- test: 'tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_list_networks_hosted_by_one_dhcp'
reason: 'DHCP Agent is disabled by default in OVN'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705'
- test: 'neutron_tempest_plugin.api.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_add_remove_network_from_dhcp_agent'
reason: 'DHCP Agent is disabled by default in OVN'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705'
- test: 'neutron_tempest_plugin.api.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_dhcp_port_status_active'
reason: 'DHCP Agent is disabled by default in OVN'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705'
- test: 'neutron_tempest_plugin.api.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_list_networks_hosted_by_one_dhcp'
reason: 'DHCP Agent is disabled by default in OVN'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705'
- test: 'neutron_tempest_plugin.scenario.test_qos.QoSTest.test_qos_basic_and_update'
reason: 'Possible bug for QoS + FIP in OVN'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1817705'
- test: 'barbican_tempest_plugin.tests.scenario.test_image_signing.ImageSigningSnapshotTest'
reason: 'barbican and python-tempestconf not playing well'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1820668'
- test: 'barbican_tempest_plugin.tests.scenario.test_image_signing.ImageSigningTest'
reason: 'barbican and python-tempestconf not playing well'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1820671'
- test: 'tempest.api.compute.admin.test_auto_allocate_network.AutoAllocateNetworkTest.test_server_multi_create_auto_allocate'
reason: 'Test is failing due microversion'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1821690'
- test: 'neutron_tempest_plugin.scenario.test_dns_integration.DNSIntegrationTests'
reason: 'skipped Tests are failing due to dns-integration'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1821690'
- test: 'neutron_tempest_plugin.scenario.test_internal_dns.InternalDNSTest.test_dns_domain_and_name'
reason: 'skipped Tests are failing due to dns-integration'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1821690'
- test: 'neutron_tempest_plugin.api.test_revisions.TestRevisions.test_update_dns_domain_bumps_revision'
reason: 'skipped Tests are failing due to dns-integration'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1821690'
- test: 'tempest.api.object_storage.test_account_quotas.AccountQuotasTest'
reason: 'connection refused error on swift healthcheck api'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1862143'
- test: 'tempest.api.object_storage.test_account_services.AccountTest'
reason: 'connection refused error on swift healthcheck api'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1862143'
- test: 'tempest.api.object_storage.test_object_services.ObjectTest'
reason: 'connection refused error on swift healthcheck api'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1862143'
- test: 'tempest.api.object_storage.test_container_quotas.ContainerQuotasTest'
reason: 'connection refused error on swift healthcheck api'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1862143'
- test: 'tempest.api.object_storage.test_container_services.ContainerTest'
reason: 'connection refused error on swift healthcheck api'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1862143'
- test: 'neutron_tempest_plugin.scenario.test_security_groups.NetworkSecGroupTest'
reason: 'timeout on test_security_groups'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1878248'
# skip list for undercloud
- test: 'tempest.api.network.test_networks.NetworksTest.test_external_network_visibility'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_floating_ips.FloatingIPTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.servers'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_existent_host'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_host_as_user'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_remove_host_as_user'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_hypervisor'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_hypervisor_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_delete_server'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_show_host_detail'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_servers'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_simple_tenant_usage'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_servers_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.floating_ips'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_server_diagnostics'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_server_diagnostics_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.images'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_external_networks_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_floating_ips_admin_actions'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_routers'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_routers_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_floating_ips_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_ports'
reason: