openstack/tripleo-quickstart-extras
Code Issues Proposed changes

Merge "Added tempest skip list for undercloud for stable branches"

Browse Source
This commit is contained in:
Zuul
2018-05-01 01:04:03 +00:00
committed by Gerrit Code Review
parent dac2d720da 5cc8a81fc6
commit e774eb9648
5 changed files with 505 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
roles/validate-tempest/templates/configure-tempest.sh.j2
View File

@@ -98,7 +98,9 @@ public_net_id=$(openstack network show {{ public_net_name }} -f value -c id)
{% endif %}
{% endif %}
{% if not tempest_overcloud|bool %}
{% if not tempest_overcloud|bool and release not in ['newton', 'ocata'] %}
# OS_AUTH_URL does not contains identity api version in stackrc from
# Pike onwards.
export OS_AUTH_URL="$OS_AUTH_URL/v$OS_IDENTITY_API_VERSION"
{% endif %}
# Generate Tempest Config file using python-tempestconf

139
roles/validate-tempest/vars/tempest_skip_newton.yml
View File

@@ -42,3 +42,142 @@ known_failures:
reason: 'TODO(arxcruz) New test, need investigation'
- test: 'neutron.tests.tempest.scenario.test_trunk.TrunkTest'
reason: 'TODO(arxcruz) New test, need investigation'
# skip list for undercloud
- test: 'tempest.api.network.test_networks.NetworksTest.test_external_network_visibility'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_floating_ips.FloatingIPTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.servers'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_existent_host'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_host_as_user'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_remove_host_as_user'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_hypervisor'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_hypervisor_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_delete_server'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_show_host_detail'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_servers'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_simple_tenant_usage'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_servers_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.floating_ips'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_server_diagnostics'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_server_diagnostics_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.images'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_external_networks_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_floating_ips_admin_actions'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_routers'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_routers_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_floating_ips_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_ports'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_endpoints'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_roles'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_tags'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_roles_negative.RolesNegativeTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_services.ServicesTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_tenant_negative.TenantsNegativeTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_tenants.TenantsTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_tokens.TokensTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_users.UsersTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_users_negative.UsersNegativeTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_ports.PortsTestJSON.test_port_list_filter_by_router_id'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_ports.PortsIpV6TestJSON.test_port_list_filter_by_router_id'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.image.v1.test_images'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_baremetal_nodes.BaremetalNodesAdminTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.image.v1.test_images.CreateRegisterImagesTest'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON'
reason: 'Running on undercloud'
undercloud: true

130
roles/validate-tempest/vars/tempest_skip_ocata.yml
View File

@@ -72,3 +72,133 @@ known_failures:
- test: 'neutron.tests.tempest.scenario'
reason: 'Neutron tempest plugin scenario tests are unstable'
lp: 'https://launchpad.net/bugs/1737940'
# skip list for undercloud
- test: 'tempest.api.network.test_networks.NetworksTest.test_external_network_visibility'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_floating_ips.FloatingIPTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.servers'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_existent_host'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_host_as_user'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_remove_host_as_user'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_hypervisor'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_hypervisor_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_delete_server'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_show_host_detail'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_servers'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_simple_tenant_usage'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_servers_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.floating_ips'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_server_diagnostics'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_server_diagnostics_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.images'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_external_networks_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_floating_ips_admin_actions'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_routers'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_routers_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_floating_ips_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_ports'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_endpoints'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_roles'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_tags'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_roles_negative.RolesNegativeTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_services.ServicesTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_tenant_negative.TenantsNegativeTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_tenants.TenantsTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_tokens.TokensTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_users.UsersTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_users_negative.UsersNegativeTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_ports.PortsTestJSON.test_port_list_filter_by_router_id'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_ports.PortsIpV6TestJSON.test_port_list_filter_by_router_id'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON'
reason: 'Running on undercloud'
undercloud: true

130
roles/validate-tempest/vars/tempest_skip_pike.yml
View File

@@ -63,3 +63,133 @@ known_failures:
- test: 'neutron.tests.tempest.scenario'
reason: 'Neutron tempest plugin scenario tests are unstable'
lp: 'https://launchpad.net/bugs/1737940'
# skip list for undercloud
- test: 'tempest.api.network.test_networks.NetworksTest.test_external_network_visibility'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_floating_ips.FloatingIPTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.servers'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_existent_host'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_host_as_user'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_remove_host_as_user'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_hypervisor'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_hypervisor_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_delete_server'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_show_host_detail'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_servers'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_simple_tenant_usage'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_servers_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.floating_ips'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_server_diagnostics'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_server_diagnostics_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.images'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_external_networks_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_floating_ips_admin_actions'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_routers'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_routers_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_floating_ips_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_ports'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_endpoints'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_roles'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_tags'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_roles_negative.RolesNegativeTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_services.ServicesTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_tenant_negative.TenantsNegativeTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_tenants.TenantsTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_tokens.TokensTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_users.UsersTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v2.test_users_negative.UsersNegativeTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_ports.PortsIpV6TestJSON.test_port_list_filter_by_router_id'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_ports.PortsTestJSON.test_port_list_filter_by_router_id'
reason: 'Running on undercloud'
undercloud: true

103
roles/validate-tempest/vars/tempest_skip_queens.yml
View File

@@ -5,3 +5,106 @@ known_failures:
- test: 'neutron_tempest_plugin.scenario'
reason: 'Neutron Tempest plugin scenario tests are not yet stable.'
lp: 'https://launchpad.net/bugs/1737940'
# skip list for undercloud
- test: 'tempest.api.network.test_networks.NetworksTest.test_external_network_visibility'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_floating_ips.FloatingIPTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.servers'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_existent_host'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_host_as_user'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_remove_host_as_user'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_hypervisor'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_hypervisor_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_delete_server'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_show_host_detail'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_servers'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_simple_tenant_usage'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_servers_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.floating_ips'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_server_diagnostics'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.admin.test_server_diagnostics_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.images'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_external_networks_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_floating_ips_admin_actions'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_routers'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_routers_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_floating_ips_negative'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_ports'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_tags'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON.test_delete_external_networks_with_floating_ip'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_dhcp_ipv6.NetworksTestDHCPv6'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_ports.PortsIpV6TestJSON.test_port_list_filter_by_router_id'
reason: 'Running on undercloud'
undercloud: true
- test: 'tempest.api.network.test_ports.PortsTestJSON.test_port_list_filter_by_router_id'
reason: 'Running on undercloud'
undercloud: true