openstack/openstack-tempest-skiplist
Code Issues Proposed changes

Remove skipped tests from very older releases

Browse Source 
Since Newton, Ocata, Pike branches got EOL long time ago,
so we are cleaning up this from skip list.

Signed-off-by: Chandan Kumar (raukadah) <chkumar@redhat.com>
Change-Id: I2e830d41ed8b2d69116f81bb314cc0f71fa94d01
This commit is contained in:
Chandan Kumar (raukadah) 2021-07-15 17:29:16 +05:30 committed by chandan kumar
parent 6a702ecaa7
commit c7904a3e8b
1 changed files with 0 additions and 222 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

222
roles/validate-tempest/vars/tempest_skip.yml
View File

@ -1058,34 +1058,6 @@ known_failures:
- periodic-tripleo-ci-centos-8-scenario010-kvm-standalone-octavia-ussuri
- periodic-tripleo-ci-centos-8-scenario010-standalone-wallaby
- periodic-tripleo-ci-rhel-8-scenario010-standalone-rhos-17
- test: 'tempest.api.volume.test_volumes_get'
deployment:
- 'overcloud'
releases:
- name: 'liberty'
reason: 'rdo-manager tempest smoke test failing on "floating ip pool not found"'
bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1272289'
- name: 'mitaka'
reason: 'rdo-manager tempest smoke test failing on "floating ip pool not found"'
bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1272289'
- name: 'newton'
reason: 'rdo-manager tempest smoke test failing on "floating ip pool not found"'
bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1272289'
jobs: []
- test: 'tempest.api.identity.*v3'
deployment:
- 'overcloud'
releases:
- name: 'liberty'
reason: 'Tempest Identify tests failed on V3 api on OSP-D puddle'
bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1266947'
- name: 'mitaka'
reason: 'Tempest Identify tests failed on V3 api on OSP-D puddle'
bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1266947'
- name: 'newton'
reason: 'Tempest Identify tests failed on V3 api on OSP-D puddle'
bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1266947'
jobs: []
- test: 'barbican_tempest_plugin.tests.scenario.test_volume_encryption.VolumeEncryptionTest.test_encrypted_cinder_volumes_cryptsetup'
deployment:
- 'overcloud'
@ -1094,33 +1066,6 @@ known_failures:
reason: 'volume in invalid state'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1928366'
jobs: []
- test: 'tempest.api.data_processing'
deployment:
- 'overcloud'
releases:
- name: 'newton'
reason: 'tempest.api.data_processing tests failing on newton'
bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1357667'
- name: 'ocata'
reason: 'tempest.api.data_processing tests failing on newton'
bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1357667'
jobs: []
- test: 'tempest.scenario.test_network_basic_ops.TestNetworkBasicOps'
deployment:
- 'overcloud'
releases:
- name: 'newton'
reason: 'TestNetworkBasicOps often times out running against tripleo'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1605654'
jobs: []
- test: 'tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON'
deployment:
- 'overcloud'
releases:
- name: 'newton'
reason: 'tempest fail: tempest.api.identity.admin.v2.test_services.ServicesTestJSON'
bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1386421'
jobs: []
- test: 'tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_shelve_unshelve_server'
deployment:
- 'overcloud'
@ -1139,177 +1084,10 @@ known_failures:
deployment:
- 'overcloud'
releases:
- name: 'newton'
reason: 'Security groups firewall rules do not get applied on the compute
nodes'
bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1411690'
- name: 'train'
reason: 'Timed out waiting for 10.0.0.102 to become reachable from 10.0.0.117'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1856016'
jobs: []
- test: 'tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_multiple_security_groups'
deployment:
- 'overcloud'
releases:
- name: 'newton'
reason: 'Security groups firewall rules do not get applied on the compute
nodes'
bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1411690'
jobs: []
- test: 'mistral_tempest_tests.tests'
deployment:
- 'overcloud'
releases:
- name: 'newton'
reason: 'Skip Mistral tests as it needs to use mistral v2 endpoints'
lp: 'https://bugs.launchpad.net/tripleo/+bug/invalid'
- name: 'ocata'
reason: 'Skip Mistral tests as it needs to use mistral v2 endpoints'
lp: 'https://bugs.launchpad.net/tripleo/+bug/invalid'
- name: 'pike'
reason: 'Skip Mistral tests as it needs to use mistral v2 endpoints'
lp: 'https://bugs.launchpad.net/tripleo/+bug/invalid'
jobs: []
- test: 'ceilometer.tests.tempest.api.test_telemetry_notification_api.TelemetryNotificationAPITest'
deployment:
- 'overcloud'
releases:
- name: 'newton'
reason: 'This telemetry installation is configured to use Gnocchi'
lp: 'https://bugs.launchpad.net/tripleo/+bug/invalid'
- name: 'ocata'
reason: 'This telemetry installation is configured to use Gnocchi'
lp: 'https://bugs.launchpad.net/tripleo/+bug/invalid'
- name: 'pike'
reason: 'This telemetry installation is configured to use Gnocchi'
lp: 'https://bugs.launchpad.net/tripleo/+bug/invalid'
jobs: []
- test: 'ceilometer.tests.tempest.api.test_telemetry_notification_api.TelemetryNotificationAdminAPITest'
deployment:
- 'overcloud'
releases:
- name: 'newton'
reason: 'This telemetry installation is configured to use Gnocchi'
lp: 'https://bugs.launchpad.net/tripleo/+bug/invalid'
- name: 'ocata'
reason: 'This telemetry installation is configured to use Gnocchi'
lp: 'https://bugs.launchpad.net/tripleo/+bug/invalid'
- name: 'pike'
reason: 'This telemetry installation is configured to use Gnocchi'
lp: 'https://bugs.launchpad.net/tripleo/+bug/invalid'
jobs: []
- test: 'ceilometer.tests.tempest.scenario.test_object_storage_telemetry_middleware.TestObjectStorageTelemetry'
deployment:
- 'overcloud'
releases:
- name: 'newton'
reason: 'This telemetry installation is configured to use Gnocchi'
lp: 'https://bugs.launchpad.net/tripleo/+bug/invalid'
- name: 'ocata'
reason: 'This telemetry installation is configured to use Gnocchi'
lp: 'https://bugs.launchpad.net/tripleo/+bug/invalid'
- name: 'pike'
reason: 'This telemetry installation is configured to use Gnocchi'
lp: 'https://bugs.launchpad.net/tripleo/+bug/invalid'
jobs: []
- test: 'neutron.tests.tempest.scenario.test_dvr.NetworkDvrTest'
deployment:
- 'overcloud'
releases:
- name: 'newton'
reason: 'TODO(arxcruz) New test, need investigation'
lp: 'https://bugs.launchpad.net/tripleo/+bug/invalid'
- name: 'ocata'
reason: 'TODO(arxcruz) New test, need investigation'
lp: 'https://bugs.launchpad.net/tripleo/+bug/invalid'
jobs: []
- test: 'neutron.tests.tempest.scenario.test_trunk.TrunkTest'
deployment:
- 'overcloud'
releases:
- name: 'newton'
reason: 'TODO(arxcruz) New test, need investigation'
lp: 'https://bugs.launchpad.net/tripleo/+bug/invalid'
- name: 'ocata'
reason: 'TODO(arxcruz) New test, need investigation'
lp: 'https://bugs.launchpad.net/tripleo/+bug/invalid'
jobs: []
- test: 'tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest'
deployment:
- 'overcloud'
releases:
- name: 'ocata'
reason: 'tempest fail: tempest.api.orchestration.stacks.test_resource_types'
bz: 'https://bugzilla.redhat.com/show_bug.cgi?id=1380146'
jobs: []
- test: 'tempest.scenario.test_encrypted_cinder_volumes.TestEncryptedCinderVolumes'
deployment:
- 'overcloud'
releases:
- name: 'ocata'
reason: 'TripleO does not deploy Barbican by default'
lp: 'https://bugs.launchpad.net/tripleo/+bug/invalid'
jobs: []
- test: 'tempest.api.volume.admin.test_volumes_backup.VolumesBackupsAdminTest'
deployment:
- 'overcloud'
releases:
- name: 'ocata'
reason: 'Cinder backup is not enabled by default'
lp: 'https://bugs.launchpad.net/tripleo/+bug/invalid'
jobs: []
- test: 'cinder.tests.tempest.api.volume.test_volume_backup.VolumesBackupsTest'
deployment:
- 'overcloud'
releases:
- name: 'ocata'
reason: 'Cinder backup is not enabled by default'
lp: 'https://bugs.launchpad.net/tripleo/+bug/invalid'
jobs: []
- test: 'tempest.api.volume.test_volumes_backup.VolumesBackupsTest'
deployment:
- 'overcloud'
releases:
- name: 'ocata'
reason: 'Cinder backup is not enabled by default'
lp: 'https://bugs.launchpad.net/tripleo/+bug/invalid'
jobs: []
- test: 'tempest.api.orchestration.stacks.test_neutron_resources.NeutronResourcesTestJSON'
deployment:
- 'overcloud'
releases:
- name: 'ocata'
reason: 'time out'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1723137'
jobs: []
- test: 'tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_boot_server_from_encrypted_volume_luks'
deployment:
- 'overcloud'
releases:
- name: 'ocata'
reason: 'Legacy encryption is not properly configured by TripleO in Ocata
and barbican is not deployed in overcloud'
lp: 'https://bugs.launchpad.net/tripleo/+bug/1733574'
jobs: []
- test: 'tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_implied_roles_create_check_show_delete'
deployment:
- 'overcloud'
releases:
- name: 'ocata'
reason: 'Difference in Implied Roles check API return code'
lp: 'https://bugs.launchpad.net/keystone/+bug/1660603'
- name: 'pike'
reason: 'Difference in Implied Roles check API return code'
lp: 'https://bugs.launchpad.net/keystone/+bug/1660603'
jobs: []
- test: 'inspector_tempest_plugin.tests.test_basic.InspectorSmokeTest'
deployment:
- 'overcloud'
releases:
- name: 'pike'
reason: 'TODO(weshay) The service is not running on the overcloud, needs investigation'
lp: 'https://bugs.launchpad.net/tripleo/+bug/invalid'
jobs: []
- test: 'tempest.api.compute.admin.test_servers_on_multinodes.ServersOnMultiNodesTest.test_create_servers_on_different_hosts_with_list_of_servers'
deployment:
- 'overcloud'