From 1acbbb20060a1484f9a798c276c0109e1229f79c Mon Sep 17 00:00:00 2001 From: Chris Hoge Date: Sun, 6 Mar 2016 11:34:45 -0800 Subject: [PATCH] Flag tests scheduled for removal from Tempest Flag tests that have been removed from the Tempest test suite[1]. Capabilities are covered by other tests. Tests to be permanently removed from future guidelines. compute-auth-* capabilities removed because of empty test sets. [1] https://review.openstack.org/#/c/271467 Change-Id: Ib6b8ca03f39c7590163a9db710e5ca8aa373d659 --- 2015.07.json | 41 +++++++++++++++---- 2016.01.json | 36 ++++++++--------- HACKING.rst | 1 + next.json | 112 ++------------------------------------------------- 4 files changed, 56 insertions(+), 134 deletions(-) diff --git a/2015.07.json b/2015.07.json index 843de557..3d802d27 100644 --- a/2015.07.json +++ b/2015.07.json @@ -103,10 +103,20 @@ "required-since": "2014.07", "tests": { "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect": { - "idempotent_id": "id-acf8724b-142b-4044-82c3-78d31a533f24" + "idempotent_id": "id-acf8724b-142b-4044-82c3-78d31a533f24", + "flagged": { + "reason": "D406 Test removed from Tempest https://review.openstack.org/#/c/271467", + "action": "This test will be removed from future guidelines.", + "date": "2016-03-06" + } }, "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image": { - "idempotent_id": "id-95d445f6-babc-4f2e-aea3-aa24ec5e7f0d" + "idempotent_id": "id-95d445f6-babc-4f2e-aea3-aa24ec5e7f0d", + "flagged": { + "reason": "D406 Test removed from Tempest https://review.openstack.org/#/c/271467", + "action": "This test will be removed from future guidelines.", + "date": "2016-03-06" + } } } }, @@ -131,10 +141,20 @@ "required-since": "2014.07", "tests": { "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails": { - "idempotent_id": "id-85bcdd8f-56b4-4868-ae56-63fbf6f7e405" + "idempotent_id": "id-85bcdd8f-56b4-4868-ae56-63fbf6f7e405", + "flagged": { + "reason": "D406 Test removed from Tempest https://review.openstack.org/#/c/271467", + "action": "This test will be removed from future guidelines.", + "date": "2016-03-06" + } }, "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails": { - "idempotent_id": "id-dea1936a-473d-49f2-92ad-97bb7aded22e" + "idempotent_id": "id-dea1936a-473d-49f2-92ad-97bb7aded22e", + "flagged": { + "reason": "D406 Test removed from Tempest https://review.openstack.org/#/c/271467", + "action": "This test will be removed from future guidelines.", + "date": "2016-03-06" + } } } }, @@ -160,9 +180,9 @@ "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails": { "idempotent_id": "id-c5f52351-53d9-4fc9-83e5-917f7f5e3d71", "flagged": { - "reason": "D400 This test may create a barrier for independent testing of public clouds", - "action": "This test should be changed to require only one tenant or removed if it requires tenant isolation", - "date": "2015-12-03" + "reason": "D406 Test removed from Tempest https://review.openstack.org/#/c/271467", + "action": "This test will be removed from future guidelines.", + "date": "2016-03-06" } } } @@ -366,7 +386,12 @@ "idempotent_id": "id-f9e15296-d7f9-4e62-b53f-a04e89160833" }, "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant": { - "idempotent_id": "id-f03d1ded-7fd4-4d29-bc13-e2391f29c625" + "idempotent_id": "id-f03d1ded-7fd4-4d29-bc13-e2391f29c625", + "flagged": { + "reason": "D406 Test removed from Tempest https://review.openstack.org/#/c/271467", + "action": "This test will be removed from future guidelines.", + "date": "2016-03-06" + } } } }, diff --git a/2016.01.json b/2016.01.json index 0fe019d8..d671fdb1 100644 --- a/2016.01.json +++ b/2016.01.json @@ -157,17 +157,17 @@ "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect": { "idempotent_id": "id-acf8724b-142b-4044-82c3-78d31a533f24", "flagged": { - "date": "2015-05-06", - "reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.", - "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test." + "reason": "D406 Test removed from Tempest https://review.openstack.org/#/c/271467", + "action": "This test will be removed from future guidelines.", + "date": "2016-03-06" } }, "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image": { "idempotent_id": "id-95d445f6-babc-4f2e-aea3-aa24ec5e7f0d", "flagged": { - "date": "2015-05-06", - "reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.", - "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test." + "reason": "D406 Test removed from Tempest https://review.openstack.org/#/c/271467", + "action": "This test will be removed from future guidelines.", + "date": "2016-03-06" } } } @@ -195,17 +195,17 @@ "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails": { "idempotent_id": "id-85bcdd8f-56b4-4868-ae56-63fbf6f7e405", "flagged": { - "date": "2015-05-06", - "reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.", - "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test." + "reason": "D406 Test removed from Tempest https://review.openstack.org/#/c/271467", + "action": "This test will be removed from future guidelines.", + "date": "2016-03-06" } }, "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails": { "idempotent_id": "id-dea1936a-473d-49f2-92ad-97bb7aded22e", "flagged": { - "date": "2015-05-06", - "reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.", - "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test." + "reason": "D406 Test removed from Tempest https://review.openstack.org/#/c/271467", + "action": "This test will be removed from future guidelines.", + "date": "2016-03-06" } } } @@ -232,9 +232,9 @@ "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails": { "idempotent_id": "id-c5f52351-53d9-4fc9-83e5-917f7f5e3d71", "flagged": { - "date": "2015-05-06", - "reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.", - "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test." + "reason": "D406 Test removed from Tempest https://review.openstack.org/#/c/271467", + "action": "This test will be removed from future guidelines.", + "date": "2016-03-06" } } } @@ -503,9 +503,9 @@ "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant": { "idempotent_id": "id-f03d1ded-7fd4-4d29-bc13-e2391f29c625", "flagged": { - "date": "2015-05-06", - "reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.", - "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test." + "reason": "D406 Test removed from Tempest https://review.openstack.org/#/c/271467", + "action": "This test will be removed from future guidelines.", + "date": "2016-03-06" } } } diff --git a/HACKING.rst b/HACKING.rst index 0a4430c5..d98b14fd 100644 --- a/HACKING.rst +++ b/HACKING.rst @@ -104,3 +104,4 @@ Valid reasons for flagging a test are limited to the following: - [D404] Flag Not Found - Use this flag if none of the others fit. - [D405] The test reflects an implementation choice that is not widely deployed even if the Capability is widely deployed. +- [D406] Test removed permanently from test suite. diff --git a/next.json b/next.json index aa300c4a..aa31e67c 100644 --- a/next.json +++ b/next.json @@ -18,9 +18,6 @@ "required": [ "identity-v3-tokens-create", "identity-v3-api-discovery", - "compute-auth-create", - "compute-auth-get", - "compute-auth-set", "compute-images-create", "compute-images-delete", "compute-images-get", @@ -100,7 +97,10 @@ ], "removed": [ "identity-v2-tokens-create", - "compute-servers-change" + "compute-servers-change", + "compute-auth-create", + "compute-auth-get", + "compute-auth-set" ] }, "object": { @@ -159,102 +159,6 @@ } } }, - "compute-auth-create": { - "achievements": [ - "foundation", - "complete", - "proximity", - "clients", - "discover", - "sticky", - "future", - "atomic", - "stable", - "tools", - "deployed" - ], - "admin": false, - "description": "Auth related tests using Compute API", - "project": "nova", - "required-since": "2014.07", - "tests": { - "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect": { - "idempotent_id": "id-acf8724b-142b-4044-82c3-78d31a533f24", - "flagged": { - "date": "2015-05-06", - "reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.", - "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test." - } - }, - "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image": { - "idempotent_id": "id-95d445f6-babc-4f2e-aea3-aa24ec5e7f0d", - "flagged": { - "date": "2015-05-06", - "reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.", - "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test." - } - } - } - }, - "compute-auth-get": { - "achievements": [ - "foundation", - "complete", - "doc", - "proximity", - "clients", - "discover", - "sticky", - "future", - "atomic", - "stable", - "tools", - "deployed" - ], - "admin": false, - "description": "Auth related tests using Compute API, Generate, import, and delete SSH keys within Compute services", - "project": "nova", - "required-since": "2014.07", - "tests": { - "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails": { - "idempotent_id": "id-85bcdd8f-56b4-4868-ae56-63fbf6f7e405", - "flagged": { - "date": "2015-05-06", - "reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.", - "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test." - } - }, - "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails": { - "idempotent_id": "id-dea1936a-473d-49f2-92ad-97bb7aded22e", - "flagged": { - "date": "2015-05-06", - "reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.", - "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test." - } - } - } - }, - "compute-auth-set": { - "achievements": [ - "foundation", - "complete", - "proximity", - "clients", - "discover", - "sticky", - "future", - "atomic", - "stable", - "tools", - "deployed" - ], - "admin": false, - "description": "Auth related tests using Compute API", - "project": "nova", - "required-since": "2014.07", - "tests": { - } - }, "compute-images-create": { "achievements": [ "complete", @@ -515,14 +419,6 @@ "tests": { "tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair": { "idempotent_id": "id-f9e15296-d7f9-4e62-b53f-a04e89160833" - }, - "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant": { - "idempotent_id": "id-f03d1ded-7fd4-4d29-bc13-e2391f29c625", - "flagged": { - "date": "2015-05-06", - "reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.", - "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test." - } } } },