From 7b9b53e3bf1f8487ec1b39be931249d86051e5fa Mon Sep 17 00:00:00 2001 From: Catherine Diep Date: Wed, 10 Aug 2016 00:30:51 -0700 Subject: [PATCH] Flag advisory tests in 2016.01 due to requirement of admin credential. networks-l3-CRUD: a few tests in this capability still require admin credential after refactoring [1]. More information about DefCore tests that require admin credential can be found in [2]. volumes-v2-qos: All tests in this capability require admin credential [3]. volumes-v2-transfer: All tests in this capability require admin credential and multi-tenancy [4]. [1] https://review.openstack.org/#/c/335558/ [2] https://review.openstack.org/#/c/299491/ [3] https://review.openstack.org/#/c/322250/ [4] https://review.openstack.org/#/c/322253/ Change-Id: If9fcf517e4091559c1dc597cdd60fdc18201b66b --- 2016.01.json | 98 ++++++++++++++++++++++++++++++++++++++++++++-------- 1 file changed, 84 insertions(+), 14 deletions(-) diff --git a/2016.01.json b/2016.01.json index c22612c0..8d46f136 100644 --- a/2016.01.json +++ b/2016.01.json @@ -2055,10 +2055,20 @@ "aliases": ["tempest.api.network.test_routers.RoutersTest.test_create_router_setting_project_id"] }, "tempest.api.network.test_routers.RoutersTest.test_create_router_with_default_snat_value": { - "idempotent_id": "id-847257cc-6afd-4154-b8fb-af49f5670ce8" + "idempotent_id": "id-847257cc-6afd-4154-b8fb-af49f5670ce8", + "flagged": { + "reason": "D400 Test does not meet Criteria since it requires admin credential", + "action": "This test has been removed from 2016.08 guideline.", + "date": "2016-08-09" + } }, "tempest.api.network.test_routers.RoutersTest.test_create_router_with_snat_explicit": { - "idempotent_id": "id-ea74068d-09e9-4fd7-8995-9b6a1ace920f" + "idempotent_id": "id-ea74068d-09e9-4fd7-8995-9b6a1ace920f", + "flagged": { + "reason": "D400 Test does not meet Criteria since it requires admin credential", + "action": "This test has been removed from 2016.08 guideline.", + "date": "2016-08-09" + } }, "tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router": { "idempotent_id": "id-f64403e2-8483-4b34-8ccd-b09a87bcc68c" @@ -2079,13 +2089,28 @@ "idempotent_id": "id-f2faf994-97f4-410b-a831-9bc977b64374" }, "tempest.api.network.test_routers.RoutersTest.test_update_router_set_gateway": { - "idempotent_id": "id-6cc285d8-46bf-4f36-9b1a-783e3008ba79" + "idempotent_id": "id-6cc285d8-46bf-4f36-9b1a-783e3008ba79", + "flagged": { + "reason": "D400 Test does not meet Criteria since it requires admin credential", + "action": "This test has been removed from 2016.08 guideline.", + "date": "2016-08-09" + } }, "tempest.api.network.test_routers.RoutersTest.test_update_router_set_gateway_with_snat_explicit": { - "idempotent_id": "id-b386c111-3b21-466d-880c-5e72b01e1a33" + "idempotent_id": "id-b386c111-3b21-466d-880c-5e72b01e1a33", + "flagged": { + "reason": "D400 Test does not meet Criteria since it requires admin credential", + "action": "This test has been removed from 2016.08 guideline.", + "date": "2016-08-09" + } }, "tempest.api.network.test_routers.RoutersTest.test_update_router_set_gateway_without_snat": { - "idempotent_id": "id-96536bc7-8262-4fb2-9967-5c46940fa279" + "idempotent_id": "id-96536bc7-8262-4fb2-9967-5c46940fa279", + "flagged": { + "reason": "D400 Test does not meet Criteria since it requires admin credential", + "action": "This test has been removed from 2016.08 guideline.", + "date": "2016-08-09" + } }, "tempest.api.network.test_routers.RoutersTest.test_update_router_unset_gateway": { "idempotent_id": "id-ad81b7ee-4f81-407b-a19c-17e623f763e8" @@ -2552,25 +2577,60 @@ "required-since": "", "tests": { "tempest.api.volume.test_qos.QosSpecsV2TestJSON.test_create_delete_qos_with_back_end_consumer": { - "idempotent_id": "id-b115cded-8f58-4ee4-aab5-9192cfada08f" + "idempotent_id": "id-b115cded-8f58-4ee4-aab5-9192cfada08f", + "flagged": { + "reason": "D400 Test does not meet Criteria since it requires admin credential", + "action": "This test has been removed from 2016.08 guideline.", + "date": "2016-08-09" + } }, "tempest.api.volume.test_qos.QosSpecsV2TestJSON.test_create_delete_qos_with_both_consumer": { - "idempotent_id": "id-f88d65eb-ea0d-487d-af8d-71f4011575a4" + "idempotent_id": "id-f88d65eb-ea0d-487d-af8d-71f4011575a4", + "flagged": { + "reason": "D400 Test does not meet Criteria since it requires admin credential", + "action": "This test has been removed from 2016.08 guideline.", + "date": "2016-08-09" + } }, "tempest.api.volume.test_qos.QosSpecsV2TestJSON.test_create_delete_qos_with_front_end_consumer": { - "idempotent_id": "id-7e15f883-4bef-49a9-95eb-f94209a1ced1" + "idempotent_id": "id-7e15f883-4bef-49a9-95eb-f94209a1ced1", + "flagged": { + "reason": "D400 Test does not meet Criteria since it requires admin credential", + "action": "This test has been removed from 2016.08 guideline.", + "date": "2016-08-09" + } }, "tempest.api.volume.test_qos.QosSpecsV2TestJSON.test_associate_disassociate_qos": { - "idempotent_id": "id-1dd93c76-6420-485d-a771-874044c416ac" + "idempotent_id": "id-1dd93c76-6420-485d-a771-874044c416ac", + "flagged": { + "reason": "D400 Test does not meet Criteria since it requires admin credential", + "action": "This test has been removed from 2016.08 guideline.", + "date": "2016-08-09" + } }, "tempest.api.volume.test_qos.QosSpecsV2TestJSON.test_get_qos": { - "idempotent_id": "id-7aa214cc-ac1a-4397-931f-3bb2e83bb0fd" + "idempotent_id": "id-7aa214cc-ac1a-4397-931f-3bb2e83bb0fd", + "flagged": { + "reason": "D400 Test does not meet Criteria since it requires admin credential", + "action": "This test has been removed from 2016.08 guideline.", + "date": "2016-08-09" + } }, "tempest.api.volume.test_qos.QosSpecsV2TestJSON.test_list_qos": { - "idempotent_id": "id-75e04226-bcf7-4595-a34b-fdf0736f38fc" + "idempotent_id": "id-75e04226-bcf7-4595-a34b-fdf0736f38fc", + "flagged": { + "reason": "D400 Test does not meet Criteria since it requires admin credential", + "action": "This test has been removed from 2016.08 guideline.", + "date": "2016-08-09" + } }, "tempest.api.volume.test_qos.QosSpecsV2TestJSON.test_set_unset_qos_key": { - "idempotent_id": "id-ed00fd85-4494-45f2-8ceb-9e2048919aed" + "idempotent_id": "id-ed00fd85-4494-45f2-8ceb-9e2048919aed", + "flagged": { + "reason": "D400 Test does not meet Criteria since it requires admin credential", + "action": "This test has been removed from 2016.08 guideline.", + "date": "2016-08-09" + } } } }, @@ -2660,10 +2720,20 @@ "required-since": "", "tests": { "tempest.api.volume.test_volume_transfers.VolumesV2TransfersTest.test_create_get_list_accept_volume_transfer": { - "idempotent_id": "id-4d75b645-a478-48b1-97c8-503f64242f1a" + "idempotent_id": "id-4d75b645-a478-48b1-97c8-503f64242f1a", + "flagged": { + "reason": "D400 Test does not meet Criteria since it requires multi-tenancy and admin credential", + "action": "This test has been removed from 2016.08 guideline.", + "date": "2016-08-09" + } }, "tempest.api.volume.test_volume_transfers.VolumesV2TransfersTest.test_create_list_delete_volume_transfer": { - "idempotent_id": "id-ab526943-b725-4c07-b875-8e8ef87a2c30" + "idempotent_id": "id-ab526943-b725-4c07-b875-8e8ef87a2c30", + "flagged": { + "reason": "D400 Test does not meet Criteria since it requires multi-tenancy and admin credential", + "action": "This test has been removed from 2016.08 guideline.", + "date": "2016-08-09" + } } } },