Deprecate volume-v2/v3-attach-detach capability

The rationale for this patch has been stated in:
http://lists.openstack.org/pipermail/interop-wg/2017-April/000116.html

In short, the os-attach/detach in Cinder only changes the volume
state, it does not actually attach/detach the volumes, which is already
covered by "compute-volume-attach" capability. Therefore there is no
need for "volume-v2-attach-detach" capability of which test could break
defcore testing for OpenStack clouds, especially for public clouds.

Based upon the above reasoning, this patch accomplish two things:
(1) Flag all the test cases under volume-v2-attach-detach in
2016.08.json and 2017.01.json, and all the test cases under
volumes-v3-attach-detach in 2017.01.json.
(2) Move volume-v2/v3-attach-detach from "required" to "deprecated"
section in both 2017.01.json and next.json, and remove the detailed
test sections below.

Action in (1) is mainly due to the fact that defcore does not have
a mechanism to flag capability. Therefore the only way I could do
is to flag all the related tests with [D400] which indicates that
the capability associated with the tests has problems.

Change-Id: Iabb1d0820300442e407d8b92dfb575ac71471d06
Signed-off-by: zhipengh <huangzhipeng@huawei.com>
This commit is contained in:
zhipengh 2017-05-05 11:15:50 +08:00
parent 14ee0877cb
commit d234631f4f
3 changed files with 76 additions and 78 deletions

View File

@ -2498,16 +2498,36 @@
"required-since": "2016.08",
"tests": {
"tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance": {
"idempotent_id": "id-fff42874-7db5-4487-a8e1-ddda5fb5288d"
"idempotent_id": "id-fff42874-7db5-4487-a8e1-ddda5fb5288d",
"flagged": {
"reason": "D400 The test is for a Capability that fails to meet the Criteria as set out in the Core Criteria document",
"action": "This test will be removed from future guidelines.",
"date": "2017-05-05"
}
},
"tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_get_volume_attachment": {
"idempotent_id": "id-9516a2c8-9135-488c-8dd6-5677a7e5f371"
"idempotent_id": "id-9516a2c8-9135-488c-8dd6-5677a7e5f371",
"flagged": {
"reason": "D400 The test is for a Capability that fails to meet the Criteria as set out in the Core Criteria document",
"action": "This test will be removed from future guidelines.",
"date": "2017-05-05"
}
},
"tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_attach_volumes_with_nonexistent_volume_id": {
"idempotent_id": "id-f5e56b0a-5d02-43c1-a2a7-c9b792c2e3f6"
"idempotent_id": "id-f5e56b0a-5d02-43c1-a2a7-c9b792c2e3f6",
"flagged": {
"reason": "D400 The test is for a Capability that fails to meet the Criteria as set out in the Core Criteria document",
"action": "This test will be removed from future guidelines.",
"date": "2017-05-05"
}
},
"tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_detach_volumes_with_invalid_volume_id": {
"idempotent_id": "id-9f9c24e4-011d-46b5-b992-952140ce237a"
"idempotent_id": "id-9f9c24e4-011d-46b5-b992-952140ce237a",
"flagged": {
"reason": "D400 The test is for a Capability that fails to meet the Criteria as set out in the Core Criteria document",
"action": "This test will be removed from future guidelines.",
"date": "2017-05-05"
}
}
}
},

View File

@ -2673,16 +2673,36 @@
"required-since": "2016.08",
"tests": {
"tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance": {
"idempotent_id": "id-fff42874-7db5-4487-a8e1-ddda5fb5288d"
"idempotent_id": "id-fff42874-7db5-4487-a8e1-ddda5fb5288d",
"flagged": {
"reason": "D400 The test is for a Capability that fails to meet the Criteria as set out in the Core Criteria document",
"action": "This test will be removed from future guidelines.",
"date": "2017-05-05"
}
},
"tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_get_volume_attachment": {
"idempotent_id": "id-9516a2c8-9135-488c-8dd6-5677a7e5f371"
"idempotent_id": "id-9516a2c8-9135-488c-8dd6-5677a7e5f371",
"flagged": {
"reason": "D400 The test is for a Capability that fails to meet the Criteria as set out in the Core Criteria document",
"action": "This test will be removed from future guidelines.",
"date": "2017-05-05"
}
},
"tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_attach_volumes_with_nonexistent_volume_id": {
"idempotent_id": "id-f5e56b0a-5d02-43c1-a2a7-c9b792c2e3f6"
"idempotent_id": "id-f5e56b0a-5d02-43c1-a2a7-c9b792c2e3f6",
"flagged": {
"reason": "D400 The test is for a Capability that fails to meet the Criteria as set out in the Core Criteria document",
"action": "This test will be removed from future guidelines.",
"date": "2017-05-05"
}
},
"tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_detach_volumes_with_invalid_volume_id": {
"idempotent_id": "id-9f9c24e4-011d-46b5-b992-952140ce237a"
"idempotent_id": "id-9f9c24e4-011d-46b5-b992-952140ce237a",
"flagged": {
"reason": "D400 The test is for a Capability that fails to meet the Criteria as set out in the Core Criteria document",
"action": "This test will be removed from future guidelines.",
"date": "2017-05-05"
}
}
}
},
@ -3141,16 +3161,36 @@
"required-since": "",
"tests": {
"tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance": {
"idempotent_id": "id-fff42874-7db5-4487-a8e1-ddda5fb5288d"
"idempotent_id": "id-fff42874-7db5-4487-a8e1-ddda5fb5288d",
"flagged": {
"reason": "D400 The test is for a Capability that fails to meet the Criteria as set out in the Core Criteria document",
"action": "This test will be removed from future guidelines.",
"date": "2017-05-05"
}
},
"tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_get_volume_attachment": {
"idempotent_id": "id-9516a2c8-9135-488c-8dd6-5677a7e5f371"
"idempotent_id": "id-9516a2c8-9135-488c-8dd6-5677a7e5f371",
"flagged": {
"reason": "D400 The test is for a Capability that fails to meet the Criteria as set out in the Core Criteria document",
"action": "This test will be removed from future guidelines.",
"date": "2017-05-05"
}
},
"tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_attach_volumes_with_nonexistent_volume_id": {
"idempotent_id": "id-f5e56b0a-5d02-43c1-a2a7-c9b792c2e3f6"
"idempotent_id": "id-f5e56b0a-5d02-43c1-a2a7-c9b792c2e3f6",
"flagged": {
"reason": "D400 The test is for a Capability that fails to meet the Criteria as set out in the Core Criteria document",
"action": "This test will be removed from future guidelines.",
"date": "2017-05-05"
}
},
"tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_detach_volumes_with_invalid_volume_id": {
"idempotent_id": "id-9f9c24e4-011d-46b5-b992-952140ce237a"
"idempotent_id": "id-9f9c24e4-011d-46b5-b992-952140ce237a",
"flagged": {
"reason": "D400 The test is for a Capability that fails to meet the Criteria as set out in the Core Criteria document",
"action": "This test will be removed from future guidelines.",
"date": "2017-05-05"
}
}
}
},

View File

@ -53,7 +53,6 @@
"networks-l2-CRUD",
"networks-security-groups-CRUD",
"volumes-v2-create-delete",
"volumes-v2-attach-detach",
"volumes-v2-snapshot-create-delete",
"volumes-v2-get",
"volumes-v2-list",
@ -78,7 +77,6 @@
"networks-subnet-pools-CRUD",
"volumes-list-api-versions",
"volumes-v3-create-delete",
"volumes-v3-attach-detach",
"volumes-v3-snapshot-create-delete",
"volumes-v3-get",
"volumes-v3-list",
@ -93,6 +91,8 @@
],
"deprecated": [
"volumes-v2-attach-detach",
"volumes-v3-attach-detach"
],
"removed": [
]
@ -2291,40 +2291,7 @@
}
}
},
"volumes-v2-attach-detach": {
"achievements": [
"deployed",
"tools",
"clients",
"future",
"complete",
"stable",
"discover",
"doc",
"sticky",
"foundation",
"atomic",
"proximity"
],
"admin": false,
"description": "Volume attach and detach operations with the Cinder v2 API",
"project": "cinder",
"required-since": "2016.08",
"tests": {
"tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance": {
"idempotent_id": "id-fff42874-7db5-4487-a8e1-ddda5fb5288d"
},
"tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_get_volume_attachment": {
"idempotent_id": "id-9516a2c8-9135-488c-8dd6-5677a7e5f371"
},
"tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_attach_volumes_with_nonexistent_volume_id": {
"idempotent_id": "id-f5e56b0a-5d02-43c1-a2a7-c9b792c2e3f6"
},
"tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_detach_volumes_with_invalid_volume_id": {
"idempotent_id": "id-9f9c24e4-011d-46b5-b992-952140ce237a"
}
}
},
"volumes-v2-snapshot-create-delete": {
"achievements": [
"deployed",
@ -2763,36 +2730,7 @@
}
}
},
"volumes-v3-attach-detach": {
"achievements": [
"deployed",
"future",
"complete",
"discover",
"doc",
"foundation",
"atomic",
"proximity"
],
"admin": false,
"description": "Volume attach and detach operations with the Cinder v3 API. This is being added as advisory to highlight the transitition from v2 to v3.",
"project": "cinder",
"required-since": "",
"tests": {
"tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance": {
"idempotent_id": "id-fff42874-7db5-4487-a8e1-ddda5fb5288d"
},
"tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_get_volume_attachment": {
"idempotent_id": "id-9516a2c8-9135-488c-8dd6-5677a7e5f371"
},
"tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_attach_volumes_with_nonexistent_volume_id": {
"idempotent_id": "id-f5e56b0a-5d02-43c1-a2a7-c9b792c2e3f6"
},
"tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_detach_volumes_with_invalid_volume_id": {
"idempotent_id": "id-9f9c24e4-011d-46b5-b992-952140ce237a"
}
}
},
"volumes-v3-snapshot-create-delete": {
"achievements": [
"deployed",