Remove test lists and generators, update procedures
Remove the guideline test lists and generator files. Update the procedures file to encourage running all tests, and point to RefStack generated test lists. Related pull request for OpenStack Dot Org: https://github.com/OpenStackweb/openstack-org/pull/25 Change-Id: I93e8ccb07615363bdeec77df5582c2ea89499764 Closes-Bug: #1579153
This commit is contained in:
Chris Hoge
parent
344fcd7ec4
commit
e743d1737c
@ -1,127 +0,0 @@
|
||||
tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image[gate,id-aa06b52b-2db5-4807-b218-9441f75d74e3]
|
||||
tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image[gate,id-3731d080-d4c5-4872-b41a-64d0d0021314,smoke]
|
||||
tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name[gate,id-3b7c6fe4-dfe7-477c-9243-b06359db51e6]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since[gate,id-18bac3ae-da27-436c-92a9-b22474d13aab]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name[gate,id-33163b73-79f5-4d07-a7ea-9213bcc468ff]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id[gate,id-9f238683-c763-45aa-b848-232ec3ce3105]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref[gate,id-05a377b8-28cf-4734-a1e6-2ab5c38bf606]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status[gate,id-a3f5b513-aeb3-42a9-b18e-f091ef73254d]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type[gate,id-e3356918-4d3e-4756-81d5-abc4524ba29f]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results[gate,id-3a484ca9-67ba-451e-b494-7fcf28d32d62]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since[gate,id-7d439e18-ac2e-4827-b049-7e18004712c4]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name[gate,id-644ea267-9bd9-4f3b-af9f-dffa02396a17]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref[gate,id-8c78f822-203b-4bf6-8bba-56ebd551cf84]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status[gate,id-9b0ea018-6185-4f71-948a-a123a107988e]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type[gate,id-888c0cc0-7223-43c5-9db0-b125fd0a393b]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results[gate,id-ba2fa9a9-b672-47cc-b354-3b4c0600e2cb]
|
||||
tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image[gate,id-490d0898-e12a-463f-aef0-c50156b9f789,smoke]
|
||||
tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images[gate,id-fd51b7f4-d4a3-4331-9885-866658112a6f,smoke]
|
||||
tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail[gate,id-9f94cb6b-7f10-48c5-b911-a0b84d7d4cd6,smoke]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name[gate,id-ac1ad47f-984b-4441-9274-c9079b7a0666]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers[gate,id-9a438d88-10c6-4bcd-8b5b-5b6e25e1346f,smoke]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail[gate,id-585e934c-448e-43c4-acbf-d06a9b899997,smoke]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus[gate,id-cbc0f52f-05aa-492b-bdc1-84b575ca294b]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details[gate,id-5de47127-9977-400a-936f-abcfbec1218f,smoke]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name[gate,id-ac1ad47f-984b-4441-9274-c9079b7a0666]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers[gate,id-9a438d88-10c6-4bcd-8b5b-5b6e25e1346f,smoke]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail[gate,id-585e934c-448e-43c4-acbf-d06a9b899997,smoke]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus[gate,id-cbc0f52f-05aa-492b-bdc1-84b575ca294b]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details[gate,id-5de47127-9977-400a-936f-abcfbec1218f,smoke]
|
||||
tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action[gate,id-aacc71ca-1d70-4aa5-bbf6-0ff71470e43c]
|
||||
tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions[gate,id-77ca5cc5-9990-45e0-ab98-1de8fead201a]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor[gate,id-80c574cc-0925-44ba-8602-299028357dd9]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image[id-b3304c3b-97df-46d2-8cd3-e2b6659724e7]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name[gate,id-f9eb2b70-735f-416c-b260-9914ac6181e4]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status[gate,id-de2612ab-b7dd-4044-b0b1-d2539601911f]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results[gate,id-67aec2d0-35fe-4503-9f92-f13272b867ed]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor[gate,id-573637f5-7325-47bb-9144-3476d0416908]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image[id-05e8a8e7-9659-459a-989d-92c2f501f4ba]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit[gate,id-614cdfc1-d557-4bac-915b-3e67b48eee76]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name[gate,id-9b067a7b-7fee-4f6a-b29c-be43fe18fc5a]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status[gate,id-ca78e20e-fddb-4ce6-b7f7-bcbf8605e66e]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip[gate,id-43a1242e-7b31-48d1-88f2-3f72aa9f2077]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex[gate,id-a905e287-c35e-42f2-b132-d02b09f3654a]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard[gate,id-e9f624ee-92af-4562-8bec-437945a18dcb]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date[gate,id-74745ad8-b346-45b5-b9b8-509d7447fc1f,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date[gate,id-87d12517-e20a-4c9c-97b6-dd1628d6d6c9,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits[gate,id-12c80a9f-2dec-480e-882b-98ba15757659]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count[gate,id-d47c17fb-eebd-4287-8e95-f20a7e627b18,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value[gate,id-62610dd9-4713-4ee0-8beb-fd2c1aa7f950,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string[gate,id-679bc053-5e70-4514-9800-3dfab1a380a6,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor[gate,id-5913660b-223b-44d4-a651-a0fbfd44ca75,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image[gate,id-ff01387d-c7ad-47b4-ae9e-64fa214638fe,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name[gate,id-e2c77c4a-000a-4af3-a0bd-629a328bde7c,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted[gate,id-93055106-2d34-46fe-af68-d9ddbf7ee570,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing[gate,id-fcdf192d-0f74-4d89-911f-1ec002b822c4,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server[gate,id-24a26f1a-1ddc-4eea-b0d7-a90cc874ad8f,negative]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password[gate,id-6158df09-4b82-4ab3-af6d-29cf36af858d]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output[gate,id-4b8867e6-fffa-4d54-b1d1-6fdda57be2f3]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server[gate,id-80a8094c-211e-440a-ab88-9e59d556c7ee]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard[gate,id-2cb1baf6-ac8d-4429-bf0d-ba8a0ba53e32,smoke]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft[gate,id-4640e3ef-a5df-482e-95a1-ceeeb0faa84d,smoke]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server[gate,id-aaa6cdf3-55a7-461a-add9-1c8596b9a07c,smoke]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm[gate,id-1499262a-9328-4eda-9068-db1ac57498d2,smoke]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert[gate,id-c03aab19-adb1-44f5-917d-c419577e9e68]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server[gate,id-af8eafd4-38a7-4a4b-bdbc-75145a580560]
|
||||
tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item[gate,id-127642d6-4c7b-4486-b7cd-07265a378658]
|
||||
tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item[gate,id-3043c57d-7e0e-49a6-9a96-ad569c265e6a]
|
||||
tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata[gate,id-479da087-92b3-4dcf-aeb3-fd293b2d14ce]
|
||||
tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata[gate,id-211021f6-21de-4657-a68f-908878cfe251]
|
||||
tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item[gate,id-58c02d4f-5c67-40be-8744-d3fa5982eb1c]
|
||||
tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata[gate,id-344d981e-0c33-4997-8a5d-6c1d803e4134]
|
||||
tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password[gate,id-b92d5ec7-b1dd-44a2-87e4-45e888c46ef0]
|
||||
tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair[gate,id-f9e15296-d7f9-4e62-b53f-a04e89160833]
|
||||
tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name[gate,id-8fea6be7-065e-47cf-89b8-496e6f96c699]
|
||||
tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address[gate,id-89b90870-bc13-4b73-96af-f9d4f2b70077]
|
||||
tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name[gate,id-5e6ccff8-349d-4852-a8b3-055df7988dd2]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name[gate,id-fd57f159-68d6-4c2a-902b-03070828a87e,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit[gate,id-7fc74810-0bd2-4cd7-8244-4f33a9db865a,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256[gate,id-c3e0fb12-07fc-4d76-a22e-37409887afe8,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor[gate,id-18f5227f-d155-4429-807c-ccb103887537,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image[gate,id-fcba1052-0a50-4cf3-b1ac-fae241edf02f,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid[gate,id-4e72dc2d-44c5-4336-9667-f7972e95c402,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant[gate,id-5c75009d-3eea-423e-bea3-61b09fd25f9c,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit[gate,id-f4d7279b-5fd2-4bf2-9ba4-ae35df0d18c5,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id[gate,id-75f79124-277c-45e6-a373-a1d6803f4cc4,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server[gate,id-3436b02f-1b1e-4f03-881e-c6a602327439,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address[gate,id-5226dd80-1e9c-4d8a-b5f9-b26ca4763fd0,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server[gate,id-d4c023a0-9c55-4747-9dd5-413b820143c7,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server[gate,id-d86141a7-906e-4731-b187-d64a2ea61422,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_reboot_deleted_server[gate,id-98fa0458-1485-440f-873b-fe7f0d714930,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor[gate,id-ced1a1d7-2ab6-45c9-b90f-b27d87b30efd,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor[gate,id-45436a7d-a388-4a35-a9d8-3adc5d0d940b,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank[gate,id-dbbfd247-c40c-449e-8f6c-d2aa7c7da7cf,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server[gate,id-a31460a9-49e1-42aa-82ee-06e0bb7c2d03,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server[gate,id-aa8eed43-e2cb-4ebf-930b-da14f6a21d81,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256[gate,id-5c8e244c-dada-4590-9944-749c455b431f,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant[gate,id-543d84c1-dd2e-4c6d-8cb2-b9da0efaa384,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name[gate,id-38204696-17c6-44da-9590-40f87fb5a899,negative]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant[gate,id-f03d1ded-7fd4-4d29-bc13-e2391f29c625]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect[gate,id-acf8724b-142b-4044-82c3-78d31a533f24]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image[gate,id-95d445f6-babc-4f2e-aea3-aa24ec5e7f0d]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails[gate,id-85bcdd8f-56b4-4868-ae56-63fbf6f7e405]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails[gate,id-dea1936a-473d-49f2-92ad-97bb7aded22e]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails[gate,id-c5f52351-53d9-4fc9-83e5-917f7f5e3d71]
|
||||
tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas[gate,id-9bfecac7-b966-4f47-913f-1a9e2c12134a,smoke]
|
||||
tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas[gate,id-f1ef0a97-dbbb-4cca-adc5-c9fbc4f76107,smoke]
|
||||
tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume[gate,id-52e9045a-e90d-4c0d-9087-79d657faffff]
|
||||
tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list[gate,id-bc2dd1a0-15af-48e5-9990-f2e75a48325d]
|
||||
tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details[gate,id-bad0567a-5a4f-420b-851e-780b55bb867c]
|
||||
tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id[gate,id-f01904f2-e975-4915-98ce-cb5fa27bde4f,negative]
|
||||
tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id[gate,id-62bab09a-4c03-4617-8cca-8572bc94af9b,negative]
|
||||
tempest.api.image.v2.test_images.ListImagesTest.test_index_no_params[gate,id-1e341d7a-90a9-494c-b143-2cdf2aeb6aee]
|
||||
tempest.api.object_storage.test_object_expiry.ObjectExpiryTest.test_get_object_after_expiry_time[gate,id-fb024a42-37f3-4ba5-9684-4f40a7910b41]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_2d_way[gate,id-06f90388-2d0e-40aa-934c-e9a8833e958a,smoke]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_across_containers[gate,id-aa467252-44f3-472a-b5ae-5b57c3c9c147,smoke]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_in_same_container[gate,id-1a9ab572-1b66-4981-8c21-416e2a5e6011,smoke]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_to_itself[gate,id-2248abba-415d-410b-9c30-22dff9cd6e67,smoke]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_create_object[gate,id-5b4ce26f-3545-46c9-a2ba-5754358a4c62]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_delete_object[gate,id-17738d45-03bd-4d45-9e0b-7b2f58f98687]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_get_object[gate,id-02610ba7-86b7-4272-9ed8-aa8d417cb3cd,smoke]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_if_different[gate,id-50d01f12-526f-4360-9ac2-75dd508d7b68]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_object_upload_in_segments[gate,id-e3e6a64a-9f50-4955-b987-6ce6767c97fb]
|
||||
tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_container_object_without_using_creds[gate,id-07c9cf95-c0d4-4b49-b9c8-0ef2c9b27193,smoke]
|
||||
tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_object_with_another_user_creds[gate,id-54e2a2fe-42dc-491b-8270-8e4217dd4cdc,smoke]
|
||||
tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_get_object_using_temp_url[gate,id-f91c96d4-1230-4bba-8eb9-84476d18d991]
|
||||
tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_put_object_using_temp_url[gate,id-9b08dade-3571-4152-8a4f-a4f2a873a735]
|
||||
tempest.api.object_storage.test_object_version.ContainerTest.test_versioned_container[gate,id-a151e158-dcbf-4a1f-a1e7-46cd65895a6f,smoke]
|
||||
@ -1,47 +0,0 @@
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image[gate,id-95d445f6-babc-4f2e-aea3-aa24ec5e7f0d]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails[gate,id-dea1936a-473d-49f2-92ad-97bb7aded22e]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect[gate,id-acf8724b-142b-4044-82c3-78d31a533f24]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails[gate,id-c5f52351-53d9-4fc9-83e5-917f7f5e3d71]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id[gate,id-9f238683-c763-45aa-b848-232ec3ce3105]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since[gate,id-7d439e18-ac2e-4827-b049-7e18004712c4]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status[gate,id-9b0ea018-6185-4f71-948a-a123a107988e]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type[gate,id-e3356918-4d3e-4756-81d5-abc4524ba29f]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref[gate,id-05a377b8-28cf-4734-a1e6-2ab5c38bf606]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name[gate,id-33163b73-79f5-4d07-a7ea-9213bcc468ff]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type[gate,id-888c0cc0-7223-43c5-9db0-b125fd0a393b]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status[gate,id-a3f5b513-aeb3-42a9-b18e-f091ef73254d]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref[gate,id-8c78f822-203b-4bf6-8bba-56ebd551cf84]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results[gate,id-3a484ca9-67ba-451e-b494-7fcf28d32d62]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name[gate,id-644ea267-9bd9-4f3b-af9f-dffa02396a17]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results[gate,id-ba2fa9a9-b672-47cc-b354-3b4c0600e2cb]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since[gate,id-18bac3ae-da27-436c-92a9-b22474d13aab]
|
||||
tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume[gate,id-52e9045a-e90d-4c0d-9087-79d657faffff]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex[gate,id-a905e287-c35e-42f2-b132-d02b09f3654a]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password[gate,id-6158df09-4b82-4ab3-af6d-29cf36af858d]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft[gate,id-4640e3ef-a5df-482e-95a1-ceeeb0faa84d,smoke]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name[gate,id-ac1ad47f-984b-4441-9274-c9079b7a0666]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus[gate,id-cbc0f52f-05aa-492b-bdc1-84b575ca294b]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name[gate,id-ac1ad47f-984b-4441-9274-c9079b7a0666]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus[gate,id-cbc0f52f-05aa-492b-bdc1-84b575ca294b]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output[gate,id-4b8867e6-fffa-4d54-b1d1-6fdda57be2f3]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date[gate,id-74745ad8-b346-45b5-b9b8-509d7447fc1f,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date[gate,id-87d12517-e20a-4c9c-97b6-dd1628d6d6c9,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits[gate,id-12c80a9f-2dec-480e-882b-98ba15757659]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value[gate,id-62610dd9-4713-4ee0-8beb-fd2c1aa7f950,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string[gate,id-679bc053-5e70-4514-9800-3dfab1a380a6,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor[gate,id-5913660b-223b-44d4-a651-a0fbfd44ca75,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image[gate,id-ff01387d-c7ad-47b4-ae9e-64fa214638fe,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name[gate,id-e2c77c4a-000a-4af3-a0bd-629a328bde7c,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted[gate,id-93055106-2d34-46fe-af68-d9ddbf7ee570,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server[gate,id-24a26f1a-1ddc-4eea-b0d7-a90cc874ad8f,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing[gate,id-fcdf192d-0f74-4d89-911f-1ec002b822c4,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count[gate,id-d47c17fb-eebd-4287-8e95-f20a7e627b18,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor[gate,id-45436a7d-a388-4a35-a9d8-3adc5d0d940b,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor[gate,id-ced1a1d7-2ab6-45c9-b90f-b27d87b30efd,negative]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm[gate,id-1499262a-9328-4eda-9068-db1ac57498d2,smoke]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert[gate,id-c03aab19-adb1-44f5-917d-c419577e9e68]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server[gate,id-af8eafd4-38a7-4a4b-bdbc-75145a580560]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server[gate,id-80a8094c-211e-440a-ab88-9e59d556c7ee]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server[gate,id-a31460a9-49e1-42aa-82ee-06e0bb7c2d03,negative]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant[gate,id-f03d1ded-7fd4-4d29-bc13-e2391f29c625]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails[gate,id-85bcdd8f-56b4-4868-ae56-63fbf6f7e405]
|
||||
@ -1,127 +0,0 @@
|
||||
tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image[gate,id-aa06b52b-2db5-4807-b218-9441f75d74e3]
|
||||
tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image[gate,id-3731d080-d4c5-4872-b41a-64d0d0021314,smoke]
|
||||
tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name[gate,id-3b7c6fe4-dfe7-477c-9243-b06359db51e6]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since[gate,id-18bac3ae-da27-436c-92a9-b22474d13aab]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name[gate,id-33163b73-79f5-4d07-a7ea-9213bcc468ff]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id[gate,id-9f238683-c763-45aa-b848-232ec3ce3105]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref[gate,id-05a377b8-28cf-4734-a1e6-2ab5c38bf606]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status[gate,id-a3f5b513-aeb3-42a9-b18e-f091ef73254d]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type[gate,id-e3356918-4d3e-4756-81d5-abc4524ba29f]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results[gate,id-3a484ca9-67ba-451e-b494-7fcf28d32d62]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since[gate,id-7d439e18-ac2e-4827-b049-7e18004712c4]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name[gate,id-644ea267-9bd9-4f3b-af9f-dffa02396a17]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref[gate,id-8c78f822-203b-4bf6-8bba-56ebd551cf84]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status[gate,id-9b0ea018-6185-4f71-948a-a123a107988e]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type[gate,id-888c0cc0-7223-43c5-9db0-b125fd0a393b]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results[gate,id-ba2fa9a9-b672-47cc-b354-3b4c0600e2cb]
|
||||
tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image[gate,id-490d0898-e12a-463f-aef0-c50156b9f789,smoke]
|
||||
tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images[gate,id-fd51b7f4-d4a3-4331-9885-866658112a6f,smoke]
|
||||
tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail[gate,id-9f94cb6b-7f10-48c5-b911-a0b84d7d4cd6,smoke]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name[gate,id-ac1ad47f-984b-4441-9274-c9079b7a0666]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers[gate,id-9a438d88-10c6-4bcd-8b5b-5b6e25e1346f,smoke]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail[gate,id-585e934c-448e-43c4-acbf-d06a9b899997,smoke]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus[gate,id-cbc0f52f-05aa-492b-bdc1-84b575ca294b]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details[gate,id-5de47127-9977-400a-936f-abcfbec1218f,smoke]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name[gate,id-ac1ad47f-984b-4441-9274-c9079b7a0666]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers[gate,id-9a438d88-10c6-4bcd-8b5b-5b6e25e1346f,smoke]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail[gate,id-585e934c-448e-43c4-acbf-d06a9b899997,smoke]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus[gate,id-cbc0f52f-05aa-492b-bdc1-84b575ca294b]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details[gate,id-5de47127-9977-400a-936f-abcfbec1218f,smoke]
|
||||
tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action[gate,id-aacc71ca-1d70-4aa5-bbf6-0ff71470e43c]
|
||||
tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions[gate,id-77ca5cc5-9990-45e0-ab98-1de8fead201a]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor[gate,id-80c574cc-0925-44ba-8602-299028357dd9]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image[id-b3304c3b-97df-46d2-8cd3-e2b6659724e7]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name[gate,id-f9eb2b70-735f-416c-b260-9914ac6181e4]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status[gate,id-de2612ab-b7dd-4044-b0b1-d2539601911f]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results[gate,id-67aec2d0-35fe-4503-9f92-f13272b867ed]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor[gate,id-573637f5-7325-47bb-9144-3476d0416908]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image[id-05e8a8e7-9659-459a-989d-92c2f501f4ba]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit[gate,id-614cdfc1-d557-4bac-915b-3e67b48eee76]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name[gate,id-9b067a7b-7fee-4f6a-b29c-be43fe18fc5a]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status[gate,id-ca78e20e-fddb-4ce6-b7f7-bcbf8605e66e]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip[gate,id-43a1242e-7b31-48d1-88f2-3f72aa9f2077]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex[gate,id-a905e287-c35e-42f2-b132-d02b09f3654a]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard[gate,id-e9f624ee-92af-4562-8bec-437945a18dcb]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date[gate,id-74745ad8-b346-45b5-b9b8-509d7447fc1f,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date[gate,id-87d12517-e20a-4c9c-97b6-dd1628d6d6c9,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits[gate,id-12c80a9f-2dec-480e-882b-98ba15757659]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count[gate,id-d47c17fb-eebd-4287-8e95-f20a7e627b18,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value[gate,id-62610dd9-4713-4ee0-8beb-fd2c1aa7f950,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string[gate,id-679bc053-5e70-4514-9800-3dfab1a380a6,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor[gate,id-5913660b-223b-44d4-a651-a0fbfd44ca75,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image[gate,id-ff01387d-c7ad-47b4-ae9e-64fa214638fe,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name[gate,id-e2c77c4a-000a-4af3-a0bd-629a328bde7c,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted[gate,id-93055106-2d34-46fe-af68-d9ddbf7ee570,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing[gate,id-fcdf192d-0f74-4d89-911f-1ec002b822c4,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server[gate,id-24a26f1a-1ddc-4eea-b0d7-a90cc874ad8f,negative]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password[gate,id-6158df09-4b82-4ab3-af6d-29cf36af858d]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output[gate,id-4b8867e6-fffa-4d54-b1d1-6fdda57be2f3]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server[gate,id-80a8094c-211e-440a-ab88-9e59d556c7ee]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard[gate,id-2cb1baf6-ac8d-4429-bf0d-ba8a0ba53e32,smoke]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft[gate,id-4640e3ef-a5df-482e-95a1-ceeeb0faa84d,smoke]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server[gate,id-aaa6cdf3-55a7-461a-add9-1c8596b9a07c,smoke]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm[gate,id-1499262a-9328-4eda-9068-db1ac57498d2,smoke]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert[gate,id-c03aab19-adb1-44f5-917d-c419577e9e68]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server[gate,id-af8eafd4-38a7-4a4b-bdbc-75145a580560]
|
||||
tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item[gate,id-127642d6-4c7b-4486-b7cd-07265a378658]
|
||||
tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item[gate,id-3043c57d-7e0e-49a6-9a96-ad569c265e6a]
|
||||
tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata[gate,id-479da087-92b3-4dcf-aeb3-fd293b2d14ce]
|
||||
tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata[gate,id-211021f6-21de-4657-a68f-908878cfe251]
|
||||
tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item[gate,id-58c02d4f-5c67-40be-8744-d3fa5982eb1c]
|
||||
tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata[gate,id-344d981e-0c33-4997-8a5d-6c1d803e4134]
|
||||
tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password[gate,id-b92d5ec7-b1dd-44a2-87e4-45e888c46ef0]
|
||||
tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair[gate,id-f9e15296-d7f9-4e62-b53f-a04e89160833]
|
||||
tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name[gate,id-8fea6be7-065e-47cf-89b8-496e6f96c699]
|
||||
tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address[gate,id-89b90870-bc13-4b73-96af-f9d4f2b70077]
|
||||
tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name[gate,id-5e6ccff8-349d-4852-a8b3-055df7988dd2]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name[gate,id-fd57f159-68d6-4c2a-902b-03070828a87e,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit[gate,id-7fc74810-0bd2-4cd7-8244-4f33a9db865a,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256[gate,id-c3e0fb12-07fc-4d76-a22e-37409887afe8,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor[gate,id-18f5227f-d155-4429-807c-ccb103887537,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image[gate,id-fcba1052-0a50-4cf3-b1ac-fae241edf02f,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid[gate,id-4e72dc2d-44c5-4336-9667-f7972e95c402,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant[gate,id-5c75009d-3eea-423e-bea3-61b09fd25f9c,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit[gate,id-f4d7279b-5fd2-4bf2-9ba4-ae35df0d18c5,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id[gate,id-75f79124-277c-45e6-a373-a1d6803f4cc4,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server[gate,id-3436b02f-1b1e-4f03-881e-c6a602327439,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address[gate,id-5226dd80-1e9c-4d8a-b5f9-b26ca4763fd0,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server[gate,id-d4c023a0-9c55-4747-9dd5-413b820143c7,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server[gate,id-d86141a7-906e-4731-b187-d64a2ea61422,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_reboot_deleted_server[gate,id-98fa0458-1485-440f-873b-fe7f0d714930,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor[gate,id-ced1a1d7-2ab6-45c9-b90f-b27d87b30efd,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor[gate,id-45436a7d-a388-4a35-a9d8-3adc5d0d940b,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank[gate,id-dbbfd247-c40c-449e-8f6c-d2aa7c7da7cf,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server[gate,id-a31460a9-49e1-42aa-82ee-06e0bb7c2d03,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server[gate,id-aa8eed43-e2cb-4ebf-930b-da14f6a21d81,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256[gate,id-5c8e244c-dada-4590-9944-749c455b431f,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant[gate,id-543d84c1-dd2e-4c6d-8cb2-b9da0efaa384,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name[gate,id-38204696-17c6-44da-9590-40f87fb5a899,negative]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant[gate,id-f03d1ded-7fd4-4d29-bc13-e2391f29c625]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect[gate,id-acf8724b-142b-4044-82c3-78d31a533f24]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image[gate,id-95d445f6-babc-4f2e-aea3-aa24ec5e7f0d]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails[gate,id-85bcdd8f-56b4-4868-ae56-63fbf6f7e405]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails[gate,id-dea1936a-473d-49f2-92ad-97bb7aded22e]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails[gate,id-c5f52351-53d9-4fc9-83e5-917f7f5e3d71]
|
||||
tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas[gate,id-9bfecac7-b966-4f47-913f-1a9e2c12134a,smoke]
|
||||
tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas[gate,id-f1ef0a97-dbbb-4cca-adc5-c9fbc4f76107,smoke]
|
||||
tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume[gate,id-52e9045a-e90d-4c0d-9087-79d657faffff]
|
||||
tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list[gate,id-bc2dd1a0-15af-48e5-9990-f2e75a48325d]
|
||||
tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details[gate,id-bad0567a-5a4f-420b-851e-780b55bb867c]
|
||||
tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id[gate,id-f01904f2-e975-4915-98ce-cb5fa27bde4f,negative]
|
||||
tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id[gate,id-62bab09a-4c03-4617-8cca-8572bc94af9b,negative]
|
||||
tempest.api.image.v2.test_images.ListImagesTest.test_index_no_params[gate,id-1e341d7a-90a9-494c-b143-2cdf2aeb6aee]
|
||||
tempest.api.object_storage.test_object_expiry.ObjectExpiryTest.test_get_object_after_expiry_time[gate,id-fb024a42-37f3-4ba5-9684-4f40a7910b41]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_2d_way[gate,id-06f90388-2d0e-40aa-934c-e9a8833e958a,smoke]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_across_containers[gate,id-aa467252-44f3-472a-b5ae-5b57c3c9c147,smoke]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_in_same_container[gate,id-1a9ab572-1b66-4981-8c21-416e2a5e6011,smoke]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_to_itself[gate,id-2248abba-415d-410b-9c30-22dff9cd6e67,smoke]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_create_object[gate,id-5b4ce26f-3545-46c9-a2ba-5754358a4c62]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_delete_object[gate,id-17738d45-03bd-4d45-9e0b-7b2f58f98687]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_get_object[gate,id-02610ba7-86b7-4272-9ed8-aa8d417cb3cd,smoke]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_if_different[gate,id-50d01f12-526f-4360-9ac2-75dd508d7b68]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_object_upload_in_segments[gate,id-e3e6a64a-9f50-4955-b987-6ce6767c97fb]
|
||||
tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_container_object_without_using_creds[gate,id-07c9cf95-c0d4-4b49-b9c8-0ef2c9b27193,smoke]
|
||||
tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_object_with_another_user_creds[gate,id-54e2a2fe-42dc-491b-8270-8e4217dd4cdc,smoke]
|
||||
tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_get_object_using_temp_url[gate,id-f91c96d4-1230-4bba-8eb9-84476d18d991]
|
||||
tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_put_object_using_temp_url[gate,id-9b08dade-3571-4152-8a4f-a4f2a873a735]
|
||||
tempest.api.object_storage.test_object_version.ContainerTest.test_versioned_container[gate,id-a151e158-dcbf-4a1f-a1e7-46cd65895a6f,smoke]
|
||||
File diff suppressed because it is too large
Load Diff
@ -4,81 +4,6 @@ Kilo Cycle DefCore Testing for Vancouver Summit.
|
||||
Testing against Defcore 2015.04 Capabilities
|
||||
--------------------------------------------
|
||||
|
||||
http://git.openstack.org/cgit/openstack/defcore/tree/2015.04.json
|
||||
|
||||
Tempest can be run standalone, or under a test runner such as refstack-client
|
||||
or rally. If only testing against Defcore capabilities, you can use the
|
||||
--load-list argument and a file containing a list of the Defcore tests. If
|
||||
run with the refstack-client, test output will be parsed to list only
|
||||
passing tests in a json formatted file.
|
||||
|
||||
The test names of the capabilities are derived from a recent release of
|
||||
Tempest, from the time of capabilitiy approval. Keep in mind that Tempest
|
||||
is under active development, and tests may move. If you're not seeing
|
||||
full coverage, please consider reverting back to a Tempest sha that more
|
||||
closely matches the capability release date. Please contact Chris Hoge
|
||||
<interop@openstack.org> for assistance if needed.
|
||||
|
||||
It's important to run a recent version of Tempest, as major bugs related to
|
||||
network provisioning have been fixed. Some tests are still flagged due to
|
||||
outstanding bugs in the Tempest library, particularly tests that require SSH.
|
||||
We are working on correcting these bugs upstream. Please note that
|
||||
although some tests are flagged because of bugs, there is still an
|
||||
expectation that the capabilities covered by the tests are available.
|
||||
|
||||
In addition to testing required capabilities, we are also interested
|
||||
in collecting data on which API tests are being passed by production clouds.
|
||||
This information will be very useful in determining which capabilities will be
|
||||
used to define future releases.
|
||||
|
||||
Defcore Recommended Test Procedure
|
||||
|
||||
The following procedure is recommended, but not required for testing Defcore.
|
||||
This procedure assumes you're running a Linux test platform (Ubuntu 14.04
|
||||
or CentOS 7 have been verified) with administrator privileges.
|
||||
|
||||
* Download the refstack client:
|
||||
|
||||
``git clone https://git.openstack.org/openstack/refstack-client``
|
||||
|
||||
* In the refstack-client directory, install tempest and required dependencies.
|
||||
You may specify a specific tag of tempest with the -t option. refstack-client
|
||||
defaults to '7c8fcc67'
|
||||
|
||||
``./setup_env``
|
||||
|
||||
* Download a list of tests from the Defcore site:
|
||||
http://git.openstack.org/cgit/openstack/defcore/tree/2015.04/2015.04.required.txt
|
||||
|
||||
* Configure tempest.conf for your cloud. If you need assistance in common
|
||||
parameters or settings contact interop@openstack.org. There is also a tempest
|
||||
configuration guide at
|
||||
https://git.openstack.org/cgit/openstack/tempest/tree/doc/source/configuration.rst
|
||||
|
||||
* Once you have a working config, run tempest. You can run within the refstack
|
||||
client, or run tempest directly. For direct running, from the refstack-client
|
||||
directory::
|
||||
|
||||
cd .tempest
|
||||
./run_tempest.sh -C <your_tempest.conf> -- --load-list 2015.04.required.txt
|
||||
|
||||
* Review the test results, and when you're satisfied, send them to
|
||||
interop@openstack.org. The results are stored in a json file in the directory
|
||||
|
||||
``.tempest/.testrepository``
|
||||
|
||||
* Every effort should be made to pass all of the required tests, but you
|
||||
will want to compare any lists of failed tests to the list of flagged tests.
|
||||
http://git.openstack.org/cgit/openstack/defcore/tree/2015.04/2015.04.flagged.txt
|
||||
|
||||
Known Issues and Recommendations
|
||||
--------------------------------
|
||||
|
||||
Currently after failures modes Tempest does not clean up test resources. We
|
||||
strongly recommend that you run Tempest against a test OpenStack cloud
|
||||
rather than a production cloud. Successful tests against test deployments that
|
||||
are functionally equivalent to production clouds is acceptable for current
|
||||
capabilities assessment.
|
||||
|
||||
You may find it useful to run Swift tests as a seperate run, using the
|
||||
``accounts.yaml`` framework to specify users with Swift-specific roles.
|
||||
The 2015.04 guideline is now superceded and
|
||||
can no longer be used to qualify for the
|
||||
OpenStack Powered Trademark program.
|
||||
|
||||
@ -1,56 +0,0 @@
|
||||
import json
|
||||
|
||||
capabilities_file = open('../2015.04.json', 'r')
|
||||
defcore = json.loads(capabilities_file.read())
|
||||
capabilities = defcore['capabilities']
|
||||
required_tests = []
|
||||
flagged_tests = []
|
||||
|
||||
required_tests_file = open('2015.04.required.txt', 'w')
|
||||
flagged_tests_file = open('2015.04.flagged.txt', 'w')
|
||||
|
||||
for capability_name in capabilities:
|
||||
capability = capabilities[capability_name]
|
||||
if capability['status'] == 'required':
|
||||
tests = capability['tests']
|
||||
for test in tests:
|
||||
required_tests.append(test)
|
||||
flagged = capability['flagged']
|
||||
for test in flagged:
|
||||
flagged_tests.append(test)
|
||||
|
||||
required_tests.sort()
|
||||
|
||||
alltests = []
|
||||
for line in open('7c8fcc67-api-test-list.txt'):
|
||||
alltests.append(line.rstrip())
|
||||
|
||||
alltests.sort()
|
||||
|
||||
# n^2, terrible
|
||||
for rtest in required_tests:
|
||||
testmatch = rtest + '['
|
||||
found = False
|
||||
for test in alltests:
|
||||
if test.startswith(testmatch):
|
||||
required_tests_file.write(test + '\n')
|
||||
print test
|
||||
found = True
|
||||
if not found:
|
||||
print "!!! Did not find test matching " % (rtest)
|
||||
|
||||
print "\nflagged\n======="
|
||||
|
||||
for flagged in flagged_tests:
|
||||
testmatch = flagged + '['
|
||||
found = False
|
||||
for test in alltests:
|
||||
if test.startswith(testmatch):
|
||||
flagged_tests_file.write(test + '\n')
|
||||
print test
|
||||
found = True
|
||||
if not found:
|
||||
print "!!! Did not find flagged test matching " % (flagged)
|
||||
|
||||
required_tests_file.close()
|
||||
flagged_tests_file.close()
|
||||
@ -1,32 +0,0 @@
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image[gate,id-95d445f6-babc-4f2e-aea3-aa24ec5e7f0d]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails[gate,id-dea1936a-473d-49f2-92ad-97bb7aded22e]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect[gate,id-acf8724b-142b-4044-82c3-78d31a533f24]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails[gate,id-c5f52351-53d9-4fc9-83e5-917f7f5e3d71]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id[gate,id-9f238683-c763-45aa-b848-232ec3ce3105]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since[gate,id-7d439e18-ac2e-4827-b049-7e18004712c4]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status[gate,id-9b0ea018-6185-4f71-948a-a123a107988e]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type[gate,id-e3356918-4d3e-4756-81d5-abc4524ba29f]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref[gate,id-05a377b8-28cf-4734-a1e6-2ab5c38bf606]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name[gate,id-33163b73-79f5-4d07-a7ea-9213bcc468ff]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type[gate,id-888c0cc0-7223-43c5-9db0-b125fd0a393b]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status[gate,id-a3f5b513-aeb3-42a9-b18e-f091ef73254d]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref[gate,id-8c78f822-203b-4bf6-8bba-56ebd551cf84]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results[gate,id-3a484ca9-67ba-451e-b494-7fcf28d32d62]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name[gate,id-644ea267-9bd9-4f3b-af9f-dffa02396a17]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results[gate,id-ba2fa9a9-b672-47cc-b354-3b4c0600e2cb]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since[gate,id-18bac3ae-da27-436c-92a9-b22474d13aab]
|
||||
tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume[gate,id-52e9045a-e90d-4c0d-9087-79d657faffff]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft[gate,id-4640e3ef-a5df-482e-95a1-ceeeb0faa84d,smoke]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor[gate,id-45436a7d-a388-4a35-a9d8-3adc5d0d940b,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor[gate,id-ced1a1d7-2ab6-45c9-b90f-b27d87b30efd,negative]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm[gate,id-1499262a-9328-4eda-9068-db1ac57498d2,smoke]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert[gate,id-c03aab19-adb1-44f5-917d-c419577e9e68]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password[gate,id-6158df09-4b82-4ab3-af6d-29cf36af858d]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus[gate,id-cbc0f52f-05aa-492b-bdc1-84b575ca294b]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name[gate,id-ac1ad47f-984b-4441-9274-c9079b7a0666]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus[gate,id-cbc0f52f-05aa-492b-bdc1-84b575ca294b]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name[gate,id-ac1ad47f-984b-4441-9274-c9079b7a0666]
|
||||
tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_object_with_another_user_creds[gate,id-54e2a2fe-42dc-491b-8270-8e4217dd4cdc,smoke]
|
||||
tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_container_object_without_using_creds[gate,id-07c9cf95-c0d4-4b49-b9c8-0ef2c9b27193,smoke]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant[gate,id-f03d1ded-7fd4-4d29-bc13-e2391f29c625]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails[gate,id-85bcdd8f-56b4-4868-ae56-63fbf6f7e405]
|
||||
@ -1,128 +0,0 @@
|
||||
tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image[gate,id-aa06b52b-2db5-4807-b218-9441f75d74e3]
|
||||
tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image[gate,id-3731d080-d4c5-4872-b41a-64d0d0021314,smoke]
|
||||
tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name[gate,id-3b7c6fe4-dfe7-477c-9243-b06359db51e6]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since[gate,id-18bac3ae-da27-436c-92a9-b22474d13aab]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name[gate,id-33163b73-79f5-4d07-a7ea-9213bcc468ff]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id[gate,id-9f238683-c763-45aa-b848-232ec3ce3105]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref[gate,id-05a377b8-28cf-4734-a1e6-2ab5c38bf606]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status[gate,id-a3f5b513-aeb3-42a9-b18e-f091ef73254d]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type[gate,id-e3356918-4d3e-4756-81d5-abc4524ba29f]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results[gate,id-3a484ca9-67ba-451e-b494-7fcf28d32d62]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since[gate,id-7d439e18-ac2e-4827-b049-7e18004712c4]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name[gate,id-644ea267-9bd9-4f3b-af9f-dffa02396a17]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref[gate,id-8c78f822-203b-4bf6-8bba-56ebd551cf84]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status[gate,id-9b0ea018-6185-4f71-948a-a123a107988e]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type[gate,id-888c0cc0-7223-43c5-9db0-b125fd0a393b]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results[gate,id-ba2fa9a9-b672-47cc-b354-3b4c0600e2cb]
|
||||
tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image[gate,id-490d0898-e12a-463f-aef0-c50156b9f789,smoke]
|
||||
tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images[gate,id-fd51b7f4-d4a3-4331-9885-866658112a6f,smoke]
|
||||
tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail[gate,id-9f94cb6b-7f10-48c5-b911-a0b84d7d4cd6,smoke]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name[gate,id-ac1ad47f-984b-4441-9274-c9079b7a0666]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers[gate,id-9a438d88-10c6-4bcd-8b5b-5b6e25e1346f,smoke]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail[gate,id-585e934c-448e-43c4-acbf-d06a9b899997,smoke]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus[gate,id-cbc0f52f-05aa-492b-bdc1-84b575ca294b]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details[gate,id-5de47127-9977-400a-936f-abcfbec1218f,smoke]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name[gate,id-ac1ad47f-984b-4441-9274-c9079b7a0666]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers[gate,id-9a438d88-10c6-4bcd-8b5b-5b6e25e1346f,smoke]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail[gate,id-585e934c-448e-43c4-acbf-d06a9b899997,smoke]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus[gate,id-cbc0f52f-05aa-492b-bdc1-84b575ca294b]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details[gate,id-5de47127-9977-400a-936f-abcfbec1218f,smoke]
|
||||
tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action[gate,id-aacc71ca-1d70-4aa5-bbf6-0ff71470e43c]
|
||||
tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions[gate,id-77ca5cc5-9990-45e0-ab98-1de8fead201a]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor[gate,id-80c574cc-0925-44ba-8602-299028357dd9]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image[id-b3304c3b-97df-46d2-8cd3-e2b6659724e7]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name[gate,id-f9eb2b70-735f-416c-b260-9914ac6181e4]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status[gate,id-de2612ab-b7dd-4044-b0b1-d2539601911f]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results[gate,id-67aec2d0-35fe-4503-9f92-f13272b867ed]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor[gate,id-573637f5-7325-47bb-9144-3476d0416908]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image[id-05e8a8e7-9659-459a-989d-92c2f501f4ba]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit[gate,id-614cdfc1-d557-4bac-915b-3e67b48eee76]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name[gate,id-9b067a7b-7fee-4f6a-b29c-be43fe18fc5a]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status[gate,id-ca78e20e-fddb-4ce6-b7f7-bcbf8605e66e]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip[gate,id-43a1242e-7b31-48d1-88f2-3f72aa9f2077]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex[gate,id-a905e287-c35e-42f2-b132-d02b09f3654a]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard[gate,id-e9f624ee-92af-4562-8bec-437945a18dcb]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date[gate,id-74745ad8-b346-45b5-b9b8-509d7447fc1f,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date[gate,id-87d12517-e20a-4c9c-97b6-dd1628d6d6c9,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits[gate,id-12c80a9f-2dec-480e-882b-98ba15757659]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count[gate,id-d47c17fb-eebd-4287-8e95-f20a7e627b18,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value[gate,id-62610dd9-4713-4ee0-8beb-fd2c1aa7f950,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string[gate,id-679bc053-5e70-4514-9800-3dfab1a380a6,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor[gate,id-5913660b-223b-44d4-a651-a0fbfd44ca75,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image[gate,id-ff01387d-c7ad-47b4-ae9e-64fa214638fe,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name[gate,id-e2c77c4a-000a-4af3-a0bd-629a328bde7c,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted[gate,id-93055106-2d34-46fe-af68-d9ddbf7ee570,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing[gate,id-fcdf192d-0f74-4d89-911f-1ec002b822c4,negative]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server[gate,id-24a26f1a-1ddc-4eea-b0d7-a90cc874ad8f,negative]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password[gate,id-6158df09-4b82-4ab3-af6d-29cf36af858d]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server[gate,id-80a8094c-211e-440a-ab88-9e59d556c7ee]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard[gate,id-2cb1baf6-ac8d-4429-bf0d-ba8a0ba53e32,smoke]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft[gate,id-4640e3ef-a5df-482e-95a1-ceeeb0faa84d,smoke]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server[gate,id-aaa6cdf3-55a7-461a-add9-1c8596b9a07c,smoke]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm[gate,id-1499262a-9328-4eda-9068-db1ac57498d2,smoke]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert[gate,id-c03aab19-adb1-44f5-917d-c419577e9e68]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server[gate,id-af8eafd4-38a7-4a4b-bdbc-75145a580560]
|
||||
tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item[gate,id-127642d6-4c7b-4486-b7cd-07265a378658]
|
||||
tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item[gate,id-3043c57d-7e0e-49a6-9a96-ad569c265e6a]
|
||||
tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata[gate,id-479da087-92b3-4dcf-aeb3-fd293b2d14ce]
|
||||
tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata[gate,id-211021f6-21de-4657-a68f-908878cfe251]
|
||||
tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item[gate,id-58c02d4f-5c67-40be-8744-d3fa5982eb1c]
|
||||
tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata[gate,id-344d981e-0c33-4997-8a5d-6c1d803e4134]
|
||||
tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password[gate,id-b92d5ec7-b1dd-44a2-87e4-45e888c46ef0]
|
||||
tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair[gate,id-f9e15296-d7f9-4e62-b53f-a04e89160833]
|
||||
tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name[gate,id-8fea6be7-065e-47cf-89b8-496e6f96c699]
|
||||
tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address[gate,id-89b90870-bc13-4b73-96af-f9d4f2b70077]
|
||||
tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name[gate,id-5e6ccff8-349d-4852-a8b3-055df7988dd2]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name[gate,id-fd57f159-68d6-4c2a-902b-03070828a87e,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit[gate,id-7fc74810-0bd2-4cd7-8244-4f33a9db865a,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256[gate,id-c3e0fb12-07fc-4d76-a22e-37409887afe8,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor[gate,id-18f5227f-d155-4429-807c-ccb103887537,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image[gate,id-fcba1052-0a50-4cf3-b1ac-fae241edf02f,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid[gate,id-4e72dc2d-44c5-4336-9667-f7972e95c402,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant[gate,id-5c75009d-3eea-423e-bea3-61b09fd25f9c,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit[gate,id-f4d7279b-5fd2-4bf2-9ba4-ae35df0d18c5,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id[gate,id-75f79124-277c-45e6-a373-a1d6803f4cc4,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server[gate,id-3436b02f-1b1e-4f03-881e-c6a602327439,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address[gate,id-5226dd80-1e9c-4d8a-b5f9-b26ca4763fd0,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server[gate,id-d4c023a0-9c55-4747-9dd5-413b820143c7,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server[gate,id-d86141a7-906e-4731-b187-d64a2ea61422,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_reboot_deleted_server[gate,id-98fa0458-1485-440f-873b-fe7f0d714930,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor[gate,id-ced1a1d7-2ab6-45c9-b90f-b27d87b30efd,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor[gate,id-45436a7d-a388-4a35-a9d8-3adc5d0d940b,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank[gate,id-dbbfd247-c40c-449e-8f6c-d2aa7c7da7cf,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server[gate,id-a31460a9-49e1-42aa-82ee-06e0bb7c2d03,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server[gate,id-aa8eed43-e2cb-4ebf-930b-da14f6a21d81,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256[gate,id-5c8e244c-dada-4590-9944-749c455b431f,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant[gate,id-543d84c1-dd2e-4c6d-8cb2-b9da0efaa384,negative]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name[gate,id-38204696-17c6-44da-9590-40f87fb5a899,negative]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant[gate,id-f03d1ded-7fd4-4d29-bc13-e2391f29c625]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect[gate,id-acf8724b-142b-4044-82c3-78d31a533f24]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image[gate,id-95d445f6-babc-4f2e-aea3-aa24ec5e7f0d]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails[gate,id-85bcdd8f-56b4-4868-ae56-63fbf6f7e405]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails[gate,id-dea1936a-473d-49f2-92ad-97bb7aded22e]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails[gate,id-c5f52351-53d9-4fc9-83e5-917f7f5e3d71]
|
||||
tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas[gate,id-9bfecac7-b966-4f47-913f-1a9e2c12134a,smoke]
|
||||
tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas[gate,id-f1ef0a97-dbbb-4cca-adc5-c9fbc4f76107,smoke]
|
||||
tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume[gate,id-52e9045a-e90d-4c0d-9087-79d657faffff]
|
||||
tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list[gate,id-bc2dd1a0-15af-48e5-9990-f2e75a48325d]
|
||||
tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details[gate,id-bad0567a-5a4f-420b-851e-780b55bb867c]
|
||||
tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id[gate,id-f01904f2-e975-4915-98ce-cb5fa27bde4f,negative]
|
||||
tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id[gate,id-62bab09a-4c03-4617-8cca-8572bc94af9b,negative]
|
||||
tempest.api.identity.v2.test_tokens.TokensTest.test_create_token[id-65ae3b78-91ff-467b-a705-f6678863b8ec]
|
||||
tempest.api.identity.v3.test_tokens.TokensV3Test.test_create_token[id-6f8e4436-fc96-4282-8122-e41df57197a9]
|
||||
tempest.api.image.v2.test_images.ListImagesTest.test_index_no_params[gate,id-1e341d7a-90a9-494c-b143-2cdf2aeb6aee]
|
||||
tempest.api.object_storage.test_object_expiry.ObjectExpiryTest.test_get_object_after_expiry_time[gate,id-fb024a42-37f3-4ba5-9684-4f40a7910b41]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_2d_way[gate,id-06f90388-2d0e-40aa-934c-e9a8833e958a,smoke]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_across_containers[gate,id-aa467252-44f3-472a-b5ae-5b57c3c9c147,smoke]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_in_same_container[gate,id-1a9ab572-1b66-4981-8c21-416e2a5e6011,smoke]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_to_itself[gate,id-2248abba-415d-410b-9c30-22dff9cd6e67,smoke]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_create_object[gate,id-5b4ce26f-3545-46c9-a2ba-5754358a4c62]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_delete_object[gate,id-17738d45-03bd-4d45-9e0b-7b2f58f98687]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_get_object[gate,id-02610ba7-86b7-4272-9ed8-aa8d417cb3cd,smoke]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_if_different[gate,id-50d01f12-526f-4360-9ac2-75dd508d7b68]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_object_upload_in_segments[gate,id-e3e6a64a-9f50-4955-b987-6ce6767c97fb]
|
||||
tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_container_object_without_using_creds[gate,id-07c9cf95-c0d4-4b49-b9c8-0ef2c9b27193,smoke]
|
||||
tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_object_with_another_user_creds[gate,id-54e2a2fe-42dc-491b-8270-8e4217dd4cdc,smoke]
|
||||
tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_get_object_using_temp_url[gate,id-f91c96d4-1230-4bba-8eb9-84476d18d991]
|
||||
tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_put_object_using_temp_url[gate,id-9b08dade-3571-4152-8a4f-a4f2a873a735]
|
||||
tempest.api.object_storage.test_object_version.ContainerTest.test_versioned_container[gate,id-a151e158-dcbf-4a1f-a1e7-46cd65895a6f,smoke]
|
||||
File diff suppressed because it is too large
Load Diff
@ -4,81 +4,7 @@
|
||||
Testing against Defcore 2015.05 Capabilities
|
||||
--------------------------------------------
|
||||
|
||||
https://git.openstack.org/cgit/openstack/defcore/tree/2015.05.json
|
||||
The 2015.05 guideline is now superceded and
|
||||
can no longer be used to qualify for the
|
||||
OpenStack Powered Trademark program.
|
||||
|
||||
Tempest can be run standalone, or under a test runner such as refstack-client
|
||||
or rally. If only testing against Defcore capabilities, you can use the
|
||||
--load-list argument and a file containing a list of the Defcore tests. If
|
||||
run with the refstack-client, test output will be parsed to list only
|
||||
passing tests in a json formatted file.
|
||||
|
||||
The test names of the capabilities are derived from a recent release of
|
||||
Tempest, from the time of capabilitiy approval. Keep in mind that Tempest
|
||||
is under active development, and tests may move. If you're not seeing
|
||||
full coverage, please consider reverting back to a Tempest sha that more
|
||||
closely matches the capability release date. Please contact Chris Hoge
|
||||
<interop@openstack.org> for assistance if needed.
|
||||
|
||||
It's important to run a recent version of Tempest, as major bugs related to
|
||||
network provisioning have been fixed. Some tests are still flagged due to
|
||||
outstanding bugs in the Tempest library, particularly tests that require SSH.
|
||||
We are working on correcting these bugs upstream. Please note that
|
||||
although some tests are flagged because of bugs, there is still an
|
||||
expectation that the capabilities covered by the tests are available.
|
||||
|
||||
In addition to testing required capabilities, we are also interested
|
||||
in collecting data on which API tests are being passed by production clouds.
|
||||
This information will be very useful in determining which capabilities will be
|
||||
used to define future releases.
|
||||
|
||||
Defcore Recommended Test Procedure
|
||||
|
||||
The following procedure is recommended, but not required for testing Defcore.
|
||||
This procedure assumes you're running a Linux test platform (Ubuntu 14.04
|
||||
or CentOS 7 have been verified) with administrator privileges.
|
||||
|
||||
* Download the refstack client:
|
||||
|
||||
``git clone https://git.openstack.org/openstack/refstack-client``
|
||||
|
||||
* In the refstack-client directory, install tempest and required dependencies.
|
||||
You may specify a specific tag of tempest with the -t option. refstack-client
|
||||
defaults to '98f62ee' as of this writing.
|
||||
|
||||
``./setup_env``
|
||||
|
||||
* Download a list of tests from the Defcore site:
|
||||
http://git.openstack.org/cgit/openstack/defcore/tree/2015.05/2015.05.required.txt
|
||||
|
||||
* Configure tempest.conf for your cloud. If you need assistance in common
|
||||
parameters or settings contact interop@openstack.org. There is also a tempest
|
||||
configuration guide at
|
||||
https://git.openstack.org/cgit/openstack/tempest/tree/doc/source/configuration.rst
|
||||
|
||||
* Once you have a working config, run tempest. You can run within the refstack
|
||||
client, or run tempest directly. For direct running, from the refstack-client
|
||||
directory::
|
||||
|
||||
cd .tempest
|
||||
./run_tempest.sh -C <your_tempest.conf> -- --load-list 2015.05.required.txt
|
||||
|
||||
* Review the test results, and when you're satisfied, send them to
|
||||
interop@openstack.org. The results are stored in a json file in the directory
|
||||
|
||||
``.tempest/.testrepository``
|
||||
|
||||
* Every effort should be made to pass all of the required tests, but you
|
||||
will want to compare any lists of failed tests to the list of flagged tests.
|
||||
http://git.openstack.org/cgit/openstack/defcore/tree/2015.05/2015.05.flagged.txt
|
||||
|
||||
Known Issues and Recommendations
|
||||
--------------------------------
|
||||
|
||||
Currently after failures modes Tempest does not clean up test resources. We
|
||||
strongly recommend that you run Tempest against a test OpenStack cloud
|
||||
rather than a production cloud. Successful tests against test deployments that
|
||||
are functionally equivalent to production clouds is acceptable for current
|
||||
capabilities assessment.
|
||||
|
||||
You may find it useful to run Swift tests as a seperate run, using the
|
||||
``accounts.yaml`` framework to specify users with Swift-specific roles.
|
||||
|
||||
@ -1,56 +0,0 @@
|
||||
import json
|
||||
|
||||
capabilities_file = open('../2015.05.json', 'r')
|
||||
defcore = json.loads(capabilities_file.read())
|
||||
capabilities = defcore['capabilities']
|
||||
required_tests = []
|
||||
flagged_tests = []
|
||||
|
||||
required_tests_file = open('2015.05.required.txt', 'w')
|
||||
flagged_tests_file = open('2015.05.flagged.txt', 'w')
|
||||
|
||||
for capability_name in capabilities:
|
||||
capability = capabilities[capability_name]
|
||||
if capability['status'] == 'required':
|
||||
tests = capability['tests']
|
||||
for test in tests:
|
||||
required_tests.append(test)
|
||||
flagged = capability['flagged']
|
||||
for test in flagged:
|
||||
flagged_tests.append(test)
|
||||
|
||||
required_tests.sort()
|
||||
|
||||
alltests = []
|
||||
for line in open('7c8fcc67-api-test-list.txt'):
|
||||
alltests.append(line.rstrip())
|
||||
|
||||
alltests.sort()
|
||||
|
||||
# n^2, terrible
|
||||
for rtest in required_tests:
|
||||
testmatch = rtest + '['
|
||||
found = False
|
||||
for test in alltests:
|
||||
if test.startswith(testmatch):
|
||||
required_tests_file.write(test + '\n')
|
||||
print test
|
||||
found = True
|
||||
if not found:
|
||||
print "!!! Did not find test matching " % (rtest)
|
||||
|
||||
print "\nflagged\n======="
|
||||
|
||||
for flagged in flagged_tests:
|
||||
testmatch = flagged + '['
|
||||
found = False
|
||||
for test in alltests:
|
||||
if test.startswith(testmatch):
|
||||
flagged_tests_file.write(test + '\n')
|
||||
print test
|
||||
found = True
|
||||
if not found:
|
||||
print "!!! Did not find flagged test matching " % (flagged)
|
||||
|
||||
required_tests_file.close()
|
||||
flagged_tests_file.close()
|
||||
@ -1,6 +0,0 @@
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password[id-6158df09-4b82-4ab3-af6d-29cf36af858d]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft[id-4640e3ef-a5df-482e-95a1-ceeeb0faa84d]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm[id-1499262a-9328-4eda-9068-db1ac57498d2]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert[id-c03aab19-adb1-44f5-917d-c419577e9e68]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor[id-ced1a1d7-2ab6-45c9-b90f-b27d87b30efd]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor[id-45436a7d-a388-4a35-a9d8-3adc5d0d940b]
|
||||
@ -1,131 +0,0 @@
|
||||
tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image[id-aa06b52b-2db5-4807-b218-9441f75d74e3]
|
||||
tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image[id-3731d080-d4c5-4872-b41a-64d0d0021314]
|
||||
tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name[id-3b7c6fe4-dfe7-477c-9243-b06359db51e6]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since[id-18bac3ae-da27-436c-92a9-b22474d13aab]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name[id-33163b73-79f5-4d07-a7ea-9213bcc468ff]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id[id-9f238683-c763-45aa-b848-232ec3ce3105]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref[id-05a377b8-28cf-4734-a1e6-2ab5c38bf606]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status[id-a3f5b513-aeb3-42a9-b18e-f091ef73254d]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type[id-e3356918-4d3e-4756-81d5-abc4524ba29f]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results[id-3a484ca9-67ba-451e-b494-7fcf28d32d62]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since[id-7d439e18-ac2e-4827-b049-7e18004712c4]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name[id-644ea267-9bd9-4f3b-af9f-dffa02396a17]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref[id-8c78f822-203b-4bf6-8bba-56ebd551cf84]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status[id-9b0ea018-6185-4f71-948a-a123a107988e]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type[id-888c0cc0-7223-43c5-9db0-b125fd0a393b]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results[id-ba2fa9a9-b672-47cc-b354-3b4c0600e2cb]
|
||||
tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image[id-490d0898-e12a-463f-aef0-c50156b9f789]
|
||||
tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images[id-fd51b7f4-d4a3-4331-9885-866658112a6f]
|
||||
tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail[id-9f94cb6b-7f10-48c5-b911-a0b84d7d4cd6]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name[id-ac1ad47f-984b-4441-9274-c9079b7a0666]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers[id-9a438d88-10c6-4bcd-8b5b-5b6e25e1346f]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail[id-585e934c-448e-43c4-acbf-d06a9b899997]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus[id-cbc0f52f-05aa-492b-bdc1-84b575ca294b]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details[id-5de47127-9977-400a-936f-abcfbec1218f]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name[id-ac1ad47f-984b-4441-9274-c9079b7a0666]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers[id-9a438d88-10c6-4bcd-8b5b-5b6e25e1346f]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail[id-585e934c-448e-43c4-acbf-d06a9b899997]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus[id-cbc0f52f-05aa-492b-bdc1-84b575ca294b]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details[id-5de47127-9977-400a-936f-abcfbec1218f]
|
||||
tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action[id-aacc71ca-1d70-4aa5-bbf6-0ff71470e43c]
|
||||
tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions[id-77ca5cc5-9990-45e0-ab98-1de8fead201a]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor[id-80c574cc-0925-44ba-8602-299028357dd9]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image[id-b3304c3b-97df-46d2-8cd3-e2b6659724e7]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name[id-f9eb2b70-735f-416c-b260-9914ac6181e4]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status[id-de2612ab-b7dd-4044-b0b1-d2539601911f]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results[id-67aec2d0-35fe-4503-9f92-f13272b867ed]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor[id-573637f5-7325-47bb-9144-3476d0416908]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image[id-05e8a8e7-9659-459a-989d-92c2f501f4ba]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit[id-614cdfc1-d557-4bac-915b-3e67b48eee76]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name[id-9b067a7b-7fee-4f6a-b29c-be43fe18fc5a]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status[id-ca78e20e-fddb-4ce6-b7f7-bcbf8605e66e]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip[id-43a1242e-7b31-48d1-88f2-3f72aa9f2077]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex[id-a905e287-c35e-42f2-b132-d02b09f3654a]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard[id-e9f624ee-92af-4562-8bec-437945a18dcb]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date[id-74745ad8-b346-45b5-b9b8-509d7447fc1f]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date[id-87d12517-e20a-4c9c-97b6-dd1628d6d6c9]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits[id-12c80a9f-2dec-480e-882b-98ba15757659]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count[id-d47c17fb-eebd-4287-8e95-f20a7e627b18]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value[id-62610dd9-4713-4ee0-8beb-fd2c1aa7f950]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string[id-679bc053-5e70-4514-9800-3dfab1a380a6]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor[id-5913660b-223b-44d4-a651-a0fbfd44ca75]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image[id-ff01387d-c7ad-47b4-ae9e-64fa214638fe]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name[id-e2c77c4a-000a-4af3-a0bd-629a328bde7c]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted[id-93055106-2d34-46fe-af68-d9ddbf7ee570]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing[id-fcdf192d-0f74-4d89-911f-1ec002b822c4]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server[id-24a26f1a-1ddc-4eea-b0d7-a90cc874ad8f]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password[id-6158df09-4b82-4ab3-af6d-29cf36af858d]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server[id-80a8094c-211e-440a-ab88-9e59d556c7ee]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard[id-2cb1baf6-ac8d-4429-bf0d-ba8a0ba53e32]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft[id-4640e3ef-a5df-482e-95a1-ceeeb0faa84d]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server[id-aaa6cdf3-55a7-461a-add9-1c8596b9a07c]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm[id-1499262a-9328-4eda-9068-db1ac57498d2]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert[id-c03aab19-adb1-44f5-917d-c419577e9e68]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server[id-af8eafd4-38a7-4a4b-bdbc-75145a580560]
|
||||
tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item[id-127642d6-4c7b-4486-b7cd-07265a378658]
|
||||
tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item[id-3043c57d-7e0e-49a6-9a96-ad569c265e6a]
|
||||
tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata[id-479da087-92b3-4dcf-aeb3-fd293b2d14ce]
|
||||
tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata[id-211021f6-21de-4657-a68f-908878cfe251]
|
||||
tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item[id-58c02d4f-5c67-40be-8744-d3fa5982eb1c]
|
||||
tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata[id-344d981e-0c33-4997-8a5d-6c1d803e4134]
|
||||
tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password[id-b92d5ec7-b1dd-44a2-87e4-45e888c46ef0]
|
||||
tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair[id-f9e15296-d7f9-4e62-b53f-a04e89160833]
|
||||
tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name[id-8fea6be7-065e-47cf-89b8-496e6f96c699]
|
||||
tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address[id-89b90870-bc13-4b73-96af-f9d4f2b70077]
|
||||
tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name[id-5e6ccff8-349d-4852-a8b3-055df7988dd2]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name[id-fd57f159-68d6-4c2a-902b-03070828a87e]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit[id-7fc74810-0bd2-4cd7-8244-4f33a9db865a]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256[id-c3e0fb12-07fc-4d76-a22e-37409887afe8]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor[id-18f5227f-d155-4429-807c-ccb103887537]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image[id-fcba1052-0a50-4cf3-b1ac-fae241edf02f]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid[id-4e72dc2d-44c5-4336-9667-f7972e95c402]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant[id-5c75009d-3eea-423e-bea3-61b09fd25f9c]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit[id-f4d7279b-5fd2-4bf2-9ba4-ae35df0d18c5]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id[id-75f79124-277c-45e6-a373-a1d6803f4cc4]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server[id-3436b02f-1b1e-4f03-881e-c6a602327439]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address[id-5226dd80-1e9c-4d8a-b5f9-b26ca4763fd0]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server[id-d4c023a0-9c55-4747-9dd5-413b820143c7]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server[id-d86141a7-906e-4731-b187-d64a2ea61422]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_reboot_deleted_server[id-98fa0458-1485-440f-873b-fe7f0d714930]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_deleted_server[id-98fa0458-1485-440f-873b-fe7f0d714930]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor[id-ced1a1d7-2ab6-45c9-b90f-b27d87b30efd]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor[id-45436a7d-a388-4a35-a9d8-3adc5d0d940b]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank[id-dbbfd247-c40c-449e-8f6c-d2aa7c7da7cf]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server[id-a31460a9-49e1-42aa-82ee-06e0bb7c2d03]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server[id-aa8eed43-e2cb-4ebf-930b-da14f6a21d81]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256[id-5c8e244c-dada-4590-9944-749c455b431f]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant[id-543d84c1-dd2e-4c6d-8cb2-b9da0efaa384]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name[id-38204696-17c6-44da-9590-40f87fb5a899]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant[id-f03d1ded-7fd4-4d29-bc13-e2391f29c625]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect[id-acf8724b-142b-4044-82c3-78d31a533f24]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image[id-95d445f6-babc-4f2e-aea3-aa24ec5e7f0d]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails[id-85bcdd8f-56b4-4868-ae56-63fbf6f7e405]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails[id-dea1936a-473d-49f2-92ad-97bb7aded22e]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails[id-c5f52351-53d9-4fc9-83e5-917f7f5e3d71]
|
||||
tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas[id-9bfecac7-b966-4f47-913f-1a9e2c12134a]
|
||||
tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas[id-f1ef0a97-dbbb-4cca-adc5-c9fbc4f76107]
|
||||
tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume[id-52e9045a-e90d-4c0d-9087-79d657faffff]
|
||||
tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_list_get_volume_attachments[id-7fa563fe-f0f7-43eb-9e22-a1ece036b513]
|
||||
tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list[id-bc2dd1a0-15af-48e5-9990-f2e75a48325d]
|
||||
tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details[id-bad0567a-5a4f-420b-851e-780b55bb867c]
|
||||
tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id[id-f01904f2-e975-4915-98ce-cb5fa27bde4f]
|
||||
tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id[id-62bab09a-4c03-4617-8cca-8572bc94af9b]
|
||||
tempest.api.identity.v2.test_tokens.TokensTest.test_create_token[id-65ae3b78-91ff-467b-a705-f6678863b8ec]
|
||||
tempest.api.identity.v3.test_tokens.TokensV3Test.test_create_token[id-6f8e4436-fc96-4282-8122-e41df57197a9]
|
||||
tempest.api.image.v2.test_images.ListImagesTest.test_index_no_params[id-1e341d7a-90a9-494c-b143-2cdf2aeb6aee]
|
||||
tempest.api.image.v2.test_images.ListImagesTest.test_list_no_params[id-1e341d7a-90a9-494c-b143-2cdf2aeb6aee]
|
||||
tempest.api.object_storage.test_object_expiry.ObjectExpiryTest.test_get_object_after_expiry_time[id-fb024a42-37f3-4ba5-9684-4f40a7910b41]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_2d_way[id-06f90388-2d0e-40aa-934c-e9a8833e958a]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_across_containers[id-aa467252-44f3-472a-b5ae-5b57c3c9c147]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_in_same_container[id-1a9ab572-1b66-4981-8c21-416e2a5e6011]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_to_itself[id-2248abba-415d-410b-9c30-22dff9cd6e67]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_create_object[id-5b4ce26f-3545-46c9-a2ba-5754358a4c62]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_delete_object[id-17738d45-03bd-4d45-9e0b-7b2f58f98687]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_get_object[id-02610ba7-86b7-4272-9ed8-aa8d417cb3cd]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_if_different[id-50d01f12-526f-4360-9ac2-75dd508d7b68]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_object_upload_in_segments[id-e3e6a64a-9f50-4955-b987-6ce6767c97fb]
|
||||
tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_container_object_without_using_creds[id-07c9cf95-c0d4-4b49-b9c8-0ef2c9b27193]
|
||||
tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_object_with_another_user_creds[id-54e2a2fe-42dc-491b-8270-8e4217dd4cdc]
|
||||
tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_get_object_using_temp_url[id-f91c96d4-1230-4bba-8eb9-84476d18d991]
|
||||
tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_put_object_using_temp_url[id-9b08dade-3571-4152-8a4f-a4f2a873a735]
|
||||
tempest.api.object_storage.test_object_version.ContainerTest.test_versioned_container[id-a151e158-dcbf-4a1f-a1e7-46cd65895a6f]
|
||||
@ -1,20 +1,20 @@
|
||||
2015.07 DefCore Testing
|
||||
=======================
|
||||
|
||||
Testing against Defcore 2015.07 Capabilities
|
||||
Testing against DefCore 2015.07 Capabilities
|
||||
--------------------------------------------
|
||||
|
||||
https://git.openstack.org/cgit/openstack/defcore/tree/2015.07.json
|
||||
|
||||
Tempest can be run standalone, or under a test runner such as refstack-client
|
||||
or rally. If only testing against Defcore capabilities, you can use the
|
||||
--load-list argument and a file containing a list of the Defcore tests. If
|
||||
or rally. If only testing against DefCore capabilities, you can use the
|
||||
--load-list argument and a file containing a list of the DefCore tests. If
|
||||
run with the refstack-client, test output will be parsed to list only
|
||||
passing tests in a json formatted file. We recommend running under
|
||||
passing tests in a JSON formatted file. We recommend running under
|
||||
refstack-client.
|
||||
|
||||
The test names of the capabilities are derived from a recent release of
|
||||
Tempest, from the time of capabilitiy approval. Keep in mind that Tempest
|
||||
Tempest, from the time of capability approval. Keep in mind that Tempest
|
||||
is under active development, and tests may move. If you're not seeing
|
||||
full coverage, please consider reverting back to a Tempest sha that more
|
||||
closely matches the capability release date. Please contact Chris Hoge
|
||||
@ -32,61 +32,52 @@ in collecting data on which API tests are being passed by production clouds.
|
||||
This information will be very useful in determining which capabilities will be
|
||||
used to define future releases.
|
||||
|
||||
Defcore Recommended Test Procedure
|
||||
DefCore Recommended Test Procedure
|
||||
|
||||
The following procedure is recommended, but not required for testing Defcore.
|
||||
The following procedure is recommended, but not required for testing DefCore.
|
||||
This procedure assumes you're running a Linux test platform (Ubuntu 14.04
|
||||
or CentOS 7 have been verified) with administrator privileges.
|
||||
|
||||
* Download the refstack client:
|
||||
* Download the RefStack client:
|
||||
|
||||
``git clone https://git.openstack.org/openstack/refstack-client``
|
||||
|
||||
* In the refstack-client directory, install tempest and required dependencies.
|
||||
You may specify a specific tag of tempest with the -t option. refstack-client
|
||||
defaults to '98f62ee' as of this writing but the latest defcore requirement,
|
||||
2015.07 at the time of this writing, requires '26149b612d'.
|
||||
You may specify a specific tag of tempest with the -t option.
|
||||
|
||||
``./setup_env``
|
||||
|
||||
* Download a list of tests from the Defcore site:
|
||||
http://git.openstack.org/cgit/openstack/defcore/tree/2015.07/2015.07.required.txt
|
||||
* Optionally, download a list of test from the RefStack site. We strongly
|
||||
encourage you to run the full set of api tests, as this not only qualifies
|
||||
you for the trademark but also gives the DefCore team feedback on
|
||||
deployed capabilities to help us determine future guidelines.
|
||||
https://refstack.openstack.org/api/v1/guidelines/2015.07/tests?type=required
|
||||
|
||||
* Configure tempest.conf for your cloud. If you need assistance in common
|
||||
parameters or settings contact interop@openstack.org. There is also a tempest
|
||||
parameters or settings contact interop@openstack.org. The recommended
|
||||
configuration is to use one non-admin account, defined in account.yaml
|
||||
with dynamic credentials disabled. More information is available in the
|
||||
configuration guide at
|
||||
https://git.openstack.org/cgit/openstack/tempest/tree/doc/source/configuration.rst
|
||||
http://docs.openstack.org/developer/tempest/configuration.html
|
||||
|
||||
* You can run within the refstack, from the refstack-client directory:
|
||||
* You can run within the refstack, from the refstack-client directory either
|
||||
against all api tests or against the downloaded test list.
|
||||
|
||||
./refstack-client test -c ~/tempest.conf -vv --test-list
|
||||
http://git.openstack.org/cgit/openstack/defcore/plain/2015.07/2015.07.required.txt
|
||||
``./refstack-client test -c ~/tempest.conf``
|
||||
|
||||
* Review the test results, and when you're satisfied, upload it to Refstack server
|
||||
``./refstack-client test -c ~/tempest.conf --test-list <test-list-file-name>``
|
||||
|
||||
* Review the test results, and when you're satisfied, upload it to RefStack server
|
||||
then send them to interop@openstack.org.
|
||||
|
||||
./refstack-client upload <Path of results file>
|
||||
``./refstack-client upload <Path of results file>``
|
||||
|
||||
* The results are stored in a json file in the directory. You can also check your
|
||||
result on the Refstack server https://refstack.openstack.org:
|
||||
* The results are stored in a JSON file in the directory. You can also check your
|
||||
result on the RefStack server https://refstack.openstack.org:
|
||||
|
||||
``.tempest/.testrepository``
|
||||
|
||||
* Every effort should be made to pass all of the required tests, but you
|
||||
will want to compare any lists of failed tests to the list of flagged tests.
|
||||
http://git.openstack.org/cgit/openstack/defcore/tree/2015.07/2015.07.flagged.txt
|
||||
|
||||
The refstack.openstack.org also gives you result where you can easily identify
|
||||
exactly which tests still need to be passed.
|
||||
|
||||
Known Issues and Recommendations
|
||||
--------------------------------
|
||||
|
||||
Currently after failures modes Tempest does not clean up test resources. We
|
||||
strongly recommend that you run Tempest against a test OpenStack cloud
|
||||
rather than a production cloud. Successful tests against test deployments that
|
||||
are functionally equivalent to production clouds is acceptable for current
|
||||
capabilities assessment.
|
||||
|
||||
You may find it useful to run Swift tests as a separate run, using the
|
||||
``accounts.yaml`` framework to specify users with Swift-specific roles.
|
||||
The refstack server will automatically grade tests results, taking
|
||||
into account flagged tests.
|
||||
|
||||
@ -1,39 +0,0 @@
|
||||
import json
|
||||
|
||||
required_tests_file = open('2015.07.required.txt', 'w')
|
||||
flagged_tests_file = open('2015.07.flagged.txt', 'w')
|
||||
|
||||
required_tests = []
|
||||
flagged_tests = []
|
||||
|
||||
with open('../2015.07.json', 'r') as capabilities_file:
|
||||
defcore = json.loads(capabilities_file.read())
|
||||
capabilities = defcore['capabilities']
|
||||
for capability_name in capabilities:
|
||||
capability = capabilities[capability_name]
|
||||
if capability['status'] == 'required':
|
||||
tests = capability['tests']
|
||||
for test_name, test in tests.iteritems():
|
||||
test_name_id = test_name + "[" + test['idempotent_id'] + "]"
|
||||
print("test_name_id: %s" % test_name_id)
|
||||
required_tests.append(test_name_id)
|
||||
if 'flagged' in test:
|
||||
flagged_tests.append(test_name_id)
|
||||
|
||||
required_tests.sort()
|
||||
flagged_tests.sort()
|
||||
|
||||
# id is now attribute in json, no
|
||||
# need to lookup id from "...api-test-list.txt"
|
||||
for rtest in required_tests:
|
||||
required_tests_file.write(rtest + '\n')
|
||||
print(rtest)
|
||||
|
||||
print("\nflagged\n=======")
|
||||
|
||||
for flagged in flagged_tests:
|
||||
flagged_tests_file.write(flagged + '\n')
|
||||
print(flagged)
|
||||
|
||||
required_tests_file.close()
|
||||
flagged_tests_file.close()
|
||||
@ -1,22 +0,0 @@
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since[id-18bac3ae-da27-436c-92a9-b22474d13aab]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name[id-33163b73-79f5-4d07-a7ea-9213bcc468ff]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id[id-9f238683-c763-45aa-b848-232ec3ce3105]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref[id-05a377b8-28cf-4734-a1e6-2ab5c38bf606]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status[id-a3f5b513-aeb3-42a9-b18e-f091ef73254d]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type[id-e3356918-4d3e-4756-81d5-abc4524ba29f]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results[id-3a484ca9-67ba-451e-b494-7fcf28d32d62]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since[id-7d439e18-ac2e-4827-b049-7e18004712c4]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name[id-644ea267-9bd9-4f3b-af9f-dffa02396a17]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref[id-8c78f822-203b-4bf6-8bba-56ebd551cf84]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type[id-888c0cc0-7223-43c5-9db0-b125fd0a393b]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results[id-ba2fa9a9-b672-47cc-b354-3b4c0600e2cb]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm[id-1499262a-9328-4eda-9068-db1ac57498d2]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert[id-c03aab19-adb1-44f5-917d-c419577e9e68]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor[id-ced1a1d7-2ab6-45c9-b90f-b27d87b30efd]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor[id-45436a7d-a388-4a35-a9d8-3adc5d0d940b]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant[id-f03d1ded-7fd4-4d29-bc13-e2391f29c625]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect[id-acf8724b-142b-4044-82c3-78d31a533f24]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image[id-95d445f6-babc-4f2e-aea3-aa24ec5e7f0d]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails[id-85bcdd8f-56b4-4868-ae56-63fbf6f7e405]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails[id-dea1936a-473d-49f2-92ad-97bb7aded22e]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails[id-c5f52351-53d9-4fc9-83e5-917f7f5e3d71]
|
||||
@ -1,126 +0,0 @@
|
||||
tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image[id-aa06b52b-2db5-4807-b218-9441f75d74e3]
|
||||
tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image[id-3731d080-d4c5-4872-b41a-64d0d0021314]
|
||||
tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name[id-3b7c6fe4-dfe7-477c-9243-b06359db51e6]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since[id-18bac3ae-da27-436c-92a9-b22474d13aab]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name[id-33163b73-79f5-4d07-a7ea-9213bcc468ff]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id[id-9f238683-c763-45aa-b848-232ec3ce3105]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref[id-05a377b8-28cf-4734-a1e6-2ab5c38bf606]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status[id-a3f5b513-aeb3-42a9-b18e-f091ef73254d]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type[id-e3356918-4d3e-4756-81d5-abc4524ba29f]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results[id-3a484ca9-67ba-451e-b494-7fcf28d32d62]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since[id-7d439e18-ac2e-4827-b049-7e18004712c4]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name[id-644ea267-9bd9-4f3b-af9f-dffa02396a17]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref[id-8c78f822-203b-4bf6-8bba-56ebd551cf84]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status[id-9b0ea018-6185-4f71-948a-a123a107988e]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type[id-888c0cc0-7223-43c5-9db0-b125fd0a393b]
|
||||
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results[id-ba2fa9a9-b672-47cc-b354-3b4c0600e2cb]
|
||||
tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image[id-490d0898-e12a-463f-aef0-c50156b9f789]
|
||||
tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images[id-fd51b7f4-d4a3-4331-9885-866658112a6f]
|
||||
tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail[id-9f94cb6b-7f10-48c5-b911-a0b84d7d4cd6]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name[id-ac1ad47f-984b-4441-9274-c9079b7a0666]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers[id-9a438d88-10c6-4bcd-8b5b-5b6e25e1346f]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail[id-585e934c-448e-43c4-acbf-d06a9b899997]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus[id-cbc0f52f-05aa-492b-bdc1-84b575ca294b]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details[id-5de47127-9977-400a-936f-abcfbec1218f]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name[id-ac1ad47f-984b-4441-9274-c9079b7a0666]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers[id-9a438d88-10c6-4bcd-8b5b-5b6e25e1346f]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail[id-585e934c-448e-43c4-acbf-d06a9b899997]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus[id-cbc0f52f-05aa-492b-bdc1-84b575ca294b]
|
||||
tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details[id-5de47127-9977-400a-936f-abcfbec1218f]
|
||||
tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action[id-aacc71ca-1d70-4aa5-bbf6-0ff71470e43c]
|
||||
tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions[id-77ca5cc5-9990-45e0-ab98-1de8fead201a]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor[id-80c574cc-0925-44ba-8602-299028357dd9]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image[id-b3304c3b-97df-46d2-8cd3-e2b6659724e7]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name[id-f9eb2b70-735f-416c-b260-9914ac6181e4]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status[id-de2612ab-b7dd-4044-b0b1-d2539601911f]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results[id-67aec2d0-35fe-4503-9f92-f13272b867ed]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor[id-573637f5-7325-47bb-9144-3476d0416908]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image[id-05e8a8e7-9659-459a-989d-92c2f501f4ba]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit[id-614cdfc1-d557-4bac-915b-3e67b48eee76]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name[id-9b067a7b-7fee-4f6a-b29c-be43fe18fc5a]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status[id-ca78e20e-fddb-4ce6-b7f7-bcbf8605e66e]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip[id-43a1242e-7b31-48d1-88f2-3f72aa9f2077]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex[id-a905e287-c35e-42f2-b132-d02b09f3654a]
|
||||
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard[id-e9f624ee-92af-4562-8bec-437945a18dcb]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date[id-74745ad8-b346-45b5-b9b8-509d7447fc1f]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date[id-87d12517-e20a-4c9c-97b6-dd1628d6d6c9]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits[id-12c80a9f-2dec-480e-882b-98ba15757659]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count[id-d47c17fb-eebd-4287-8e95-f20a7e627b18]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value[id-62610dd9-4713-4ee0-8beb-fd2c1aa7f950]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string[id-679bc053-5e70-4514-9800-3dfab1a380a6]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor[id-5913660b-223b-44d4-a651-a0fbfd44ca75]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image[id-ff01387d-c7ad-47b4-ae9e-64fa214638fe]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name[id-e2c77c4a-000a-4af3-a0bd-629a328bde7c]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted[id-93055106-2d34-46fe-af68-d9ddbf7ee570]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing[id-fcdf192d-0f74-4d89-911f-1ec002b822c4]
|
||||
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server[id-24a26f1a-1ddc-4eea-b0d7-a90cc874ad8f]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server[id-80a8094c-211e-440a-ab88-9e59d556c7ee]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard[id-2cb1baf6-ac8d-4429-bf0d-ba8a0ba53e32]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server[id-aaa6cdf3-55a7-461a-add9-1c8596b9a07c]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm[id-1499262a-9328-4eda-9068-db1ac57498d2]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert[id-c03aab19-adb1-44f5-917d-c419577e9e68]
|
||||
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server[id-af8eafd4-38a7-4a4b-bdbc-75145a580560]
|
||||
tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item[id-127642d6-4c7b-4486-b7cd-07265a378658]
|
||||
tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item[id-3043c57d-7e0e-49a6-9a96-ad569c265e6a]
|
||||
tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata[id-479da087-92b3-4dcf-aeb3-fd293b2d14ce]
|
||||
tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata[id-211021f6-21de-4657-a68f-908878cfe251]
|
||||
tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item[id-58c02d4f-5c67-40be-8744-d3fa5982eb1c]
|
||||
tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata[id-344d981e-0c33-4997-8a5d-6c1d803e4134]
|
||||
tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password[id-b92d5ec7-b1dd-44a2-87e4-45e888c46ef0]
|
||||
tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair[id-f9e15296-d7f9-4e62-b53f-a04e89160833]
|
||||
tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name[id-8fea6be7-065e-47cf-89b8-496e6f96c699]
|
||||
tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address[id-89b90870-bc13-4b73-96af-f9d4f2b70077]
|
||||
tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name[id-5e6ccff8-349d-4852-a8b3-055df7988dd2]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name[id-fd57f159-68d6-4c2a-902b-03070828a87e]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit[id-7fc74810-0bd2-4cd7-8244-4f33a9db865a]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256[id-c3e0fb12-07fc-4d76-a22e-37409887afe8]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor[id-18f5227f-d155-4429-807c-ccb103887537]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image[id-fcba1052-0a50-4cf3-b1ac-fae241edf02f]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid[id-4e72dc2d-44c5-4336-9667-f7972e95c402]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant[id-5c75009d-3eea-423e-bea3-61b09fd25f9c]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit[id-f4d7279b-5fd2-4bf2-9ba4-ae35df0d18c5]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id[id-75f79124-277c-45e6-a373-a1d6803f4cc4]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server[id-3436b02f-1b1e-4f03-881e-c6a602327439]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address[id-5226dd80-1e9c-4d8a-b5f9-b26ca4763fd0]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server[id-d4c023a0-9c55-4747-9dd5-413b820143c7]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_deleted_server[id-98fa0458-1485-440f-873b-fe7f0d714930]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_reboot_deleted_server[id-98fa0458-1485-440f-873b-fe7f0d714930]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server[id-d86141a7-906e-4731-b187-d64a2ea61422]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor[id-ced1a1d7-2ab6-45c9-b90f-b27d87b30efd]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor[id-45436a7d-a388-4a35-a9d8-3adc5d0d940b]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank[id-dbbfd247-c40c-449e-8f6c-d2aa7c7da7cf]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server[id-a31460a9-49e1-42aa-82ee-06e0bb7c2d03]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server[id-aa8eed43-e2cb-4ebf-930b-da14f6a21d81]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256[id-5c8e244c-dada-4590-9944-749c455b431f]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant[id-543d84c1-dd2e-4c6d-8cb2-b9da0efaa384]
|
||||
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name[id-38204696-17c6-44da-9590-40f87fb5a899]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant[id-f03d1ded-7fd4-4d29-bc13-e2391f29c625]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect[id-acf8724b-142b-4044-82c3-78d31a533f24]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image[id-95d445f6-babc-4f2e-aea3-aa24ec5e7f0d]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails[id-85bcdd8f-56b4-4868-ae56-63fbf6f7e405]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails[id-dea1936a-473d-49f2-92ad-97bb7aded22e]
|
||||
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails[id-c5f52351-53d9-4fc9-83e5-917f7f5e3d71]
|
||||
tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas[id-9bfecac7-b966-4f47-913f-1a9e2c12134a]
|
||||
tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas[id-f1ef0a97-dbbb-4cca-adc5-c9fbc4f76107]
|
||||
tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume[id-52e9045a-e90d-4c0d-9087-79d657faffff]
|
||||
tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_list_get_volume_attachments[id-7fa563fe-f0f7-43eb-9e22-a1ece036b513]
|
||||
tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list[id-bc2dd1a0-15af-48e5-9990-f2e75a48325d]
|
||||
tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details[id-bad0567a-5a4f-420b-851e-780b55bb867c]
|
||||
tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id[id-f01904f2-e975-4915-98ce-cb5fa27bde4f]
|
||||
tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id[id-62bab09a-4c03-4617-8cca-8572bc94af9b]
|
||||
tempest.api.identity.v3.test_tokens.TokensV3Test.test_create_token[id-6f8e4436-fc96-4282-8122-e41df57197a9]
|
||||
tempest.api.image.v2.test_images.ListImagesTest.test_list_no_params[id-1e341d7a-90a9-494c-b143-2cdf2aeb6aee]
|
||||
tempest.api.image.v2.test_images.ListImagesTest.test_index_no_params[id-1e341d7a-90a9-494c-b143-2cdf2aeb6aee]
|
||||
tempest.api.object_storage.test_object_expiry.ObjectExpiryTest.test_get_object_after_expiry_time[id-fb024a42-37f3-4ba5-9684-4f40a7910b41]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_2d_way[id-06f90388-2d0e-40aa-934c-e9a8833e958a]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_across_containers[id-aa467252-44f3-472a-b5ae-5b57c3c9c147]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_in_same_container[id-1a9ab572-1b66-4981-8c21-416e2a5e6011]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_to_itself[id-2248abba-415d-410b-9c30-22dff9cd6e67]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_create_object[id-5b4ce26f-3545-46c9-a2ba-5754358a4c62]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_delete_object[id-17738d45-03bd-4d45-9e0b-7b2f58f98687]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_get_object[id-02610ba7-86b7-4272-9ed8-aa8d417cb3cd]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_if_different[id-50d01f12-526f-4360-9ac2-75dd508d7b68]
|
||||
tempest.api.object_storage.test_object_services.ObjectTest.test_object_upload_in_segments[id-e3e6a64a-9f50-4955-b987-6ce6767c97fb]
|
||||
tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_get_object_using_temp_url[id-f91c96d4-1230-4bba-8eb9-84476d18d991]
|
||||
tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_put_object_using_temp_url[id-9b08dade-3571-4152-8a4f-a4f2a873a735]
|
||||
tempest.api.object_storage.test_object_version.ContainerTest.test_versioned_container[id-a151e158-dcbf-4a1f-a1e7-46cd65895a6f]
|
||||
@ -43,28 +43,34 @@ or CentOS 7 have been verified) with administrator privileges.
|
||||
``git clone https://git.openstack.org/openstack/refstack-client``
|
||||
|
||||
* In the refstack-client directory, install tempest and required dependencies.
|
||||
You may specify a specific tag of tempest with the -t option. refstack-client
|
||||
defaults to '551e1a9' as of this writing.
|
||||
You may specify a specific tag of tempest with the -t option.
|
||||
|
||||
``./setup_env``
|
||||
|
||||
* Download a list of tests from the DefCore site:
|
||||
http://git.openstack.org/cgit/openstack/defcore/tree/2016.01/2016.01.required.txt
|
||||
* Optionally, download a list of test from the RefStack site. We strongly
|
||||
encourage you to run the full set of api tests, as this not only qualifies
|
||||
you for the trademark but also gives the DefCore team feedback on
|
||||
deployed capabilities to help us determine future guidelines.
|
||||
https://refstack.openstack.org/api/v1/guidelines/2016.01/tests?type=required
|
||||
|
||||
* Configure tempest.conf for your cloud. If you need assistance in common
|
||||
parameters or settings contact interop@openstack.org. There is also a tempest
|
||||
parameters or settings contact interop@openstack.org. The recommended
|
||||
configuration is to use one non-admin account, defined in account.yaml
|
||||
with dynamic credentials disabled. More information is available in the
|
||||
configuration guide at
|
||||
https://git.openstack.org/cgit/openstack/tempest/tree/doc/source/configuration.rst
|
||||
http://docs.openstack.org/developer/tempest/configuration.html
|
||||
|
||||
* You can run within the RefStack, from the refstack-client directory:
|
||||
* You can run within the refstack, from the refstack-client directory either
|
||||
against all api tests or against the downloaded test list.
|
||||
|
||||
./refstack-client test -c ~/tempest.conf -v --test-list
|
||||
http://git.openstack.org/cgit/openstack/defcore/plain/2016.01/2016.01.required.txt
|
||||
``./refstack-client test -c ~/tempest.conf``
|
||||
|
||||
``./refstack-client test -c ~/tempest.conf --test-list <test-list-file-name>``
|
||||
|
||||
* Review the test results, and when you're satisfied, upload it to RefStack server
|
||||
then send them to interop@openstack.org.
|
||||
|
||||
./refstack-client upload <Path of results file>
|
||||
``./refstack-client upload <Path of results file>``
|
||||
|
||||
* The results are stored in a JSON file in the directory. You can also check your
|
||||
result on the RefStack server https://refstack.openstack.org:
|
||||
@ -73,19 +79,5 @@ or CentOS 7 have been verified) with administrator privileges.
|
||||
|
||||
* Every effort should be made to pass all of the required tests, but you
|
||||
will want to compare any lists of failed tests to the list of flagged tests.
|
||||
http://git.openstack.org/cgit/openstack/defcore/tree/2016.01/2016.01.flagged.txt
|
||||
|
||||
The refstack.openstack.org also gives you result where you can easily identify
|
||||
exactly which tests still need to be passed.
|
||||
|
||||
Known Issues and Recommendations
|
||||
--------------------------------
|
||||
|
||||
Currently after failures modes Tempest does not clean up test resources. We
|
||||
strongly recommend that you run Tempest against a test OpenStack cloud
|
||||
rather than a production cloud. Successful tests against test deployments that
|
||||
are functionally equivalent to production clouds is acceptable for current
|
||||
capabilities assessment.
|
||||
|
||||
You may find it useful to run Swift tests as a separate run, using the
|
||||
``accounts.yaml`` framework to specify users with Swift-specific roles.
|
||||
The refstack server will automatically grade tests results, taking
|
||||
into account flagged tests.
|
||||
|
||||
@ -1,39 +0,0 @@
|
||||
import json
|
||||
|
||||
required_tests_file = open('2016.01.required.txt', 'w')
|
||||
flagged_tests_file = open('2016.01.flagged.txt', 'w')
|
||||
|
||||
required_tests = []
|
||||
flagged_tests = []
|
||||
|
||||
with open('../2016.01.json', 'r') as capabilities_file:
|
||||
defcore = json.loads(capabilities_file.read())
|
||||
capabilities = defcore['capabilities']
|
||||
for capability_name in capabilities:
|
||||
capability = capabilities[capability_name]
|
||||
if capability['required-since'] != '':
|
||||
tests = capability['tests']
|
||||
for test_name, test in tests.iteritems():
|
||||
test_name_id = test_name + "[" + test['idempotent_id'] + "]"
|
||||
print("test_name_id: %s" % test_name_id)
|
||||
required_tests.append(test_name_id)
|
||||
if 'flagged' in test:
|
||||
flagged_tests.append(test_name_id)
|
||||
|
||||
required_tests.sort()
|
||||
flagged_tests.sort()
|
||||
|
||||
# id is now attribute in json, no
|
||||
# need to lookup id from "...api-test-list.txt"
|
||||
for rtest in required_tests:
|
||||
required_tests_file.write(rtest + '\n')
|
||||
print(rtest)
|
||||
|
||||
print("\nflagged\n=======")
|
||||
|
||||
for flagged in flagged_tests:
|
||||
flagged_tests_file.write(flagged + '\n')
|
||||
print(flagged)
|
||||
|
||||
required_tests_file.close()
|
||||
flagged_tests_file.close()
|
||||
Loading…
Reference in New Issue
Block a user