{ "release": "havana", "status": "advisory", "schema": "1.0", "criteria": { "atomic": { "Description": "Capabilities is unique and cannot be built out of other must-pass capabilities", "name": "Atomic", "weight": 8 }, "clients": { "Description": "Candidates are widely used capabilities: Should be included if part of common libraries (Fog, Apache jclouds, etc)", "name": "Used by Clients", "weight": 8 }, "complete": { "Description": "Where the code being tested has a designated area of alternate implementation (extension framework) as per the Core Principles, there should be parity in capability tested across extension implementations. This also implies that the capability test is not configuration specific or locked to non-open technology", "name": "Complete", "weight": 8 }, "deployed": { "Description": "Candidates are widely deployed capabilities. We favor capabilities that are supported by multiple public cloud providers and private cloud products", "name": "Widely Deployed", "weight": 8 }, "discover": { "Description": "Capability being tested is Service Discoverable (can be found in Keystone and via service introspection)", "name": "Discoverable", "weight": 8 }, "doc": { "Description": "Should be well documented, particularly the expected behavior. This can be a very subjective measure and we expect to refine this definition over time", "name": "Documented", "weight": 8 }, "foundation": { "Description": "Test capabilities that are required by other must-pass tests and/or depended on by many other capabilities", "name": "Foundation", "weight": 8 }, "future": { "Description": "Should reflect future technical direction (from the project technical teams and the TC) and help manage deprecated capabilities", "name": "Future Direction", "weight": 9 }, "proximity": { "Description": "Sometimes called a Test Cluster, selects for Capabilities that are related to Core Capabilities. This helps ensure that related capabilities are managed together", "name": "Proximity", "weight": 8 }, "stable": { "Description": "Test is required stable for >2 releases because we don't want core capabilities that do not have dependable APIs", "name": "Stable", "weight": 9 }, "sticky": { "Description": "A test that is a must-pass test should stay a must-pass test. This makes core capabilities sticky release per release. Leaving Core is disruptive to the ecosystem", "name": "Core in Last Release", "weight": 9 }, "tools": { "Description": "Candidates are widely used capabilities:Should be included if supported by common tools (RightScale, Scalr, CloudForms, ...)", "name": "Used by Tools", "weight": 9 } }, "capabilities": { "compute-admin-aggregates": { "achievements": [ "deployed", "future", "complete", "stable", "doc", "atomic", "proximity" ], "admin": true, "core": false, "description": "Retrieving information about host aggregation using Compute API admin endpoint", "flagged": [], "name": "Compute Admin aggregates", "tests": [ "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_update_with_az", "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_add_remove_host", "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_add_host_list", "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_add_host_get_details", "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_delete_with_az", "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_delete", "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_verify_entry_in_list", "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_add_host_create_server_with_az" ] }, "compute-admin-avail-zone": { "achievements": [ "deployed", "tools", "clients", "complete", "stable", "discover", "doc", "sticky", "foundation", "atomic" ], "admin": true, "core": false, "description": " Retrieving information about availability zones using Compute API admin endpoint", "flagged": [], "name": "Compute Admin avail-zone", "tests": [] }, "compute-admin-fixed-ips": { "achievements": [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "doc", "sticky", "foundation", "atomic", "proximity" ], "admin": true, "core": false, "description": "Tests of managing fixed ip reservations using Compute API admin endpoint", "flagged": [], "name": "Compute Admin fixed-ips", "tests": [ "tempest.api.compute.admin.test_fixed_ips.FixedIPsTestJson.test_list_fixed_ip_details", "tempest.api.compute.admin.test_fixed_ips.FixedIPsTestJson.test_set_reserve", "tempest.api.compute.admin.test_fixed_ips.FixedIPsTestXml.test_list_fixed_ip_details", "tempest.api.compute.admin.test_fixed_ips.FixedIPsTestXml.test_set_unreserve", "tempest.api.compute.admin.test_fixed_ips.FixedIPsTestXml.test_set_reserve", "tempest.api.compute.admin.test_fixed_ips.FixedIPsTestJson.test_set_unreserve" ] }, "compute-admin-flavors": { "achievements": [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "doc", "sticky", "foundation", "atomic", "proximity" ], "admin": true, "core": false, "description": "Managing flavor definitions and parameters using Compute API admin endpoint", "flagged": [], "name": "Compute Admin flavors", "tests": [ "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_list_public_flavor_with_other_user", "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_list_non_public_flavor", "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_server_with_non_public_flavor", "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_is_public_string_variations", "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_flavor_using_string_ram", "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_list_flavor_without_extra_data", "tempest.api.compute.admin.test_flavors_access.FlavorsAccessTestJSON.test_flavor_access_add_remove", "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_flavor_verify_entry_in_list_details" ] }, "compute-admin-hosts": { "achievements": [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "doc", "sticky", "foundation", "atomic", "proximity" ], "admin": true, "core": false, "description": "Retrieving host information using Compute API admin endpoint", "flagged": [], "name": "Compute Admin hosts", "tests": [ "tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_list_hosts_with_a_blank_zone", "tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_list_hosts", "tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_list_hosts_with_zone", "tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_show_host_detail" ] }, "compute-admin-hypervisor": { "achievements": [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "doc", "sticky", "foundation", "atomic", "proximity" ], "admin": true, "core": false, "description": "Retrieving hypervisor information using Compute API admin endpoint", "flagged": [], "name": "Compute Admin hypervisor", "tests": [ "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_uptime", "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_show_details", "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_stats", "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_list_details", "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_list", "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_show_servers" ] }, "compute-admin-quota": { "achievements": [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "doc", "sticky", "foundation", "atomic", "proximity" ], "admin": true, "core": false, "description": "Tests for managing quotas in compute nodes using Compute API admin endpoint", "flagged": [], "name": "Compute Admin quota", "tests": [ "tempest.api.compute.admin.test_quotas.QuotasAdminTestJSON.test_get_updated_quotas", "tempest.api.compute.admin.test_quotas.QuotasAdminTestJSON.test_update_all_quota_resources_for_tenant", "tempest.api.compute.admin.test_quotas.QuotasAdminTestJSON.test_get_default_quotas" ] }, "compute-admin-server": { "achievements": [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "doc", "sticky", "atomic", "proximity" ], "admin": true, "core": false, "description": "Managing servers including state resets, deletions and 'all-tenant' actions using Compute API admin endpoint", "flagged": [], "name": "Compute Admin server", "tests": [ "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_reset_state_server", "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_list_servers_by_admin", "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_get_server_diagnostics_by_admin", "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_list_servers_by_admin_with_all_tenants" ] }, "compute-admin-servers-pause": { "achievements": [ "deployed", "tools", "future", "complete", "stable", "discover", "atomic", "proximity" ], "admin": false, "core": false, "description": "Managing servers pause state using Compute API admin endpoint", "flagged": [], "name": "Compute Admin Servers Pause", "tests": [ "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_unpause_server_invalid_state", "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_unpause_non_existent_server", "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_pause_paused_server", "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_pause_non_existent_server", "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_pause_unpause_server" ] }, "compute-admin-servers-suspend": { "achievements": [ "deployed", "tools", "future", "complete", "stable", "discover", "atomic", "proximity" ], "admin": false, "core": false, "description": "Managing servers suspend state using Compute API admin endpoint", "flagged": [], "name": "Compute Admin Servers Suspend", "tests": [ "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resume_non_existent_server", "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_suspend_resume_server", "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resume_server_invalid_state", "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_suspend_server_invalid_state", "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_suspend_non_existent_server" ] }, "compute-admin-services": { "achievements": [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "doc", "sticky", "atomic", "proximity" ], "admin": true, "core": false, "description": "List, enable, and disable Compute services in all hosts using Compute API admin endpoint", "flagged": [], "name": "Compute Admin services", "tests": [ "tempest.api.compute.admin.test_services.ServicesAdminTestJSON.test_get_service_by_service_binary_name", "tempest.api.compute.admin.test_services.ServicesAdminTestJSON.test_get_service_by_host_name", "tempest.api.compute.admin.test_services.ServicesAdminTestJSON.test_list_services", "tempest.api.compute.admin.test_services.ServicesAdminTestJSON.test_get_service_by_service_and_host_name" ] }, "compute-attach-interface": { "achievements": [ "discover", "atomic" ], "admin": false, "core": false, "description": "Create, list and attach port interfaces using Compute API endpoint", "flagged": [], "name": "Compute Attach Interface", "tests": [ "tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_create_list_show_delete_interfaces" ] }, "compute-auth": { "achievements": [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "sticky", "foundation", "atomic", "proximity" ], "admin": false, "core": true, "description": "Auth related tests using Compute API", "flagged": [], "name": "compute-auth", "tests": [ "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image", "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails", "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect", "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails" ] }, "compute-auth-v3": { "achievements": [ "future" ], "admin": false, "core": false, "description": "Support for the Auth V3 API through the Compute API", "flagged": [], "name": "compute-auth-v3", "tests": [] }, "compute-console-log": { "achievements": [ "future", "atomic" ], "admin": false, "core": false, "description": "Retrieve console log information through the Compute API", "flagged": [], "name": "compute-console-log", "tests": [ "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_console_output_of_alt_account_server_fails", "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_console_output_of_non_existent_server" ] }, "compute-ext-disk-config": { "achievements": [ "deployed", "clients", "complete", "discover", "doc", "atomic" ], "admin": false, "core": false, "description": "Ability to manage the disk config (manual or automatic) through the Compute API", "flagged": [], "name": "compute-ext-disk-config", "tests": [ "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestJSON.test_resize_server_from_manual_to_auto", "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestJSON.test_resize_server_from_auto_to_manual", "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestJSON.test_rebuild_server_with_auto_disk_config", "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestJSON.test_rebuild_server_with_manual_disk_config" ] }, "compute-flavors": { "achievements": [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "doc", "sticky", "foundation", "atomic", "proximity" ], "admin": false, "core": true, "description": "Flavor operations in the Compute API", "flagged": [], "name": "compute-flavors", "tests": [] }, "compute-floating-ips": { "achievements": [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "doc", "atomic", "proximity" ], "admin": false, "core": true, "description": "Manage floating IPs through the Compute API", "flagged": [], "name": "compute-floating-ips", "tests": [ "tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsTestJSON.test_delete_floating_ip", "tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsTestJSON.test_associate_disassociate_floating_ip", "tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsTestJSON.test_associate_already_associated_floating_ip", "tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsTestJSON.test_allocate_floating_ip", "tempest.api.compute.floating_ips.test_list_floating_ips.FloatingIPDetailsTestJSON.test_get_floating_ip_details", "tempest.api.compute.floating_ips.test_list_floating_ips.FloatingIPDetailsTestJSON.test_list_floating_ips", "tempest.api.compute.floating_ips.test_list_floating_ips.FloatingIPDetailsTestJSON.test_list_floating_ip_pools" ] }, "compute-image-metadata": { "achievements": [ "deployed", "complete", "stable", "discover", "doc", "sticky", "atomic", "proximity" ], "admin": false, "core": false, "description": "Support for additional metadata operations beyond the base ops in Compute API", "flagged": [], "name": "compute-image-metadata", "tests": [ "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_set_image_metadata", "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_get_image_metadata_item", "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_list_image_metadata", "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_update_image_metadata", "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_set_image_metadata_item", "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_delete_image_metadata_item" ] }, "compute-images": { "achievements": [ "tools", "clients", "complete", "stable", "discover", "doc", "sticky", "atomic", "proximity" ], "admin": false, "core": true, "description": "Image operations within the Compute API", "flagged": [], "name": "compute-images", "tests": [ "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id", "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since", "tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image", "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status", "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type", "tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image", "tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image", "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref", "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name", "tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail", "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type", "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status", "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref", "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results", "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name", "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results", "tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images", "tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name", "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since" ] }, "compute-instance-actions": { "achievements": [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "foundation", "atomic" ], "admin": false, "core": true, "description": "Basic support Compute API for server actions such as reboot, rebuild, resize", "flagged": [], "name": "compute-instance-actions", "tests": [ "tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions", "tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action" ] }, "compute-keypairs": { "achievements": [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "doc", "sticky", "atomic" ], "admin": false, "core": true, "description": "Generate, import, and delete SSH keys within Compute services", "flagged": [], "name": "compute-keypairs", "tests": [ "tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair", "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant", "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails" ] }, "compute-limits": { "achievements": [ "deployed", "tools", "future", "complete", "stable", "discover", "doc" ], "admin": false, "core": false, "description": "Manage absolute limits within Compute services", "flagged": [], "name": "compute-limits", "tests": [ "tempest.api.compute.limits.test_absolute_limits.AbsoluteLimitsTestJSON.test_absLimits_get" ] }, "compute-live-migration": { "achievements": [ "future", "discover", "doc", "foundation", "atomic" ], "admin": false, "core": false, "description": "Live migration operations through the Compute API", "flagged": [], "name": "compute-live-migration", "tests": [] }, "compute-multiple-create": { "achievements": [ "future", "complete", "stable", "discover", "proximity" ], "admin": false, "core": false, "description": "Create one or more servers with an optional reservation ID through the Compute API", "flagged": [], "name": "compute-multiple-create", "tests": [] }, "compute-quotas": { "achievements": [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "doc", "sticky", "foundation", "atomic", "proximity" ], "admin": false, "core": true, "description": "Quotas management in Compute API", "flagged": [], "name": "compute-quotas", "tests": [ "tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas", "tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas" ] }, "compute-security-groups": { "achievements": [ "deployed", "tools", "clients", "future", "complete", "stable", "doc", "atomic", "proximity" ], "admin": false, "core": true, "description": "Manage security groups using Compute API", "flagged": [], "name": "compute-security-groups", "tests": [ "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_security_group_of_alt_account_fails", "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_security_group_in_analt_user_tenant", "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_group_create_get_delete", "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_server_security_groups", "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_image_for_alt_account_fails", "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list", "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_security_group_rule_in_analt_user_tenant", "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_security_group_rule_of_alt_account_fails", "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_security_group_of_alt_account_fails", "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete", "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_nonexistent_security_group", "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create" ] }, "compute-servers": { "achievements": [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "doc", "sticky", "foundation", "atomic", "proximity" ], "admin": false, "core": true, "description": "Basic server operations in the Compute API", "flagged": [], "name": "compute-servers", "tests": [ "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant", "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address", "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image", "tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address", "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_metadata_empty_body", "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_non_existent_server", "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm", "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256", "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex", "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor", "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name", "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date", "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid", "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status", "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status", "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus", "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata", "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor", "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus", "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard", "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit", "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image", "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server", "tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name", "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password", "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name", "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers", "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server", "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details", "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor", "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard", "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor", "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata", "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted", "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name", "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers", "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant", "tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password", "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results", "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server", "tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name", "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name", "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit", "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank", "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server", "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert", "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item", "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item", "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image", "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string", "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server", "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip", "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail", "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server", "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details", "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256", "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits", "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id", "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server", "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail", "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_reboot_deleted_server", "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name", "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image", "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server", "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server", "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor", "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date", "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value", "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata", "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item", "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft", "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count", "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name", "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output", "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing", "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor", "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name", "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit" ] }, "compute-servers-personality": { "achievements": [ "deployed", "complete", "stable", "discover", "doc" ], "admin": false, "core": false, "description": "Compute API personality extension to enable the injection of data at create time", "flagged": [], "name": "compute-servers-personality", "tests": [] }, "compute-usage": { "achievements": [ "tools", "complete", "stable", "discover", "doc", "atomic", "proximity" ], "admin": false, "core": false, "description": "Report usage statistics on compute and storage resources through Compute API", "flagged": [], "name": "compute-usage", "tests": [] }, "compute-virtual-interfaces": { "achievements": [ "tools", "clients", "future", "complete", "discover", "doc", "foundation", "atomic" ], "admin": false, "core": false, "description": "List the virtual interfaces for a specified server instance through Compute API", "flagged": [], "name": "compute-virtual-interfaces", "tests": [] }, "compute-volume": { "achievements": [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "doc", "sticky", "foundation", "atomic", "proximity" ], "admin": false, "core": true, "description": "Retrieve volume information through the Compute API", "flagged": [], "name": "compute-volume", "tests": [ "tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list", "tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume", "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id", "tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details", "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id" ] }, "compute-volume-proxy": { "achievements": [], "admin": false, "core": false, "description": "Extended volume API operations through the Compute API", "flagged": [], "name": "compute-volume-proxy", "tests": [] }, "identity-admin-roles": { "achievements": [ "future", "complete", "stable", "discover", "doc", "foundation", "atomic" ], "admin": true, "core": false, "description": "Administration roles in Identity API", "flagged": [], "name": "Identity admin-roles", "tests": [ "tempest.api.identity.admin.test_roles.RolesTestJSON.test_role_create_delete", "tempest.api.identity.admin.test_roles.RolesTestJSON.test_list_roles", "tempest.api.identity.admin.test_roles.RolesTestJSON.test_assign_user_role", "tempest.api.identity.admin.test_roles.RolesTestJSON.test_list_user_roles", "tempest.api.identity.admin.test_roles.RolesTestJSON.test_remove_user_role" ] }, "identity-admin-services": { "achievements": [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "foundation", "atomic", "proximity" ], "admin": true, "core": false, "description": "CRUD operations for services in Identity API", "flagged": [], "name": "Identity admin-services", "tests": [ "tempest.api.identity.admin.test_services.ServicesTestJSON.test_create_get_delete_service", "tempest.api.identity.admin.test_services.ServicesTestJSON.test_list_services" ] }, "identity-admin-tenants": { "achievements": [ "deployed", "tools", "clients", "complete", "discover", "foundation", "atomic", "proximity" ], "admin": true, "core": false, "description": "Administer tenants in the Identity API", "flagged": [], "name": "Identity admin-tenants", "tests": [ "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_update_by_unauthorized_user", "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_list_delete", "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_update_name", "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_create_not_enabled", "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_create_with_description", "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_update_request_without_token", "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_delete_non_existent_tenant", "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_create_duplicate", "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_update_enable", "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_create_tenant_by_unauthorized_user", "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_create_tenants_name_length_over_64", "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_delete_by_unauthorized_user", "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_delete_request_without_token", "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_list_tenants_by_unauthorized_user", "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_create_enabled", "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_create_tenant_with_empty_name", "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_update_desc", "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_update_non_existent_tenant", "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_list_tenant_request_without_token", "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_create_tenant_request_without_token" ] }, "identity-admin-users": { "achievements": [ "deployed", "complete", "stable", "discover", "atomic", "proximity" ], "admin": true, "core": false, "description": "Administer users in the Identity API", "flagged": [], "name": "Identity admin-users", "tests": [ "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_with_enabled_non_bool", "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_delete_user_request_without_a_token", "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_list_users_with_invalid_tenant", "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_get_users_request_without_token", "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_when_tenant_is_disabled", "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_with_name_length_over_255", "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_with_empty_name", "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_update_user_by_unauthorized_user", "tempest.api.identity.admin.test_users.UsersTestJSON.test_delete_user", "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_with_duplicate_name", "tempest.api.identity.admin.test_users.UsersTestJSON.test_create_user", "tempest.api.identity.admin.test_users.UsersTestJSON.test_create_user_with_enabled", "tempest.api.identity.admin.test_users.UsersTestJSON.test_update_user", "tempest.api.identity.admin.test_users.UsersTestJSON.test_list_users_for_tenant", "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_delete_users_by_unauthorized_user", "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_with_invalid_username", "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_update_user_request_without_a_token", "tempest.api.identity.admin.test_users.UsersTestJSON.test_user_authentication", "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_with_invalid_tenant", "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_for_disabled_user", "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_by_unauthorized_user", "tempest.api.identity.admin.test_users.UsersTestJSON.test_authentication_request_without_token", "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_get_users_by_unauthorized_user", "tempest.api.identity.admin.test_users.UsersTestJSON.test_get_users", "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_with_invalid_password", "tempest.api.identity.admin.test_users.UsersTestJSON.test_list_users_with_roles_for_tenant", "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_request_without_a_token" ] }, "identity-admin-v3-credentials": { "achievements": [ "future", "foundation", "atomic" ], "admin": true, "core": false, "description": "Basic auth operations using Identity API v3", "flagged": [], "name": "Identity admin-v3-credentials", "tests": [ "tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete", "tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_list_endpoints", "tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_list_delete", "tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_create_list_delete_endpoint", "tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint" ] }, "identity-admin-v3-domains": { "achievements": [ "future", "foundation", "atomic" ], "admin": true, "core": false, "description": "CRUD operations for domains in Identity API v3", "flagged": [], "name": "Identity admin-v3-domains", "tests": [ "tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain", "tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_list_domains" ] }, "identity-admin-v3-endpoints": { "achievements": [ "future", "foundation", "atomic" ], "admin": true, "core": false, "description": "CRUD operations for endpoints in Identity API v3", "flagged": [], "name": "Identity admin-v3-endpoints", "tests": [] }, "identity-admin-v3-policies": { "achievements": [ "future", "foundation", "atomic" ], "admin": true, "core": false, "description": "CRUD operations on policies in Identity API v3", "flagged": [], "name": "Identity admin-v3-policies", "tests": [ "tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy", "tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_list_policies" ] }, "identity-admin-v3-projects": { "achievements": [ "future", "foundation", "atomic", "proximity" ], "admin": true, "core": false, "description": "Basic management of projects in Identity API v3", "flagged": [], "name": "Identity admin-v3-projects", "tests": [ "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_associate_user_to_project", "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_update_desc", "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_update_enable", "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_create_not_enabled", "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_create_enabled", "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_create_with_description", "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_update_name" ] }, "identity-admin-v3-roles": { "achievements": [ "future", "foundation", "atomic" ], "admin": true, "core": false, "description": "Management of roles in Identity API v3", "flagged": [], "name": "Identity admin-v3-roles", "tests": [ "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_grant_list_revoke_role_to_user_on_project", "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_grant_list_revoke_role_to_user_on_domain", "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_grant_list_revoke_role_to_group_on_domain", "tempest.api.identity.admin.v3.test_users.UsersV3TestJSON.test_list_user_projects", "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_grant_list_revoke_role_to_group_on_project" ] }, "identity-admin-v3-services": { "achievements": [ "future", "foundation", "atomic" ], "admin": true, "core": false, "description": "CRUD operations for services in Identity API v3", "flagged": [], "name": "Identity admin-v3-services", "tests": [] }, "identity-admin-v3-tokens": { "achievements": [ "future", "foundation", "atomic" ], "admin": true, "core": false, "description": "Tokens management in Identity API v3", "flagged": [], "name": "Identity admin-v3-tokens", "tests": [] }, "identity-admin-v3-users": { "achievements": [ "future", "foundation", "atomic" ], "admin": true, "core": false, "description": "CRUD operations for users in Identity API v3", "flagged": [], "name": "Identity admin-v3-users", "tests": [ "tempest.api.identity.admin.v3.test_users.UsersV3TestJSON.test_user_update" ] }, "identity-non-admin-roles": { "achievements": [ "deployed", "future", "complete", "discover", "doc", "foundation", "atomic" ], "admin": false, "core": false, "description": "Non-admin operations in Identity API", "flagged": [], "name": "Identity Non Admin Roles", "tests": [] }, "images-v1": { "achievements": [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "doc", "foundation", "atomic", "proximity" ], "admin": false, "core": true, "description": "Basic image management in the Images API v1", "flagged": [], "name": "images-v1", "tests": [ "tempest.api.image.v1.test_images.CreateRegisterImagesTest.test_register_remote_image", "tempest.api.image.v1.test_images.ListImagesTest.test_index_name", "tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params", "tempest.api.image.v1.test_images.CreateRegisterImagesTest.test_register_http_image", "tempest.api.image.v1.test_images.ListImagesTest.test_index_min_size", "tempest.api.image.v1.test_images.ListImagesTest.test_index_container_format", "tempest.api.image.v1.test_images.CreateRegisterImagesTest.test_register_then_upload", "tempest.api.image.v1.test_images.ListImagesTest.test_index_disk_format", "tempest.api.image.v1.test_images.CreateRegisterImagesTest.test_register_image_with_min_ram", "tempest.api.image.v1.test_images.ListImagesTest.test_index_max_size", "tempest.api.image.v1.test_images.ListImagesTest.test_index_status_active_detail" ] }, "images-v2": { "achievements": [ "future", "complete", "stable", "discover", "doc", "foundation", "atomic", "proximity" ], "admin": false, "core": false, "description": "CRUD image operations in Images API v2", "flagged": [], "name": "images-v2", "tests": [ "tempest.api.image.v2.test_images.ListImagesTest.test_index_no_params" ] }, "networks-extensions": { "achievements": [ "future", "complete", "stable", "discover", "doc", "foundation", "atomic" ], "admin": false, "core": false, "description": "List available network extensions using Network API", "flagged": [], "name": "networks-extensions", "tests": [] }, "networks-floating-ips": { "achievements": [ "future", "discover", "doc", "atomic" ], "admin": false, "core": false, "description": "Floating IPs management using Network API", "flagged": [], "name": "networks-floating-ips", "tests": [ "tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip" ] }, "networks-l2": { "achievements": [ "future", "discover", "doc", "foundation", "atomic", "proximity" ], "admin": false, "core": false, "description": "Network layer2 CRUD operations in Network API", "flagged": [], "name": "networks-l2", "tests": [] }, "networks-l3": { "achievements": [ "future", "discover", "doc", "foundation", "atomic", "proximity" ], "admin": false, "core": false, "description": "Network layer3 CRUD operations in Network API", "flagged": [], "name": "networks-l3", "tests": [ "tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id", "tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id", "tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router" ] }, "networks-lbaas": { "achievements": [ "future", "discover", "doc" ], "admin": false, "core": false, "description": "Create and manage load balancers, listeners, pools, members, and health monitors using Network API", "flagged": [], "name": "networks-lbaas", "tests": [] }, "networks-quotas": { "achievements": [ "future", "discover" ], "admin": false, "core": false, "description": "Networks quotas management using Network API", "flagged": [], "name": "networks-quotas", "tests": [] }, "networks-security-groups": { "achievements": [ "future", "discover", "doc", "proximity" ], "admin": false, "core": false, "description": "Networks security groups management using Network API", "flagged": [], "name": "networks-security-groups", "tests": [ "tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule", "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group_rule", "tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups", "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group" ] }, "networks-vpn": { "achievements": [ "future", "discover" ], "admin": false, "core": false, "description": "VPN CRUD operations in Networks API", "flagged": [], "name": "networks-vpn", "tests": [] }, "objectstore-acct-services": { "achievements": [ "deployed", "complete", "stable", "doc", "sticky", "foundation", "atomic" ], "admin": false, "core": false, "description": "Basic account services in Object Storage API", "flagged": [], "name": "objectstore-acct-services", "tests": [ "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_marker", "tempest.api.object_storage.test_account_services.AccountTest.test_list_account_metadata", "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers", "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_end_marker", "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit", "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit_and_marker" ] }, "objectstore-container": { "achievements": [ "tools", "clients", "future", "complete", "stable", "doc", "foundation", "atomic", "proximity" ], "admin": false, "core": true, "description": "Basic container operations in Object Store API", "flagged": [], "name": "objectstore-container", "tests": [ "tempest.api.object_storage.test_container_services.ContainerTest.test_delete_container", "tempest.api.object_storage.test_container_sync.ContainerSyncTest.test_container_synchronization", "tempest.api.object_storage.test_container_services.ContainerTest.test_create_container" ] }, "objectstore-container-acl": { "achievements": [ "deployed", "complete", "stable", "doc", "sticky", "foundation", "atomic" ], "admin": false, "core": false, "description": "ACL support in Object Storage API", "flagged": [], "name": "objectstore-container-acl", "tests": [ "tempest.api.object_storage.test_container_acl.ObjectTestACLs.test_read_object_with_rights", "tempest.api.object_storage.test_container_acl.ObjectTestACLs.test_write_object_with_rights" ] }, "objectstore-container-quota": { "achievements": [ "deployed", "future", "complete", "stable", "doc", "sticky", "foundation", "atomic" ], "admin": false, "core": false, "description": "Container quotas support in Object Storage API", "flagged": [], "name": "objectstore-container-quota", "tests": [ "tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_large_object", "tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_too_many_objects", "tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_valid_object" ] }, "objectstore-container-staticweb": { "achievements": [ "deployed", "complete", "stable", "doc", "sticky", "foundation", "atomic" ], "admin": false, "core": false, "description": "Static web support in Object Storage API", "flagged": [], "name": "objectstore-container-staticweb", "tests": [ "tempest.api.object_storage.test_container_staticweb.StaticWebTest.test_web_index", "tempest.api.object_storage.test_container_staticweb.StaticWebTest.test_web_listing" ] }, "objectstore-object": { "achievements": [ "tools", "clients", "future", "complete", "stable", "doc", "foundation", "atomic", "proximity" ], "admin": false, "core": true, "description": "Basic object operations in Object Storage API", "flagged": [], "name": "objectstore-object", "tests": [ "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_if_different", "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_2d_way", "tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_put_object_using_temp_url", "tempest.api.object_storage.test_object_version.ContainerTest.test_versioned_container", "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_in_same_container", "tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_object_with_another_user_creds", "tempest.api.object_storage.test_object_services.ObjectTest.test_delete_object", "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_across_containers", "tempest.api.object_storage.test_object_expiry.ObjectExpiryTest.test_get_object_after_expiry_time", "tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_get_object_using_temp_url", "tempest.api.object_storage.test_object_services.ObjectTest.test_object_upload_in_segments", "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object", "tempest.api.object_storage.test_object_services.ObjectTest.test_create_object", "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_to_itself", "tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_container_object_without_using_creds" ] }, "objectstore-quotas": { "achievements": [ "deployed", "future", "complete", "stable", "doc", "sticky", "foundation", "atomic" ], "admin": true, "core": false, "description": "General quotas support in Object Storage API", "flagged": [], "name": "objectstore-quotas", "tests": [ "tempest.api.object_storage.test_account_quotas.AccountQuotasTest.test_admin_modify_quota" ] }, "orch-stacks": { "achievements": [ "doc", "foundation" ], "admin": false, "core": false, "description": "Orchestration CRUD operations in Orchestration API", "flagged": [], "name": "Orchestration Stacks", "tests": [ "tempest.api.orchestration.stacks.test_neutron_resources.NeutronResourcesTestJSON.test_created_subnet", "tempest.api.orchestration.stacks.test_neutron_resources.NeutronResourcesTestJSON.test_created_resources", "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_resource_metadata", "tempest.api.orchestration.stacks.test_neutron_resources.NeutronResourcesTestJSON.test_created_router_interface", "tempest.api.orchestration.stacks.test_templates.TemplateYAMLTestJSON.test_validate_template", "tempest.api.orchestration.stacks.test_templates.TemplateYAMLTestJSON.test_show_template", "tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources", "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_show_event", "tempest.api.orchestration.stacks.test_neutron_resources.NeutronResourcesTestJSON.test_created_server", "tempest.api.orchestration.stacks.test_neutron_resources.NeutronResourcesTestJSON.test_created_network", "tempest.api.orchestration.stacks.test_templates.TemplateAWSTestJSON.test_validate_template", "tempest.api.orchestration.stacks.test_limits.TestServerStackLimits.test_exceed_max_template_size_fails", "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_list_events", "tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds", "tempest.api.orchestration.stacks.test_templates.TemplateAWSTestJSON.test_show_template", "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_stack_show", "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_list_resources", "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_stack_list", "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_show_resource" ] }, "volume": { "achievements": [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "doc", "sticky", "foundation", "atomic", "proximity" ], "admin": true, "core": false, "description": "CRUD operations for volumes management in Block Storage API", "flagged": [], "name": "volume", "tests": [ "tempest.api.volume.admin.test_volume_types.VolumeTypesTest.test_create_get_delete_volume_with_volume_type_and_extra_specs", "tempest.api.volume.admin.test_volume_types.VolumeTypesTest.test_volume_type_list", "tempest.api.volume.admin.test_volume_types_extra_specs.VolumeTypesExtraSpecsTest.test_volume_type_extra_spec_create_get_delete", "tempest.api.volume.admin.test_volume_types_negative.VolumeTypesNegativeTest.test_create_with_empty_name", "tempest.api.volume.admin.test_volume_types_negative.VolumeTypesNegativeTest.test_create_with_nonexistent_volume_type", "tempest.api.volume.admin.test_volume_types_negative.VolumeTypesNegativeTest.test_delete_nonexistent_type_id", "tempest.api.volume.admin.test_volume_types_negative.VolumeTypesNegativeTest.test_get_nonexistent_type_id" ] }, "volume-extra-specs": { "achievements": [ "deployed", "tools", "clients", "future", "complete", "stable", "doc", "sticky", "foundation", "atomic", "proximity" ], "admin": true, "core": false, "description": "Block Storage API extension to support additional specs", "flagged": [], "name": "volume-extra-specs", "tests": [ "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_update_multiple_extra_spec", "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_create_nonexistent_type_id", "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_get_nonexistent_extra_spec_id", "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_update_no_body", "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_list_nonexistent_volume_type_id", "tempest.api.volume.admin.test_volume_types_extra_specs.VolumeTypesExtraSpecsTest.test_volume_type_extra_specs_list", "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_create_none_body", "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_delete_nonexistent_volume_type_id", "tempest.api.volume.admin.test_volume_types_extra_specs.VolumeTypesExtraSpecsTest.test_volume_type_extra_specs_update", "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_update_none_extra_spec_id", "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_create_invalid_body", "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_get_nonexistent_volume_type_id", "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_update_nonexistent_extra_spec_id" ] }, "volume-multi-backend": { "achievements": [ "future", "complete", "stable", "doc", "atomic" ], "admin": true, "core": false, "description": "Block Storage API extension for multi-backends", "flagged": [], "name": "volume-multi-backend", "tests": [] }, "volume-snapshots": { "achievements": [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "doc", "sticky", "proximity" ], "admin": false, "core": true, "description": "Snapshot support for Block Storage API", "flagged": [], "name": "volume-snapshots", "tests": [] } } }