refstack/defcore/havanacore.json

1662 lines
81 KiB
JSON

{
"release": "havana",
"status": "advisory",
"schema": "1.0",
"criteria": {
"atomic": {
"Description": "Capabilities is unique and cannot be built out of other must-pass capabilities",
"name": "Atomic",
"weight": 8
},
"clients": {
"Description": "Candidates are widely used capabilities: Should be included if part of common libraries (Fog, Apache jclouds, etc)",
"name": "Used by Clients",
"weight": 8
},
"complete": {
"Description": "Where the code being tested has a designated area of alternate implementation (extension framework) as per the Core Principles, there should be parity in capability tested across extension implementations. This also implies that the capability test is not configuration specific or locked to non-open technology",
"name": "Complete",
"weight": 8
},
"deployed": {
"Description": "Candidates are widely deployed capabilities. We favor capabilities that are supported by multiple public cloud providers and private cloud products",
"name": "Widely Deployed",
"weight": 8
},
"discover": {
"Description": "Capability being tested is Service Discoverable (can be found in Keystone and via service introspection)",
"name": "Discoverable",
"weight": 8
},
"doc": {
"Description": "Should be well documented, particularly the expected behavior. This can be a very subjective measure and we expect to refine this definition over time",
"name": "Documented",
"weight": 8
},
"foundation": {
"Description": "Test capabilities that are required by other must-pass tests and/or depended on by many other capabilities",
"name": "Foundation",
"weight": 8
},
"future": {
"Description": "Should reflect future technical direction (from the project technical teams and the TC) and help manage deprecated capabilities",
"name": "Future Direction",
"weight": 9
},
"proximity": {
"Description": "Sometimes called a Test Cluster, selects for Capabilities that are related to Core Capabilities. This helps ensure that related capabilities are managed together",
"name": "Proximity",
"weight": 8
},
"stable": {
"Description": "Test is required stable for >2 releases because we don't want core capabilities that do not have dependable APIs",
"name": "Stable",
"weight": 9
},
"sticky": {
"Description": "A test that is a must-pass test should stay a must-pass test. This makes core capabilities sticky release per release. Leaving Core is disruptive to the ecosystem",
"name": "Core in Last Release",
"weight": 9
},
"tools": {
"Description": "Candidates are widely used capabilities:Should be included if supported by common tools (RightScale, Scalr, CloudForms, ...)",
"name": "Used by Tools",
"weight": 9
}
},
"capabilities": {
"compute-admin-aggregates": {
"achievements": [
"deployed",
"future",
"complete",
"stable",
"doc",
"atomic",
"proximity"
],
"admin": true,
"core": false,
"description": "Retrieving information about host aggregation using Compute API admin endpoint",
"flagged": [],
"name": "Compute Admin aggregates",
"tests": [
"tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_update_with_az",
"tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_add_remove_host",
"tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_add_host_list",
"tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_add_host_get_details",
"tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_delete_with_az",
"tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_delete",
"tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_verify_entry_in_list",
"tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_add_host_create_server_with_az"
]
},
"compute-admin-avail-zone": {
"achievements": [
"deployed",
"tools",
"clients",
"complete",
"stable",
"discover",
"doc",
"sticky",
"foundation",
"atomic"
],
"admin": true,
"core": false,
"description": " Retrieving information about availability zones using Compute API admin endpoint",
"flagged": [],
"name": "Compute Admin avail-zone",
"tests": []
},
"compute-admin-fixed-ips": {
"achievements": [
"deployed",
"tools",
"clients",
"future",
"complete",
"stable",
"discover",
"doc",
"sticky",
"foundation",
"atomic",
"proximity"
],
"admin": true,
"core": false,
"description": "Tests of managing fixed ip reservations using Compute API admin endpoint",
"flagged": [],
"name": "Compute Admin fixed-ips",
"tests": [
"tempest.api.compute.admin.test_fixed_ips.FixedIPsTestJson.test_list_fixed_ip_details",
"tempest.api.compute.admin.test_fixed_ips.FixedIPsTestJson.test_set_reserve",
"tempest.api.compute.admin.test_fixed_ips.FixedIPsTestJson.test_set_unreserve"
]
},
"compute-admin-flavors": {
"achievements": [
"deployed",
"tools",
"clients",
"future",
"complete",
"stable",
"discover",
"doc",
"sticky",
"foundation",
"atomic",
"proximity"
],
"admin": true,
"core": false,
"description": "Managing flavor definitions and parameters using Compute API admin endpoint",
"flagged": [],
"name": "Compute Admin flavors",
"tests": [
"tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_list_public_flavor_with_other_user",
"tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_list_non_public_flavor",
"tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_server_with_non_public_flavor",
"tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_is_public_string_variations",
"tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_flavor_using_string_ram",
"tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_list_flavor_without_extra_data",
"tempest.api.compute.admin.test_flavors_access.FlavorsAccessTestJSON.test_flavor_access_add_remove",
"tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_flavor_verify_entry_in_list_details"
]
},
"compute-admin-hosts": {
"achievements": [
"deployed",
"tools",
"clients",
"future",
"complete",
"stable",
"discover",
"doc",
"sticky",
"foundation",
"atomic",
"proximity"
],
"admin": true,
"core": false,
"description": "Retrieving host information using Compute API admin endpoint",
"flagged": [],
"name": "Compute Admin hosts",
"tests": [
"tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_list_hosts_with_a_blank_zone",
"tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_list_hosts",
"tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_list_hosts_with_zone",
"tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_show_host_detail"
]
},
"compute-admin-hypervisor": {
"achievements": [
"deployed",
"tools",
"clients",
"future",
"complete",
"stable",
"discover",
"doc",
"sticky",
"foundation",
"atomic",
"proximity"
],
"admin": true,
"core": false,
"description": "Retrieving hypervisor information using Compute API admin endpoint",
"flagged": [],
"name": "Compute Admin hypervisor",
"tests": [
"tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_uptime",
"tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_show_details",
"tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_stats",
"tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_list_details",
"tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_list",
"tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_show_servers"
]
},
"compute-admin-quota": {
"achievements": [
"deployed",
"tools",
"clients",
"future",
"complete",
"stable",
"discover",
"doc",
"sticky",
"foundation",
"atomic",
"proximity"
],
"admin": true,
"core": false,
"description": "Tests for managing quotas in compute nodes using Compute API admin endpoint",
"flagged": [],
"name": "Compute Admin quota",
"tests": [
"tempest.api.compute.admin.test_quotas.QuotasAdminTestJSON.test_get_updated_quotas",
"tempest.api.compute.admin.test_quotas.QuotasAdminTestJSON.test_update_all_quota_resources_for_tenant",
"tempest.api.compute.admin.test_quotas.QuotasAdminTestJSON.test_get_default_quotas"
]
},
"compute-admin-server": {
"achievements": [
"deployed",
"tools",
"clients",
"future",
"complete",
"stable",
"discover",
"doc",
"sticky",
"atomic",
"proximity"
],
"admin": true,
"core": false,
"description": "Managing servers including state resets, deletions and 'all-tenant' actions using Compute API admin endpoint",
"flagged": [],
"name": "Compute Admin server",
"tests": [
"tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_reset_state_server",
"tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_list_servers_by_admin",
"tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_get_server_diagnostics_by_admin",
"tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_list_servers_by_admin_with_all_tenants"
]
},
"compute-admin-servers-pause": {
"achievements": [
"deployed",
"tools",
"future",
"complete",
"stable",
"discover",
"atomic",
"proximity"
],
"admin": false,
"core": false,
"description": "Managing servers pause state using Compute API admin endpoint",
"flagged": [],
"name": "Compute Admin Servers Pause",
"tests": [
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_unpause_server_invalid_state",
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_unpause_non_existent_server",
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_pause_paused_server",
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_pause_non_existent_server",
"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_pause_unpause_server"
]
},
"compute-admin-servers-suspend": {
"achievements": [
"deployed",
"tools",
"future",
"complete",
"stable",
"discover",
"atomic",
"proximity"
],
"admin": false,
"core": false,
"description": "Managing servers suspend state using Compute API admin endpoint",
"flagged": [],
"name": "Compute Admin Servers Suspend",
"tests": [
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resume_non_existent_server",
"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_suspend_resume_server",
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resume_server_invalid_state",
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_suspend_server_invalid_state",
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_suspend_non_existent_server"
]
},
"compute-admin-services": {
"achievements": [
"deployed",
"tools",
"clients",
"future",
"complete",
"stable",
"discover",
"doc",
"sticky",
"atomic",
"proximity"
],
"admin": true,
"core": false,
"description": "List, enable, and disable Compute services in all hosts using Compute API admin endpoint",
"flagged": [],
"name": "Compute Admin services",
"tests": [
"tempest.api.compute.admin.test_services.ServicesAdminTestJSON.test_get_service_by_service_binary_name",
"tempest.api.compute.admin.test_services.ServicesAdminTestJSON.test_get_service_by_host_name",
"tempest.api.compute.admin.test_services.ServicesAdminTestJSON.test_list_services",
"tempest.api.compute.admin.test_services.ServicesAdminTestJSON.test_get_service_by_service_and_host_name"
]
},
"compute-attach-interface": {
"achievements": [
"discover",
"atomic"
],
"admin": false,
"core": false,
"description": "Create, list and attach port interfaces using Compute API endpoint",
"flagged": [],
"name": "Compute Attach Interface",
"tests": [
"tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_create_list_show_delete_interfaces"
]
},
"compute-auth": {
"achievements": [
"deployed",
"tools",
"clients",
"future",
"complete",
"stable",
"discover",
"sticky",
"foundation",
"atomic",
"proximity"
],
"admin": false,
"core": true,
"description": "Auth related tests using Compute API",
"flagged": [],
"name": "compute-auth",
"tests": [
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image",
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails",
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect",
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails"
]
},
"compute-auth-v3": {
"achievements": [
"future"
],
"admin": false,
"core": false,
"description": "Support for the Auth V3 API through the Compute API",
"flagged": [],
"name": "compute-auth-v3",
"tests": []
},
"compute-console-log": {
"achievements": [
"future",
"atomic"
],
"admin": false,
"core": false,
"description": "Retrieve console log information through the Compute API",
"flagged": [],
"name": "compute-console-log",
"tests": [
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_console_output_of_alt_account_server_fails",
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_console_output_of_non_existent_server"
]
},
"compute-ext-disk-config": {
"achievements": [
"deployed",
"clients",
"complete",
"discover",
"doc",
"atomic"
],
"admin": false,
"core": false,
"description": "Ability to manage the disk config (manual or automatic) through the Compute API",
"flagged": [],
"name": "compute-ext-disk-config",
"tests": [
"tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestJSON.test_resize_server_from_manual_to_auto",
"tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestJSON.test_resize_server_from_auto_to_manual",
"tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestJSON.test_rebuild_server_with_auto_disk_config",
"tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestJSON.test_rebuild_server_with_manual_disk_config"
]
},
"compute-flavors": {
"achievements": [
"deployed",
"tools",
"clients",
"future",
"complete",
"stable",
"discover",
"doc",
"sticky",
"foundation",
"atomic",
"proximity"
],
"admin": false,
"core": true,
"description": "Flavor operations in the Compute API",
"flagged": [],
"name": "compute-flavors",
"tests": []
},
"compute-floating-ips": {
"achievements": [
"deployed",
"tools",
"clients",
"future",
"complete",
"stable",
"discover",
"doc",
"atomic",
"proximity"
],
"admin": false,
"core": true,
"description": "Manage floating IPs through the Compute API",
"flagged": [],
"name": "compute-floating-ips",
"tests": [
"tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsTestJSON.test_delete_floating_ip",
"tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsTestJSON.test_associate_disassociate_floating_ip",
"tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsTestJSON.test_associate_already_associated_floating_ip",
"tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsTestJSON.test_allocate_floating_ip",
"tempest.api.compute.floating_ips.test_list_floating_ips.FloatingIPDetailsTestJSON.test_get_floating_ip_details",
"tempest.api.compute.floating_ips.test_list_floating_ips.FloatingIPDetailsTestJSON.test_list_floating_ips",
"tempest.api.compute.floating_ips.test_list_floating_ips.FloatingIPDetailsTestJSON.test_list_floating_ip_pools"
]
},
"compute-image-metadata": {
"achievements": [
"deployed",
"complete",
"stable",
"discover",
"doc",
"sticky",
"atomic",
"proximity"
],
"admin": false,
"core": false,
"description": "Support for additional metadata operations beyond the base ops in Compute API",
"flagged": [],
"name": "compute-image-metadata",
"tests": [
"tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_set_image_metadata",
"tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_get_image_metadata_item",
"tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_list_image_metadata",
"tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_update_image_metadata",
"tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_set_image_metadata_item",
"tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_delete_image_metadata_item"
]
},
"compute-images": {
"achievements": [
"tools",
"clients",
"complete",
"stable",
"discover",
"doc",
"sticky",
"atomic",
"proximity"
],
"admin": false,
"core": true,
"description": "Image operations within the Compute API",
"flagged": [],
"name": "compute-images",
"tests": [
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id",
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since",
"tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image",
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status",
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type",
"tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image",
"tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image",
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref",
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name",
"tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail",
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type",
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status",
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref",
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results",
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name",
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results",
"tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images",
"tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name",
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since"
]
},
"compute-instance-actions": {
"achievements": [
"deployed",
"tools",
"clients",
"future",
"complete",
"stable",
"discover",
"foundation",
"atomic"
],
"admin": false,
"core": true,
"description": "Basic support Compute API for server actions such as reboot, rebuild, resize",
"flagged": [],
"name": "compute-instance-actions",
"tests": [
"tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions",
"tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action"
]
},
"compute-keypairs": {
"achievements": [
"deployed",
"tools",
"clients",
"future",
"complete",
"stable",
"discover",
"doc",
"sticky",
"atomic"
],
"admin": false,
"core": true,
"description": "Generate, import, and delete SSH keys within Compute services",
"flagged": [],
"name": "compute-keypairs",
"tests": [
"tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair",
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant",
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails"
]
},
"compute-limits": {
"achievements": [
"deployed",
"tools",
"future",
"complete",
"stable",
"discover",
"doc"
],
"admin": false,
"core": false,
"description": "Manage absolute limits within Compute services",
"flagged": [],
"name": "compute-limits",
"tests": [
"tempest.api.compute.limits.test_absolute_limits.AbsoluteLimitsTestJSON.test_absLimits_get"
]
},
"compute-live-migration": {
"achievements": [
"future",
"discover",
"doc",
"foundation",
"atomic"
],
"admin": false,
"core": false,
"description": "Live migration operations through the Compute API",
"flagged": [],
"name": "compute-live-migration",
"tests": []
},
"compute-multiple-create": {
"achievements": [
"future",
"complete",
"stable",
"discover",
"proximity"
],
"admin": false,
"core": false,
"description": "Create one or more servers with an optional reservation ID through the Compute API",
"flagged": [],
"name": "compute-multiple-create",
"tests": []
},
"compute-quotas": {
"achievements": [
"deployed",
"tools",
"clients",
"future",
"complete",
"stable",
"discover",
"doc",
"sticky",
"foundation",
"atomic",
"proximity"
],
"admin": false,
"core": true,
"description": "Quotas management in Compute API",
"flagged": [],
"name": "compute-quotas",
"tests": [
"tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas",
"tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas"
]
},
"compute-security-groups": {
"achievements": [
"deployed",
"tools",
"clients",
"future",
"complete",
"stable",
"doc",
"atomic",
"proximity"
],
"admin": false,
"core": true,
"description": "Manage security groups using Compute API",
"flagged": [],
"name": "compute-security-groups",
"tests": [
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_security_group_of_alt_account_fails",
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_security_group_in_analt_user_tenant",
"tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_group_create_get_delete",
"tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_server_security_groups",
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_image_for_alt_account_fails",
"tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list",
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_security_group_rule_in_analt_user_tenant",
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_security_group_rule_of_alt_account_fails",
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_security_group_of_alt_account_fails",
"tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete",
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_nonexistent_security_group",
"tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create"
]
},
"compute-servers": {
"achievements": [
"deployed",
"tools",
"clients",
"future",
"complete",
"stable",
"discover",
"doc",
"sticky",
"foundation",
"atomic",
"proximity"
],
"admin": false,
"core": true,
"description": "Basic server operations in the Compute API",
"flagged": [],
"name": "compute-servers",
"tests": [
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant",
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address",
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image",
"tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address",
"tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_metadata_empty_body",
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_non_existent_server",
"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm",
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256",
"tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex",
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor",
"tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name",
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date",
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid",
"tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status",
"tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status",
"tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus",
"tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata",
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor",
"tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus",
"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard",
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit",
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image",
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server",
"tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name",
"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password",
"tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name",
"tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers",
"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server",
"tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details",
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor",
"tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard",
"tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor",
"tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata",
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted",
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name",
"tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers",
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant",
"tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password",
"tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results",
"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server",
"tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name",
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name",
"tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit",
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank",
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server",
"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert",
"tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item",
"tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item",
"tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image",
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string",
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server",
"tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip",
"tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail",
"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server",
"tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details",
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256",
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits",
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id",
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server",
"tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail",
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_reboot_deleted_server",
"tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name",
"tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image",
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server",
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server",
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor",
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date",
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value",
"tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata",
"tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item",
"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft",
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count",
"tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name",
"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output",
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing",
"tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor",
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name",
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit"
]
},
"compute-servers-personality": {
"achievements": [
"deployed",
"complete",
"stable",
"discover",
"doc"
],
"admin": false,
"core": false,
"description": "Compute API personality extension to enable the injection of data at create time",
"flagged": [],
"name": "compute-servers-personality",
"tests": []
},
"compute-usage": {
"achievements": [
"tools",
"complete",
"stable",
"discover",
"doc",
"atomic",
"proximity"
],
"admin": false,
"core": false,
"description": "Report usage statistics on compute and storage resources through Compute API",
"flagged": [],
"name": "compute-usage",
"tests": []
},
"compute-virtual-interfaces": {
"achievements": [
"tools",
"clients",
"future",
"complete",
"discover",
"doc",
"foundation",
"atomic"
],
"admin": false,
"core": false,
"description": "List the virtual interfaces for a specified server instance through Compute API",
"flagged": [],
"name": "compute-virtual-interfaces",
"tests": []
},
"compute-volume": {
"achievements": [
"deployed",
"tools",
"clients",
"future",
"complete",
"stable",
"discover",
"doc",
"sticky",
"foundation",
"atomic",
"proximity"
],
"admin": false,
"core": true,
"description": "Retrieve volume information through the Compute API",
"flagged": [],
"name": "compute-volume",
"tests": [
"tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list",
"tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume",
"tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id",
"tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details",
"tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id"
]
},
"compute-volume-proxy": {
"achievements": [],
"admin": false,
"core": false,
"description": "Extended volume API operations through the Compute API",
"flagged": [],
"name": "compute-volume-proxy",
"tests": []
},
"identity-admin-roles": {
"achievements": [
"future",
"complete",
"stable",
"discover",
"doc",
"foundation",
"atomic"
],
"admin": true,
"core": false,
"description": "Administration roles in Identity API",
"flagged": [],
"name": "Identity admin-roles",
"tests": [
"tempest.api.identity.admin.test_roles.RolesTestJSON.test_role_create_delete",
"tempest.api.identity.admin.test_roles.RolesTestJSON.test_list_roles",
"tempest.api.identity.admin.test_roles.RolesTestJSON.test_assign_user_role",
"tempest.api.identity.admin.test_roles.RolesTestJSON.test_list_user_roles",
"tempest.api.identity.admin.test_roles.RolesTestJSON.test_remove_user_role"
]
},
"identity-admin-services": {
"achievements": [
"deployed",
"tools",
"clients",
"future",
"complete",
"stable",
"discover",
"foundation",
"atomic",
"proximity"
],
"admin": true,
"core": false,
"description": "CRUD operations for services in Identity API",
"flagged": [],
"name": "Identity admin-services",
"tests": [
"tempest.api.identity.admin.test_services.ServicesTestJSON.test_create_get_delete_service",
"tempest.api.identity.admin.test_services.ServicesTestJSON.test_list_services"
]
},
"identity-admin-tenants": {
"achievements": [
"deployed",
"tools",
"clients",
"complete",
"discover",
"foundation",
"atomic",
"proximity"
],
"admin": true,
"core": false,
"description": "Administer tenants in the Identity API",
"flagged": [],
"name": "Identity admin-tenants",
"tests": [
"tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_update_by_unauthorized_user",
"tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_list_delete",
"tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_update_name",
"tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_create_not_enabled",
"tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_create_with_description",
"tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_update_request_without_token",
"tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_delete_non_existent_tenant",
"tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_create_duplicate",
"tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_update_enable",
"tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_create_tenant_by_unauthorized_user",
"tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_create_tenants_name_length_over_64",
"tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_delete_by_unauthorized_user",
"tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_delete_request_without_token",
"tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_list_tenants_by_unauthorized_user",
"tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_create_enabled",
"tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_create_tenant_with_empty_name",
"tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_update_desc",
"tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_update_non_existent_tenant",
"tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_list_tenant_request_without_token",
"tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_create_tenant_request_without_token"
]
},
"identity-admin-users": {
"achievements": [
"deployed",
"complete",
"stable",
"discover",
"atomic",
"proximity"
],
"admin": true,
"core": false,
"description": "Administer users in the Identity API",
"flagged": [],
"name": "Identity admin-users",
"tests": [
"tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_with_enabled_non_bool",
"tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_delete_user_request_without_a_token",
"tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_list_users_with_invalid_tenant",
"tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_get_users_request_without_token",
"tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_when_tenant_is_disabled",
"tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_with_name_length_over_255",
"tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_with_empty_name",
"tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_update_user_by_unauthorized_user",
"tempest.api.identity.admin.test_users.UsersTestJSON.test_delete_user",
"tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_with_duplicate_name",
"tempest.api.identity.admin.test_users.UsersTestJSON.test_create_user",
"tempest.api.identity.admin.test_users.UsersTestJSON.test_create_user_with_enabled",
"tempest.api.identity.admin.test_users.UsersTestJSON.test_update_user",
"tempest.api.identity.admin.test_users.UsersTestJSON.test_list_users_for_tenant",
"tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_delete_users_by_unauthorized_user",
"tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_with_invalid_username",
"tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_update_user_request_without_a_token",
"tempest.api.identity.admin.test_users.UsersTestJSON.test_user_authentication",
"tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_with_invalid_tenant",
"tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_for_disabled_user",
"tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_by_unauthorized_user",
"tempest.api.identity.admin.test_users.UsersTestJSON.test_authentication_request_without_token",
"tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_get_users_by_unauthorized_user",
"tempest.api.identity.admin.test_users.UsersTestJSON.test_get_users",
"tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_with_invalid_password",
"tempest.api.identity.admin.test_users.UsersTestJSON.test_list_users_with_roles_for_tenant",
"tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_request_without_a_token"
]
},
"identity-admin-v3-credentials": {
"achievements": [
"future",
"foundation",
"atomic"
],
"admin": true,
"core": false,
"description": "Basic auth operations using Identity API v3",
"flagged": [],
"name": "Identity admin-v3-credentials",
"tests": [
"tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete",
"tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_list_endpoints",
"tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_list_delete",
"tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_create_list_delete_endpoint",
"tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint"
]
},
"identity-admin-v3-domains": {
"achievements": [
"future",
"foundation",
"atomic"
],
"admin": true,
"core": false,
"description": "CRUD operations for domains in Identity API v3",
"flagged": [],
"name": "Identity admin-v3-domains",
"tests": [
"tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain",
"tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_list_domains"
]
},
"identity-admin-v3-endpoints": {
"achievements": [
"future",
"foundation",
"atomic"
],
"admin": true,
"core": false,
"description": "CRUD operations for endpoints in Identity API v3",
"flagged": [],
"name": "Identity admin-v3-endpoints",
"tests": []
},
"identity-admin-v3-policies": {
"achievements": [
"future",
"foundation",
"atomic"
],
"admin": true,
"core": false,
"description": "CRUD operations on policies in Identity API v3",
"flagged": [],
"name": "Identity admin-v3-policies",
"tests": [
"tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy",
"tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_list_policies"
]
},
"identity-admin-v3-projects": {
"achievements": [
"future",
"foundation",
"atomic",
"proximity"
],
"admin": true,
"core": false,
"description": "Basic management of projects in Identity API v3",
"flagged": [],
"name": "Identity admin-v3-projects",
"tests": [
"tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_associate_user_to_project",
"tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_update_desc",
"tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_update_enable",
"tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_create_not_enabled",
"tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_create_enabled",
"tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_create_with_description",
"tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_update_name"
]
},
"identity-admin-v3-roles": {
"achievements": [
"future",
"foundation",
"atomic"
],
"admin": true,
"core": false,
"description": "Management of roles in Identity API v3",
"flagged": [],
"name": "Identity admin-v3-roles",
"tests": [
"tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_grant_list_revoke_role_to_user_on_project",
"tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_grant_list_revoke_role_to_user_on_domain",
"tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_grant_list_revoke_role_to_group_on_domain",
"tempest.api.identity.admin.v3.test_users.UsersV3TestJSON.test_list_user_projects",
"tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_grant_list_revoke_role_to_group_on_project"
]
},
"identity-admin-v3-services": {
"achievements": [
"future",
"foundation",
"atomic"
],
"admin": true,
"core": false,
"description": "CRUD operations for services in Identity API v3",
"flagged": [],
"name": "Identity admin-v3-services",
"tests": []
},
"identity-admin-v3-tokens": {
"achievements": [
"future",
"foundation",
"atomic"
],
"admin": true,
"core": false,
"description": "Tokens management in Identity API v3",
"flagged": [],
"name": "Identity admin-v3-tokens",
"tests": []
},
"identity-admin-v3-users": {
"achievements": [
"future",
"foundation",
"atomic"
],
"admin": true,
"core": false,
"description": "CRUD operations for users in Identity API v3",
"flagged": [],
"name": "Identity admin-v3-users",
"tests": [
"tempest.api.identity.admin.v3.test_users.UsersV3TestJSON.test_user_update"
]
},
"identity-non-admin-roles": {
"achievements": [
"deployed",
"future",
"complete",
"discover",
"doc",
"foundation",
"atomic"
],
"admin": false,
"core": false,
"description": "Non-admin operations in Identity API",
"flagged": [],
"name": "Identity Non Admin Roles",
"tests": []
},
"images-v1": {
"achievements": [
"deployed",
"tools",
"clients",
"future",
"complete",
"stable",
"discover",
"doc",
"foundation",
"atomic",
"proximity"
],
"admin": false,
"core": true,
"description": "Basic image management in the Images API v1",
"flagged": [],
"name": "images-v1",
"tests": [
"tempest.api.image.v1.test_images.CreateRegisterImagesTest.test_register_remote_image",
"tempest.api.image.v1.test_images.ListImagesTest.test_index_name",
"tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params",
"tempest.api.image.v1.test_images.CreateRegisterImagesTest.test_register_http_image",
"tempest.api.image.v1.test_images.ListImagesTest.test_index_min_size",
"tempest.api.image.v1.test_images.ListImagesTest.test_index_container_format",
"tempest.api.image.v1.test_images.CreateRegisterImagesTest.test_register_then_upload",
"tempest.api.image.v1.test_images.ListImagesTest.test_index_disk_format",
"tempest.api.image.v1.test_images.CreateRegisterImagesTest.test_register_image_with_min_ram",
"tempest.api.image.v1.test_images.ListImagesTest.test_index_max_size",
"tempest.api.image.v1.test_images.ListImagesTest.test_index_status_active_detail"
]
},
"images-v2": {
"achievements": [
"future",
"complete",
"stable",
"discover",
"doc",
"foundation",
"atomic",
"proximity"
],
"admin": false,
"core": false,
"description": "CRUD image operations in Images API v2",
"flagged": [],
"name": "images-v2",
"tests": [
"tempest.api.image.v2.test_images.ListImagesTest.test_index_no_params"
]
},
"networks-extensions": {
"achievements": [
"future",
"complete",
"stable",
"discover",
"doc",
"foundation",
"atomic"
],
"admin": false,
"core": false,
"description": "List available network extensions using Network API",
"flagged": [],
"name": "networks-extensions",
"tests": []
},
"networks-floating-ips": {
"achievements": [
"future",
"discover",
"doc",
"atomic"
],
"admin": false,
"core": false,
"description": "Floating IPs management using Network API",
"flagged": [],
"name": "networks-floating-ips",
"tests": [
"tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip"
]
},
"networks-l2": {
"achievements": [
"future",
"discover",
"doc",
"foundation",
"atomic",
"proximity"
],
"admin": false,
"core": false,
"description": "Network layer2 CRUD operations in Network API",
"flagged": [],
"name": "networks-l2",
"tests": []
},
"networks-l3": {
"achievements": [
"future",
"discover",
"doc",
"foundation",
"atomic",
"proximity"
],
"admin": false,
"core": false,
"description": "Network layer3 CRUD operations in Network API",
"flagged": [],
"name": "networks-l3",
"tests": [
"tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id",
"tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id",
"tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router"
]
},
"networks-lbaas": {
"achievements": [
"future",
"discover",
"doc"
],
"admin": false,
"core": false,
"description": "Create and manage load balancers, listeners, pools, members, and health monitors using Network API",
"flagged": [],
"name": "networks-lbaas",
"tests": []
},
"networks-quotas": {
"achievements": [
"future",
"discover"
],
"admin": false,
"core": false,
"description": "Networks quotas management using Network API",
"flagged": [],
"name": "networks-quotas",
"tests": []
},
"networks-security-groups": {
"achievements": [
"future",
"discover",
"doc",
"proximity"
],
"admin": false,
"core": false,
"description": "Networks security groups management using Network API",
"flagged": [],
"name": "networks-security-groups",
"tests": [
"tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule",
"tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group_rule",
"tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups",
"tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group"
]
},
"networks-vpn": {
"achievements": [
"future",
"discover"
],
"admin": false,
"core": false,
"description": "VPN CRUD operations in Networks API",
"flagged": [],
"name": "networks-vpn",
"tests": []
},
"objectstore-acct-services": {
"achievements": [
"deployed",
"complete",
"stable",
"doc",
"sticky",
"foundation",
"atomic"
],
"admin": false,
"core": false,
"description": "Basic account services in Object Storage API",
"flagged": [],
"name": "objectstore-acct-services",
"tests": [
"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_marker",
"tempest.api.object_storage.test_account_services.AccountTest.test_list_account_metadata",
"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers",
"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_end_marker",
"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit",
"tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit_and_marker"
]
},
"objectstore-container": {
"achievements": [
"tools",
"clients",
"future",
"complete",
"stable",
"doc",
"foundation",
"atomic",
"proximity"
],
"admin": false,
"core": true,
"description": "Basic container operations in Object Store API",
"flagged": [],
"name": "objectstore-container",
"tests": [
"tempest.api.object_storage.test_container_services.ContainerTest.test_delete_container",
"tempest.api.object_storage.test_container_sync.ContainerSyncTest.test_container_synchronization",
"tempest.api.object_storage.test_container_services.ContainerTest.test_create_container"
]
},
"objectstore-container-acl": {
"achievements": [
"deployed",
"complete",
"stable",
"doc",
"sticky",
"foundation",
"atomic"
],
"admin": false,
"core": false,
"description": "ACL support in Object Storage API",
"flagged": [],
"name": "objectstore-container-acl",
"tests": [
"tempest.api.object_storage.test_container_acl.ObjectTestACLs.test_read_object_with_rights",
"tempest.api.object_storage.test_container_acl.ObjectTestACLs.test_write_object_with_rights"
]
},
"objectstore-container-quota": {
"achievements": [
"deployed",
"future",
"complete",
"stable",
"doc",
"sticky",
"foundation",
"atomic"
],
"admin": false,
"core": false,
"description": "Container quotas support in Object Storage API",
"flagged": [],
"name": "objectstore-container-quota",
"tests": [
"tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_large_object",
"tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_too_many_objects",
"tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_valid_object"
]
},
"objectstore-container-staticweb": {
"achievements": [
"deployed",
"complete",
"stable",
"doc",
"sticky",
"foundation",
"atomic"
],
"admin": false,
"core": false,
"description": "Static web support in Object Storage API",
"flagged": [],
"name": "objectstore-container-staticweb",
"tests": [
"tempest.api.object_storage.test_container_staticweb.StaticWebTest.test_web_index",
"tempest.api.object_storage.test_container_staticweb.StaticWebTest.test_web_listing"
]
},
"objectstore-object": {
"achievements": [
"tools",
"clients",
"future",
"complete",
"stable",
"doc",
"foundation",
"atomic",
"proximity"
],
"admin": false,
"core": true,
"description": "Basic object operations in Object Storage API",
"flagged": [],
"name": "objectstore-object",
"tests": [
"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_if_different",
"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_2d_way",
"tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_put_object_using_temp_url",
"tempest.api.object_storage.test_object_version.ContainerTest.test_versioned_container",
"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_in_same_container",
"tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_object_with_another_user_creds",
"tempest.api.object_storage.test_object_services.ObjectTest.test_delete_object",
"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_across_containers",
"tempest.api.object_storage.test_object_expiry.ObjectExpiryTest.test_get_object_after_expiry_time",
"tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_get_object_using_temp_url",
"tempest.api.object_storage.test_object_services.ObjectTest.test_object_upload_in_segments",
"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object",
"tempest.api.object_storage.test_object_services.ObjectTest.test_create_object",
"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_to_itself",
"tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_container_object_without_using_creds"
]
},
"objectstore-quotas": {
"achievements": [
"deployed",
"future",
"complete",
"stable",
"doc",
"sticky",
"foundation",
"atomic"
],
"admin": true,
"core": false,
"description": "General quotas support in Object Storage API",
"flagged": [],
"name": "objectstore-quotas",
"tests": [
"tempest.api.object_storage.test_account_quotas.AccountQuotasTest.test_admin_modify_quota"
]
},
"orch-stacks": {
"achievements": [
"doc",
"foundation"
],
"admin": false,
"core": false,
"description": "Orchestration CRUD operations in Orchestration API",
"flagged": [],
"name": "Orchestration Stacks",
"tests": [
"tempest.api.orchestration.stacks.test_neutron_resources.NeutronResourcesTestJSON.test_created_subnet",
"tempest.api.orchestration.stacks.test_neutron_resources.NeutronResourcesTestJSON.test_created_resources",
"tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_resource_metadata",
"tempest.api.orchestration.stacks.test_neutron_resources.NeutronResourcesTestJSON.test_created_router_interface",
"tempest.api.orchestration.stacks.test_templates.TemplateYAMLTestJSON.test_validate_template",
"tempest.api.orchestration.stacks.test_templates.TemplateYAMLTestJSON.test_show_template",
"tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources",
"tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_show_event",
"tempest.api.orchestration.stacks.test_neutron_resources.NeutronResourcesTestJSON.test_created_server",
"tempest.api.orchestration.stacks.test_neutron_resources.NeutronResourcesTestJSON.test_created_network",
"tempest.api.orchestration.stacks.test_templates.TemplateAWSTestJSON.test_validate_template",
"tempest.api.orchestration.stacks.test_limits.TestServerStackLimits.test_exceed_max_template_size_fails",
"tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_list_events",
"tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds",
"tempest.api.orchestration.stacks.test_templates.TemplateAWSTestJSON.test_show_template",
"tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_stack_show",
"tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_list_resources",
"tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_stack_list",
"tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_show_resource"
]
},
"volume": {
"achievements": [
"deployed",
"tools",
"clients",
"future",
"complete",
"stable",
"discover",
"doc",
"sticky",
"foundation",
"atomic",
"proximity"
],
"admin": true,
"core": false,
"description": "CRUD operations for volumes management in Block Storage API",
"flagged": [],
"name": "volume",
"tests": [
"tempest.api.volume.admin.test_volume_types.VolumeTypesTest.test_create_get_delete_volume_with_volume_type_and_extra_specs",
"tempest.api.volume.admin.test_volume_types.VolumeTypesTest.test_volume_type_list",
"tempest.api.volume.admin.test_volume_types_extra_specs.VolumeTypesExtraSpecsTest.test_volume_type_extra_spec_create_get_delete",
"tempest.api.volume.admin.test_volume_types_negative.VolumeTypesNegativeTest.test_create_with_empty_name",
"tempest.api.volume.admin.test_volume_types_negative.VolumeTypesNegativeTest.test_create_with_nonexistent_volume_type",
"tempest.api.volume.admin.test_volume_types_negative.VolumeTypesNegativeTest.test_delete_nonexistent_type_id",
"tempest.api.volume.admin.test_volume_types_negative.VolumeTypesNegativeTest.test_get_nonexistent_type_id"
]
},
"volume-extra-specs": {
"achievements": [
"deployed",
"tools",
"clients",
"future",
"complete",
"stable",
"doc",
"sticky",
"foundation",
"atomic",
"proximity"
],
"admin": true,
"core": false,
"description": "Block Storage API extension to support additional specs",
"flagged": [],
"name": "volume-extra-specs",
"tests": [
"tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_update_multiple_extra_spec",
"tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_create_nonexistent_type_id",
"tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_get_nonexistent_extra_spec_id",
"tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_update_no_body",
"tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_list_nonexistent_volume_type_id",
"tempest.api.volume.admin.test_volume_types_extra_specs.VolumeTypesExtraSpecsTest.test_volume_type_extra_specs_list",
"tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_create_none_body",
"tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_delete_nonexistent_volume_type_id",
"tempest.api.volume.admin.test_volume_types_extra_specs.VolumeTypesExtraSpecsTest.test_volume_type_extra_specs_update",
"tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_update_none_extra_spec_id",
"tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_create_invalid_body",
"tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_get_nonexistent_volume_type_id",
"tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_update_nonexistent_extra_spec_id"
]
},
"volume-multi-backend": {
"achievements": [
"future",
"complete",
"stable",
"doc",
"atomic"
],
"admin": true,
"core": false,
"description": "Block Storage API extension for multi-backends",
"flagged": [],
"name": "volume-multi-backend",
"tests": []
},
"volume-snapshots": {
"achievements": [
"deployed",
"tools",
"clients",
"future",
"complete",
"stable",
"discover",
"doc",
"sticky",
"proximity"
],
"admin": false,
"core": true,
"description": "Snapshot support for Block Storage API",
"flagged": [],
"name": "volume-snapshots",
"tests": []
}
}
}