From 305ec2838df0e8f6e6753b3af3a1ef4984c2f389 Mon Sep 17 00:00:00 2001 From: Illia Khudoshyn Date: Mon, 1 Feb 2016 14:41:50 +0000 Subject: [PATCH] [CI]Split Rally gate scenarios for Keystone API v2.0 and v3 Devstack-based gate jobs now all run against Keystone API v3 except one dedicated job that runs against v2.0. This patch introduces gate scenario for v2.0 job and removes Keystone and Ceilometer scenarios from v3 job. Next two patches will fix Ceilometer scenarios so that they will fork for v3 and add Keystone scenarios that will test v3 API related functionality. Change-Id: Ia19357a708ef47ff4568ab87999a8c17daf58c88 --- rally-jobs/rally-keystone-api-v2.yaml | 994 ++++++++++++++++++++++++++ rally-jobs/rally.yaml | 844 +++++++++++----------- 2 files changed, 1416 insertions(+), 422 deletions(-) create mode 100644 rally-jobs/rally-keystone-api-v2.yaml diff --git a/rally-jobs/rally-keystone-api-v2.yaml b/rally-jobs/rally-keystone-api-v2.yaml new file mode 100644 index 0000000000..3adeb10583 --- /dev/null +++ b/rally-jobs/rally-keystone-api-v2.yaml @@ -0,0 +1,994 @@ +{%- set cirros_image_url = "http://download.cirros-cloud.net/0.3.4/cirros-0.3.4-x86_64-disk.img" %} +--- + KeystoneBasic.create_user: + - + args: {} + runner: + type: "constant" + times: 10 + concurrency: 10 + sla: + failure_rate: + max: 0 + + KeystoneBasic.create_delete_user: + - + args: {} + runner: + type: "constant" + times: 10 + concurrency: 10 + sla: + failure_rate: + max: 0 + + KeystoneBasic.create_user_set_enabled_and_delete: + - + args: + enabled: true + runner: + type: "constant" + times: 10 + concurrency: 10 + sla: + failure_rate: + max: 0 + - + args: + enabled: false + runner: + type: "constant" + times: 10 + concurrency: 10 + sla: + failure_rate: + max: 0 + + KeystoneBasic.create_and_list_tenants: + - + args: {} + runner: + type: "constant" + times: 10 + concurrency: 10 + sla: + failure_rate: + max: 0 + + KeystoneBasic.get_entities: + - + runner: + type: "constant" + times: 20 + concurrency: 10 + sla: + failure_rate: + max: 0 + - + args: + service_name: null + runner: + type: "constant" + times: 20 + concurrency: 10 + sla: + failure_rate: + max: 0 + - + args: + service_name: "nova" + runner: + type: "constant" + times: 20 + concurrency: 10 + sla: + failure_rate: + max: 0 + + KeystoneBasic.add_and_remove_user_role: + - + runner: + type: "constant" + times: 10 + concurrency: 5 + context: + users: + tenants: 1 + users_per_tenant: 1 + sla: + failure_rate: + max: 0 + + KeystoneBasic.create_and_delete_role: + - + runner: + type: "constant" + times: 10 + concurrency: 5 + sla: + failure_rate: + max: 0 + + KeystoneBasic.create_add_and_list_user_roles: + - + runner: + type: "constant" + times: 10 + concurrency: 5 + context: + users: + tenants: 1 + users_per_tenant: 1 + sla: + failure_rate: + max: 0 + + KeystoneBasic.create_and_list_users: + - + args: {} + runner: + type: "constant" + times: 10 + concurrency: 10 + sla: + failure_rate: + max: 0 + + KeystoneBasic.create_tenant: + - + args: {} + runner: + type: "constant" + times: 10 + concurrency: 10 + sla: + failure_rate: + max: 0 + + KeystoneBasic.create_tenant_with_users: + - + args: + users_per_tenant: 10 + runner: + type: "constant" + times: 10 + concurrency: 10 + context: + users: + tenants: 3 + sla: + failure_rate: + max: 0 + + KeystoneBasic.create_user_update_password: + - + args: {} + runner: + type: "constant" + times: 10 + concurrency: 5 + sla: + failure_rate: + max: 0 + + KeystoneBasic.create_update_and_delete_tenant: + - + args: {} + runner: + type: "constant" + times: 10 + concurrency: 5 + sla: + failure_rate: + max: 0 + + KeystoneBasic.create_delete_user: + - + args: {} + runner: + type: "constant" + times: 10 + concurrency: 10 + sla: + failure_rate: + max: 0 + + KeystoneBasic.create_and_delete_service: + - + runner: + type: "constant" + times: 10 + concurrency: 5 + sla: + failure_rate: + max: 0 + + KeystoneBasic.create_and_list_services: + - + runner: + type: "constant" + times: 10 + concurrency: 5 + sla: + failure_rate: + max: 0 + + KeystoneBasic.create_and_list_ec2credentials: + - + runner: + type: "constant" + times: 10 + concurrency: 5 + context: + users: + tenants: 2 + users_per_tenant: 2 + sla: + failure_rate: + max: 0 + + KeystoneBasic.create_and_delete_ec2credential: + - + runner: + type: "constant" + times: 10 + concurrency: 5 + context: + users: + tenants: 2 + users_per_tenant: 2 + sla: + failure_rate: + max: 0 + + CeilometerEvents.create_user_and_get_event: + - + runner: + type: "constant" + times: 10 + concurrency: 10 + context: + users: + tenants: 2 + users_per_tenant: 2 + sla: + failure_rate: + max: 0 + + CeilometerEvents.create_user_and_list_event_types: + - + runner: + type: "constant" + times: 10 + concurrency: 10 + context: + users: + tenants: 2 + users_per_tenant: 2 + sla: + failure_rate: + max: 0 + + CeilometerEvents.create_user_and_list_events: + - + runner: + type: "constant" + times: 10 + concurrency: 10 + context: + users: + tenants: 2 + users_per_tenant: 2 + sla: + failure_rate: + max: 0 + + CeilometerTraits.create_user_and_list_trait_descriptions: + - + runner: + type: "constant" + times: 10 + concurrency: 10 + context: + users: + tenants: 2 + users_per_tenant: 2 + sla: + failure_rate: + max: 0 + + CeilometerTraits.create_user_and_list_traits: + - + runner: + type: "constant" + times: 10 + concurrency: 10 + context: + users: + tenants: 2 + users_per_tenant: 2 + sla: + failure_rate: + max: 0 + + CeilometerMeters.list_meters: + - + runner: + type: constant + times: 10 + concurrency: 2 + context: + users: + tenants: 1 + users_per_tenant: 1 + ceilometer: + counter_name: "benchmark_meter" + counter_type: "gauge" + counter_unit: "%" + counter_volume: 100 + resources_per_tenant: 1 + samples_per_resource: 1 + timestamp_interval: 1 + sla: + failure_rate: + max: 0 + + CeilometerResource.list_resources: + - + runner: + type: constant + times: 10 + concurrency: 2 + context: + users: + tenants: 1 + users_per_tenant: 1 + ceilometer: + counter_name: "benchmark_meter" + counter_type: "gauge" + counter_unit: "%" + counter_volume: 100 + resources_per_tenant: 1 + samples_per_resource: 1 + timestamp_interval: 1 + sla: + failure_rate: + max: 0 + + CeilometerSamples.list_samples: + - + runner: + type: "constant" + times: 10 + concurrency: 10 + context: + users: + tenants: 1 + users_per_tenant: 1 + ceilometer: + counter_name: "cpu_util" + counter_type: "gauge" + counter_unit: "instance" + counter_volume: 1.0 + resources_per_tenant: 3 + samples_per_resource: 10 + timestamp_interval: 60 + metadata_list: + - status: "active" + name: "fake_resource" + deleted: "False" + created_at: "2015-09-04T12:34:19.000000" + - status: "not_active" + name: "fake_resource_1" + deleted: "False" + created_at: "2015-09-10T06:55:12.000000" + batch_size: 5 + sla: + failure_rate: + max: 0 + + Dummy.dummy: + - + args: + sleep: 0.25 + runner: + type: "constant" + times: 20 + concurrency: 5 + sla: + failure_rate: + max: 0 + max_seconds_per_iteration: 1.0 + max_avg_duration: 0.5 + outliers: + max: 1 + min_iterations: 10 + sigmas: 10 + + - + args: + sleep: 0.25 + runner: + type: "constant" + times: 8 + concurrency: 4 + max_cpu_count: 2 + sla: + failure_rate: + max: 0 + + - + args: + sleep: 0.1 + runner: + type: "constant_for_duration" + duration: 5 + concurrency: 5 + sla: + failure_rate: + max: 0 + + - + args: + sleep: 0.001 + runner: + type: "rps" + times: 2000 + rps: 200 + sla: + failure_rate: + max: 0 + + - + args: + sleep: 0.1 + runner: + type: "rps" + times: 5 + rps: 0.5 + sla: + failure_rate: + max: 0 + + - + args: + sleep: 0.1 + runner: + type: "rps" + times: 5 + rps: 0.2 + sla: + failure_rate: + max: 0 + + - + args: + sleep: 0.001 + runner: + type: "rps" + times: 200 + rps: 20 + max_concurrency: 10 + max_cpu_count: 3 + sla: + failure_rate: + max: 0 + + - + args: + sleep: 0.1 + runner: + type: "serial" + times: 20 + sla: + failure_rate: + max: 0 + - + args: + sleep: 0.01 + runner: + type: "constant" + times: 1 + concurrency: 1 + context: + users: + tenants: 8 + users_per_tenant: 4 + sla: + failure_rate: + max: 0 + - + args: + sleep: 0.01 + runner: + type: "constant" + times: 1 + concurrency: 1 + context: + quotas: + nova: + instances: 200 + cores: 200 + ram: -1 + floating_ips: 200 + fixed_ips: 200 + metadata_items: -1 + injected_files: -1 + injected_file_content_bytes: -1 + injected_file_path_bytes: -1 + key_pairs: 500 + security_groups: 400 + security_group_rules: 600 + cinder: + gigabytes: -1 + snapshots: -1 + volumes: -1 + sla: + failure_rate: + max: 0 + + Dummy.dummy_exception: + - + args: + size_of_message: 5 + runner: + type: "constant" + times: 20 + concurrency: 5 + - + args: + sleep: 30 + message: "This scenario should be terminated by runner timeout." + runner: + type: "constant" + times: 2 + concurrency: 2 + timeout: 1 + sla: + failure_rate: + min: 100 + - + args: + sleep: 30 + message: "This scenario should be terminated by runner timeout." + runner: + type: "rps" + times: 1 + rps: 1 + timeout: 1 + sla: + failure_rate: + min: 100 + + Dummy.dummy_exception_probability: + - + args: + exception_probability: 0.5 + runner: + type: "constant" + times: 100 + concurrency: 1 + + - + args: + exception_probability: 0.05 + runner: + type: "constant" + times: 2042 + concurrency: 1 + + - + args: + exception_probability: 0.5 + runner: + type: "constant" + times: 100 + concurrency: 1 + sla: + failure_rate: + min: 20 + max: 80 + + Dummy.dummy_output: + - + runner: + type: "constant" + times: 20 + concurrency: 10 + sla: + failure_rate: + max: 0 + + Dummy.dummy_with_scenario_output: + - + runner: + type: "constant" + times: 20 + concurrency: 10 + sla: + failure_rate: + max: 0 + + Dummy.dummy_random_fail_in_atomic: + - + args: + exception_probability: 0.5 + runner: + type: "constant" + times: 50 + concurrency: 10 + + FakePlugin.testplugin: + - + runner: + type: "constant" + times: 4 + concurrency: 4 + sla: + failure_rate: + max: 0 + + CeilometerStats.get_stats: + - + runner: + type: constant + times: 10 + concurrency: 2 + context: + users: + tenants: 2 + users_per_tenant: 2 + ceilometer: + counter_name: "benchmark_meter" + counter_type: "gauge" + counter_unit: "%" + counter_volume: 100 + resources_per_tenant: 100 + samples_per_resource: 100 + timestamp_interval: 10 + metadata_list: + - + status: "active" + name: "rally benchmark on" + deleted: "false" + - + status: "terminated" + name: "rally benchmark off" + deleted: "true" + args: + meter_name: "benchmark_meter" + filter_by_user_id: true + filter_by_project_id: true + filter_by_resource_id: true + metadata_query: + status: "terminated" + period: 300 + groupby: "resource_id" + sla: + failure_rate: + max: 0 + + CeilometerQueries.create_and_query_samples: + - + args: + filter: {"=": {"counter_unit": "instance"}} + orderby: !!null + limit: 10 + counter_name: "cpu_util" + counter_type: "gauge" + counter_unit: "instance" + counter_volume: "1.0" + resource_id: "resource_id" + runner: + type: "constant" + times: 20 + concurrency: 10 + context: + users: + tenants: 1 + users_per_tenant: 1 + sla: + failure_rate: + max: 0 + + Authenticate.keystone: + - + runner: + type: "constant" + times: 40 + concurrency: 20 + context: + users: + tenants: 2 + users_per_tenant: 10 + sla: + failure_rate: + max: 0 + + Authenticate.validate_glance: + - + args: + repetitions: 2 + runner: + type: "constant" + times: 10 + concurrency: 5 + context: + users: + tenants: 3 + users_per_tenant: 5 + sla: + failure_rate: + max: 0 + + Authenticate.validate_heat: + - + args: + repetitions: 2 + runner: + type: "constant" + times: 10 + concurrency: 5 + context: + users: + tenants: 3 + users_per_tenant: 5 + sla: + failure_rate: + max: 0 + + HttpRequests.check_request: + - + args: + url: "http://www.example.com" + method: "GET" + status_code: 200 + runner: + type: "constant" + times: 2 + concurrency: 2 + sla: + failure_rate: + max: 0 + + HttpRequests.check_random_request: + - + args: + requests: + - + url: "http://www.example.com" + method: "GET" + - + url: "http://www.openstack.org" + method: "GET" + status_code: 200 + runner: + type: "constant" + times: 2 + concurrency: 2 + sla: + failure_rate: + max: 0 + + GlanceImages.list_images: + - + runner: + type: "constant" + times: 5 + concurrency: 10 + context: + users: + tenants: 1 + users_per_tenant: 2 + images: + image_url: "{{ cirros_image_url }}" + image_type: "qcow2" + image_container: "bare" + images_per_tenant: 1 + sla: + failure_rate: + max: 0 + + - + runner: + type: "constant" + times: 5 + concurrency: 10 + context: + users: + tenants: 1 + users_per_tenant: 2 + images: + image_url: "~/.rally/extra/fake-image.img" + image_type: "qcow2" + image_container: "bare" + images_per_tenant: 1 + sla: + failure_rate: + max: 0 + + GlanceImages.create_and_delete_image: + - + args: + image_location: "{{ cirros_image_url }}" + container_format: "bare" + disk_format: "qcow2" + runner: + type: "constant" + times: 1 + concurrency: 1 + context: + users: + tenants: 2 + users_per_tenant: 3 + sla: + failure_rate: + max: 0 + + GlanceImages.create_and_list_image: + - + args: + image_location: "~/.rally/extra/fake-image.img" + container_format: "bare" + disk_format: "qcow2" + runner: + type: "constant" + times: 1 + concurrency: 1 + context: + users: + tenants: 1 + users_per_tenant: 1 + sla: + failure_rate: + max: 0 + + GlanceImages.create_image_and_boot_instances: + - + args: + image_location: "{{ cirros_image_url }}" + container_format: "bare" + disk_format: "qcow2" + flavor: + name: "m1.tiny" + number_instances: 2 + runner: + type: "constant" + times: 1 + concurrency: 1 + context: + users: + tenants: 3 + users_per_tenant: 1 + sla: + failure_rate: + max: 0 + + SwiftObjects.create_container_and_object_then_list_objects: + - + args: + objects_per_container: 2 + object_size: 5120 + runner: + type: "constant" + times: 2 + concurrency: 2 + context: + users: + tenants: 1 + users_per_tenant: 1 + roles: + - "admin" + sla: + failure_rate: + max: 0 + + SwiftObjects.create_container_and_object_then_delete_all: + - + args: + objects_per_container: 5 + object_size: 102400 + runner: + type: "constant" + times: 4 + concurrency: 2 + context: + users: + tenants: 1 + users_per_tenant: 1 + roles: + - "admin" + sla: + failure_rate: + max: 0 + + SwiftObjects.create_container_and_object_then_download_object: + - + args: + objects_per_container: 5 + object_size: 1024 + runner: + type: "constant" + times: 6 + concurrency: 3 + context: + users: + tenants: 1 + users_per_tenant: 1 + roles: + - "admin" + sla: + failure_rate: + max: 0 + + NovaNetworks.create_and_list_networks: + - + args: + start_cidr: "10.10.0.0/24" + runner: + type: "constant" + times: 5 + concurrency: 2 + context: + users: + tenants: 3 + users_per_tenant: 2 + sla: + failure_rate: + max: 0 + + NovaNetworks.create_and_delete_network: + - + args: + start_cidr: "10.10.0.0/24" + runner: + type: "constant" + times: 5 + concurrency: 2 + context: + users: + tenants: 3 + users_per_tenant: 2 + sla: + failure_rate: + max: 0 + + SwiftObjects.list_and_download_objects_in_containers: + - + runner: + type: "constant" + times: 2 + concurrency: 2 + context: + users: + tenants: 1 + users_per_tenant: 1 + roles: + - "admin" + swift_objects: + containers_per_tenant: 1 + objects_per_container: 5 + object_size: 10240 + sla: + failure_rate: + max: 0 + + SwiftObjects.list_objects_in_containers: + - + runner: + type: "constant" + times: 6 + concurrency: 3 + context: + users: + tenants: 1 + users_per_tenant: 1 + roles: + - "admin" + swift_objects: + containers_per_tenant: 1 + objects_per_container: 10 + object_size: 1024 + sla: + failure_rate: + max: 0 diff --git a/rally-jobs/rally.yaml b/rally-jobs/rally.yaml index 3adeb10583..5f09e6cd21 100644 --- a/rally-jobs/rally.yaml +++ b/rally-jobs/rally.yaml @@ -1,391 +1,391 @@ {%- set cirros_image_url = "http://download.cirros-cloud.net/0.3.4/cirros-0.3.4-x86_64-disk.img" %} --- - KeystoneBasic.create_user: - - - args: {} - runner: - type: "constant" - times: 10 - concurrency: 10 - sla: - failure_rate: - max: 0 + #KeystoneBasic.create_user: + #- + #args: {} + #runner: + #type: "constant" + #times: 10 + #concurrency: 10 + #sla: + #failure_rate: + #max: 0 - KeystoneBasic.create_delete_user: - - - args: {} - runner: - type: "constant" - times: 10 - concurrency: 10 - sla: - failure_rate: - max: 0 + #KeystoneBasic.create_delete_user: + #- + #args: {} + #runner: + #type: "constant" + #times: 10 + #concurrency: 10 + #sla: + #failure_rate: + #max: 0 - KeystoneBasic.create_user_set_enabled_and_delete: - - - args: - enabled: true - runner: - type: "constant" - times: 10 - concurrency: 10 - sla: - failure_rate: - max: 0 - - - args: - enabled: false - runner: - type: "constant" - times: 10 - concurrency: 10 - sla: - failure_rate: - max: 0 + #KeystoneBasic.create_user_set_enabled_and_delete: + #- + #args: + #enabled: true + #runner: + #type: "constant" + #times: 10 + #concurrency: 10 + #sla: + #failure_rate: + #max: 0 + #- + #args: + #enabled: false + #runner: + #type: "constant" + #times: 10 + #concurrency: 10 + #sla: + #failure_rate: + #max: 0 - KeystoneBasic.create_and_list_tenants: - - - args: {} - runner: - type: "constant" - times: 10 - concurrency: 10 - sla: - failure_rate: - max: 0 + #KeystoneBasic.create_and_list_tenants: + #- + #args: {} + #runner: + #type: "constant" + #times: 10 + #concurrency: 10 + #sla: + #failure_rate: + #max: 0 - KeystoneBasic.get_entities: - - - runner: - type: "constant" - times: 20 - concurrency: 10 - sla: - failure_rate: - max: 0 - - - args: - service_name: null - runner: - type: "constant" - times: 20 - concurrency: 10 - sla: - failure_rate: - max: 0 - - - args: - service_name: "nova" - runner: - type: "constant" - times: 20 - concurrency: 10 - sla: - failure_rate: - max: 0 + #KeystoneBasic.get_entities: + #- + #runner: + #type: "constant" + #times: 20 + #concurrency: 10 + #sla: + #failure_rate: + #max: 0 + #- + #args: + #service_name: null + #runner: + #type: "constant" + #times: 20 + #concurrency: 10 + #sla: + #failure_rate: + #max: 0 + #- + #args: + #service_name: "nova" + #runner: + #type: "constant" + #times: 20 + #concurrency: 10 + #sla: + #failure_rate: + #max: 0 - KeystoneBasic.add_and_remove_user_role: - - - runner: - type: "constant" - times: 10 - concurrency: 5 - context: - users: - tenants: 1 - users_per_tenant: 1 - sla: - failure_rate: - max: 0 + #KeystoneBasic.add_and_remove_user_role: + #- + #runner: + #type: "constant" + #times: 10 + #concurrency: 5 + #context: + #users: + #tenants: 1 + #users_per_tenant: 1 + #sla: + #failure_rate: + #max: 0 - KeystoneBasic.create_and_delete_role: - - - runner: - type: "constant" - times: 10 - concurrency: 5 - sla: - failure_rate: - max: 0 + #KeystoneBasic.create_and_delete_role: + #- + #runner: + #type: "constant" + #times: 10 + #concurrency: 5 + #sla: + #failure_rate: + #max: 0 - KeystoneBasic.create_add_and_list_user_roles: - - - runner: - type: "constant" - times: 10 - concurrency: 5 - context: - users: - tenants: 1 - users_per_tenant: 1 - sla: - failure_rate: - max: 0 + #KeystoneBasic.create_add_and_list_user_roles: + #- + #runner: + #type: "constant" + #times: 10 + #concurrency: 5 + #context: + #users: + #tenants: 1 + #users_per_tenant: 1 + #sla: + #failure_rate: + #max: 0 - KeystoneBasic.create_and_list_users: - - - args: {} - runner: - type: "constant" - times: 10 - concurrency: 10 - sla: - failure_rate: - max: 0 + #KeystoneBasic.create_and_list_users: + #- + #args: {} + #runner: + #type: "constant" + #times: 10 + #concurrency: 10 + #sla: + #failure_rate: + #max: 0 - KeystoneBasic.create_tenant: - - - args: {} - runner: - type: "constant" - times: 10 - concurrency: 10 - sla: - failure_rate: - max: 0 + #KeystoneBasic.create_tenant: + #- + #args: {} + #runner: + #type: "constant" + #times: 10 + #concurrency: 10 + #sla: + #failure_rate: + #max: 0 - KeystoneBasic.create_tenant_with_users: - - - args: - users_per_tenant: 10 - runner: - type: "constant" - times: 10 - concurrency: 10 - context: - users: - tenants: 3 - sla: - failure_rate: - max: 0 + #KeystoneBasic.create_tenant_with_users: + #- + #args: + #users_per_tenant: 10 + #runner: + #type: "constant" + #times: 10 + #concurrency: 10 + #context: + #users: + #tenants: 3 + #sla: + #failure_rate: + #max: 0 - KeystoneBasic.create_user_update_password: - - - args: {} - runner: - type: "constant" - times: 10 - concurrency: 5 - sla: - failure_rate: - max: 0 + #KeystoneBasic.create_user_update_password: + #- + #args: {} + #runner: + #type: "constant" + #times: 10 + #concurrency: 5 + #sla: + #failure_rate: + #max: 0 - KeystoneBasic.create_update_and_delete_tenant: - - - args: {} - runner: - type: "constant" - times: 10 - concurrency: 5 - sla: - failure_rate: - max: 0 + #KeystoneBasic.create_update_and_delete_tenant: + #- + #args: {} + #runner: + #type: "constant" + #times: 10 + #concurrency: 5 + #sla: + #failure_rate: + #max: 0 - KeystoneBasic.create_delete_user: - - - args: {} - runner: - type: "constant" - times: 10 - concurrency: 10 - sla: - failure_rate: - max: 0 + #KeystoneBasic.create_delete_user: + #- + #args: {} + #runner: + #type: "constant" + #times: 10 + #concurrency: 10 + #sla: + #failure_rate: + #max: 0 - KeystoneBasic.create_and_delete_service: - - - runner: - type: "constant" - times: 10 - concurrency: 5 - sla: - failure_rate: - max: 0 + #KeystoneBasic.create_and_delete_service: + #- + #runner: + #type: "constant" + #times: 10 + #concurrency: 5 + #sla: + #failure_rate: + #max: 0 - KeystoneBasic.create_and_list_services: - - - runner: - type: "constant" - times: 10 - concurrency: 5 - sla: - failure_rate: - max: 0 + #KeystoneBasic.create_and_list_services: + #- + #runner: + #type: "constant" + #times: 10 + #concurrency: 5 + #sla: + #failure_rate: + #max: 0 - KeystoneBasic.create_and_list_ec2credentials: - - - runner: - type: "constant" - times: 10 - concurrency: 5 - context: - users: - tenants: 2 - users_per_tenant: 2 - sla: - failure_rate: - max: 0 + #KeystoneBasic.create_and_list_ec2credentials: + #- + #runner: + #type: "constant" + #times: 10 + #concurrency: 5 + #context: + #users: + #tenants: 2 + #users_per_tenant: 2 + #sla: + #failure_rate: + #max: 0 - KeystoneBasic.create_and_delete_ec2credential: - - - runner: - type: "constant" - times: 10 - concurrency: 5 - context: - users: - tenants: 2 - users_per_tenant: 2 - sla: - failure_rate: - max: 0 + #KeystoneBasic.create_and_delete_ec2credential: + #- + #runner: + #type: "constant" + #times: 10 + #concurrency: 5 + #context: + #users: + #tenants: 2 + #users_per_tenant: 2 + #sla: + #failure_rate: + #max: 0 - CeilometerEvents.create_user_and_get_event: - - - runner: - type: "constant" - times: 10 - concurrency: 10 - context: - users: - tenants: 2 - users_per_tenant: 2 - sla: - failure_rate: - max: 0 + #CeilometerEvents.create_user_and_get_event: + #- + #runner: + #type: "constant" + #times: 10 + #concurrency: 10 + #context: + #users: + #tenants: 2 + #users_per_tenant: 2 + #sla: + #failure_rate: + #max: 0 - CeilometerEvents.create_user_and_list_event_types: - - - runner: - type: "constant" - times: 10 - concurrency: 10 - context: - users: - tenants: 2 - users_per_tenant: 2 - sla: - failure_rate: - max: 0 + #CeilometerEvents.create_user_and_list_event_types: + #- + #runner: + #type: "constant" + #times: 10 + #concurrency: 10 + #context: + #users: + #tenants: 2 + #users_per_tenant: 2 + #sla: + #failure_rate: + #max: 0 - CeilometerEvents.create_user_and_list_events: - - - runner: - type: "constant" - times: 10 - concurrency: 10 - context: - users: - tenants: 2 - users_per_tenant: 2 - sla: - failure_rate: - max: 0 + #CeilometerEvents.create_user_and_list_events: + #- + #runner: + #type: "constant" + #times: 10 + #concurrency: 10 + #context: + #users: + #tenants: 2 + #users_per_tenant: 2 + #sla: + #failure_rate: + #max: 0 - CeilometerTraits.create_user_and_list_trait_descriptions: - - - runner: - type: "constant" - times: 10 - concurrency: 10 - context: - users: - tenants: 2 - users_per_tenant: 2 - sla: - failure_rate: - max: 0 + #CeilometerTraits.create_user_and_list_trait_descriptions: + #- + #runner: + #type: "constant" + #times: 10 + #concurrency: 10 + #context: + #users: + #tenants: 2 + #users_per_tenant: 2 + #sla: + #failure_rate: + #max: 0 - CeilometerTraits.create_user_and_list_traits: - - - runner: - type: "constant" - times: 10 - concurrency: 10 - context: - users: - tenants: 2 - users_per_tenant: 2 - sla: - failure_rate: - max: 0 + #CeilometerTraits.create_user_and_list_traits: + #- + #runner: + #type: "constant" + #times: 10 + #concurrency: 10 + #context: + #users: + #tenants: 2 + #users_per_tenant: 2 + #sla: + #failure_rate: + #max: 0 - CeilometerMeters.list_meters: - - - runner: - type: constant - times: 10 - concurrency: 2 - context: - users: - tenants: 1 - users_per_tenant: 1 - ceilometer: - counter_name: "benchmark_meter" - counter_type: "gauge" - counter_unit: "%" - counter_volume: 100 - resources_per_tenant: 1 - samples_per_resource: 1 - timestamp_interval: 1 - sla: - failure_rate: - max: 0 + #CeilometerMeters.list_meters: + #- + #runner: + #type: constant + #times: 10 + #concurrency: 2 + #context: + #users: + #tenants: 1 + #users_per_tenant: 1 + #ceilometer: + #counter_name: "benchmark_meter" + #counter_type: "gauge" + #counter_unit: "%" + #counter_volume: 100 + #resources_per_tenant: 1 + #samples_per_resource: 1 + #timestamp_interval: 1 + #sla: + #failure_rate: + #max: 0 - CeilometerResource.list_resources: - - - runner: - type: constant - times: 10 - concurrency: 2 - context: - users: - tenants: 1 - users_per_tenant: 1 - ceilometer: - counter_name: "benchmark_meter" - counter_type: "gauge" - counter_unit: "%" - counter_volume: 100 - resources_per_tenant: 1 - samples_per_resource: 1 - timestamp_interval: 1 - sla: - failure_rate: - max: 0 + #CeilometerResource.list_resources: + #- + #runner: + #type: constant + #times: 10 + #concurrency: 2 + #context: + #users: + #tenants: 1 + #users_per_tenant: 1 + #ceilometer: + #counter_name: "benchmark_meter" + #counter_type: "gauge" + #counter_unit: "%" + #counter_volume: 100 + #resources_per_tenant: 1 + #samples_per_resource: 1 + #timestamp_interval: 1 + #sla: + #failure_rate: + #max: 0 - CeilometerSamples.list_samples: - - - runner: - type: "constant" - times: 10 - concurrency: 10 - context: - users: - tenants: 1 - users_per_tenant: 1 - ceilometer: - counter_name: "cpu_util" - counter_type: "gauge" - counter_unit: "instance" - counter_volume: 1.0 - resources_per_tenant: 3 - samples_per_resource: 10 - timestamp_interval: 60 - metadata_list: - - status: "active" - name: "fake_resource" - deleted: "False" - created_at: "2015-09-04T12:34:19.000000" - - status: "not_active" - name: "fake_resource_1" - deleted: "False" - created_at: "2015-09-10T06:55:12.000000" - batch_size: 5 - sla: - failure_rate: - max: 0 + #CeilometerSamples.list_samples: + #- + #runner: + #type: "constant" + #times: 10 + #concurrency: 10 + #context: + #users: + #tenants: 1 + #users_per_tenant: 1 + #ceilometer: + #counter_name: "cpu_util" + #counter_type: "gauge" + #counter_unit: "instance" + #counter_volume: 1.0 + #resources_per_tenant: 3 + #samples_per_resource: 10 + #timestamp_interval: 60 + #metadata_list: + #- status: "active" + #name: "fake_resource" + #deleted: "False" + #created_at: "2015-09-04T12:34:19.000000" + #- status: "not_active" + #name: "fake_resource_1" + #deleted: "False" + #created_at: "2015-09-10T06:55:12.000000" + #batch_size: 5 + #sla: + #failure_rate: + #max: 0 Dummy.dummy: - @@ -628,68 +628,68 @@ failure_rate: max: 0 - CeilometerStats.get_stats: - - - runner: - type: constant - times: 10 - concurrency: 2 - context: - users: - tenants: 2 - users_per_tenant: 2 - ceilometer: - counter_name: "benchmark_meter" - counter_type: "gauge" - counter_unit: "%" - counter_volume: 100 - resources_per_tenant: 100 - samples_per_resource: 100 - timestamp_interval: 10 - metadata_list: - - - status: "active" - name: "rally benchmark on" - deleted: "false" - - - status: "terminated" - name: "rally benchmark off" - deleted: "true" - args: - meter_name: "benchmark_meter" - filter_by_user_id: true - filter_by_project_id: true - filter_by_resource_id: true - metadata_query: - status: "terminated" - period: 300 - groupby: "resource_id" - sla: - failure_rate: - max: 0 + #CeilometerStats.get_stats: + #- + #runner: + #type: constant + #times: 10 + #concurrency: 2 + #context: + #users: + #tenants: 2 + #users_per_tenant: 2 + #ceilometer: + #counter_name: "benchmark_meter" + #counter_type: "gauge" + #counter_unit: "%" + #counter_volume: 100 + #resources_per_tenant: 100 + #samples_per_resource: 100 + #timestamp_interval: 10 + #metadata_list: + #- + #status: "active" + #name: "rally benchmark on" + #deleted: "false" + #- + #status: "terminated" + #name: "rally benchmark off" + #deleted: "true" + #args: + #meter_name: "benchmark_meter" + #filter_by_user_id: true + #filter_by_project_id: true + #filter_by_resource_id: true + #metadata_query: + #status: "terminated" + #period: 300 + #groupby: "resource_id" + #sla: + #failure_rate: + #max: 0 - CeilometerQueries.create_and_query_samples: - - - args: - filter: {"=": {"counter_unit": "instance"}} - orderby: !!null - limit: 10 - counter_name: "cpu_util" - counter_type: "gauge" - counter_unit: "instance" - counter_volume: "1.0" - resource_id: "resource_id" - runner: - type: "constant" - times: 20 - concurrency: 10 - context: - users: - tenants: 1 - users_per_tenant: 1 - sla: - failure_rate: - max: 0 + #CeilometerQueries.create_and_query_samples: + #- + #args: + #filter: {"=": {"counter_unit": "instance"}} + #orderby: !!null + #limit: 10 + #counter_name: "cpu_util" + #counter_type: "gauge" + #counter_unit: "instance" + #counter_volume: "1.0" + #resource_id: "resource_id" + #runner: + #type: "constant" + #times: 20 + #concurrency: 10 + #context: + #users: + #tenants: 1 + #users_per_tenant: 1 + #sla: + #failure_rate: + #max: 0 Authenticate.keystone: -