diff --git a/browbeat-complete.yaml b/browbeat-complete.yaml index 595f6e4ee..8c5cfa18d 100644 --- a/browbeat-complete.yaml +++ b/browbeat-complete.yaml @@ -29,10 +29,42 @@ grafana: grafana_api_key: (Your API Key Here) snapshot_compute: false rally: + enabled: true sleep_before: 5 sleep_after: 5 venv: /home/stack/rally-venv/bin/activate benchmarks: + authenticate: + enabled: true + concurrency: + - 64 + - 128 + - 192 + - 256 + - 320 + - 384 + - 448 + - 512 + times: 10000 + scenarios: + authentic-keystone: + enabled: true + file: rally/authenticate/keystone-cc.yml + sla_max_avg_duration: 6 + sla_max_seconds: 30 + sla_max_failure: 0 + authentic-neutron: + enabled: true + file: rally/authenticate/validate_neutron-cc.yml + sla_max_avg_duration: 18 + sla_max_seconds: 30 + sla_max_failure: 0 + authentic-nova: + enabled: true + file: rally/authenticate/validate_nova-cc.yml + sla_max_avg_duration: 12 + sla_max_seconds: 30 + sla_max_failure: 0 cinder: enabled: true concurrency: @@ -54,48 +86,23 @@ rally: flavor_name: m1.tiny sla_max_seconds: 30 sla_max_failure: 0 - keystone: + keystonebasic: enabled: true concurrency: - - 64 - - 128 - - 192 - 256 - - 320 - - 384 - - 448 - - 512 - times: 10000 + times: 5000 scenarios: - authentic-keystone: + create-and-list-tenants: enabled: true - file: rally/keystone/authenticate-keystone-cc.yml - sla_max_avg_duration: 6 - sla_max_seconds: 30 - sla_max_failure: 0 - authentic-neutron: - enabled: true - file: rally/keystone/authenticate-neutron-cc.yml - sla_max_avg_duration: 18 - sla_max_seconds: 30 - sla_max_failure: 0 - authentic-nova: - enabled: true - file: rally/keystone/authenticate-nova-cc.yml - sla_max_avg_duration: 12 - sla_max_seconds: 30 - sla_max_failure: 0 - create-list-tenant: - enabled: true - file: rally/keystone/keystone-create-list-tenant-cc.yml + file: rally/keystonebasic/create_and_list_tenants-cc.yml sla_max_seconds: 30 sla_max_failure: 0 times: 5000 concurrency: - 256 - create-list-user: + create-and-list-users: enabled: true - file: rally/keystone/keystone-create-list-user-cc.yml + file: rally/keystonebasic/create_and_list_users-cc.yml times: 5000 concurrency: - 256 diff --git a/browbeat-config.yaml b/browbeat-config.yaml index da4858a5a..4cc2db11b 100644 --- a/browbeat-config.yaml +++ b/browbeat-config.yaml @@ -54,10 +54,35 @@ shaker: compute: 1 file: /home/stack/shaker-venv/lib/python2.7/site-packages/shaker/scenarios/networking/dense_l3_east_west.yaml rally: + enabled: true sleep_before: 5 sleep_after: 5 venv: /home/stack/rally-venv/bin/activate benchmarks: + authenticate: + enabled: true + concurrency: + - 64 + times: 500 + scenarios: + authentic-keystone: + enabled: true + file: rally/authenticate/keystone-cc.yml + sla_max_avg_duration: 6 + sla_max_seconds: 30 + sla_max_failure: 0 + authentic-neutron: + enabled: false + file: rally/authenticate/validate_neutron-cc.yml + sla_max_avg_duration: 18 + sla_max_seconds: 30 + sla_max_failure: 0 + authentic-nova: + enabled: false + file: rally/authenticate/validate_nova-cc.yml + sla_max_avg_duration: 12 + sla_max_seconds: 30 + sla_max_failure: 0 cinder: enabled: true concurrency: @@ -74,30 +99,21 @@ rally: image_name: cirros file: rally/cinder/cinder-create-and-attach-volume-cc.yml flavor_name: m1.tiny - keystone: + keystonebasic: enabled: true concurrency: - - 64 - times: 500 + - 10 + times: 100 scenarios: - authentic-keystone: + create-and-list-tenants: + enabled: false + file: rally/keystonebasic/create_and_list_tenants-cc.yml + create-and-list-users: enabled: true - file: rally/keystone/authenticate-keystone-cc.yml - sla_max_avg_duration: 1 + file: rally/keystonebasic/create_and_list_users-cc.yml + sla_max_avg_duration: 12 sla_max_seconds: 30 sla_max_failure: 0 - authentic-neutron: - enabled: false - file: rally/keystone/authenticate-neutron-cc.yml - authentic-nova: - enabled: false - file: rally/keystone/authenticate-nova-cc.yml - create-list-tenant: - enabled: false - file: rally/keystone/keystone-create-list-tenant-cc.yml - create-list-user: - enabled: false - file: rally/keystone/keystone-create-list-user-cc.yml nova: enabled: true concurrency: diff --git a/conf/browbeat-keystone-complete.yaml b/conf/browbeat-keystone-complete.yaml new file mode 100644 index 000000000..c48beb49c --- /dev/null +++ b/conf/browbeat-keystone-complete.yaml @@ -0,0 +1,185 @@ +# Complete set of Keystone Stress tests run 3 times over multiple concurrencies with high repetitions(times) +# This testing will take days to complete. (You have been warned) +browbeat: + results : results/ + sudo: true + connmon: false + rerun: 3 +ansible: + hosts: ansible/hosts + install: + connmon: ansible/install/connmon.yml + browbeat: ansible/install/browbeat.yml + check: ansible/check/site.yml + adjust: + keystone_token: ansible/browbeat/adjustment-keystone-token.yml + neutron_l3: ansible/browbeat/adjustment-l3.yml + nova_db: ansible/browbeat/adjustment-db.yml + workers: ansible/browbeat/adjustment-workers.yml + grafana_snapshot: ansible/browbeat/snapshot-general-performance-dashboard.yml + shaker_build: ansible/install/shaker_build.yml +grafana: + enabled: false + cloud_name: openstack + grafana_ip: 1.1.1.1 + grafana_port: 3000 + dashboards: + - openstack-general-system-performance + snapshot: + enabled: false + grafana_api_key: (Your API Key Here) + snapshot_compute: false +rally: + enabled: true + sleep_before: 5 + sleep_after: 5 + venv: /home/stack/rally-venv/bin/activate + benchmarks: + authenticate: + enabled: true + concurrency: + - 64 + - 128 + - 192 + - 256 + - 320 + - 384 + - 448 + - 512 + times: 10000 + scenarios: + authentic-cinder: + enabled: true + file: rally/authenticate/validate_cinder-cc.yml + sla_max_avg_duration: 12 + sla_max_seconds: 30 + sla_max_failure: 0 + authentic-glance: + enabled: true + file: rally/authenticate/validate_glance-cc.yml + sla_max_avg_duration: 12 + sla_max_seconds: 30 + sla_max_failure: 0 + authentic-heat: + enabled: true + file: rally/authenticate/validate_heat-cc.yml + sla_max_avg_duration: 12 + sla_max_seconds: 30 + sla_max_failure: 0 + authentic-keystone: + enabled: true + file: rally/authenticate/keystone-cc.yml + sla_max_avg_duration: 6 + sla_max_seconds: 30 + sla_max_failure: 0 + authentic-monasca: + enabled: false + file: rally/authenticate/validate_monasca-cc.yml + sla_max_avg_duration: 12 + sla_max_seconds: 30 + sla_max_failure: 0 + authentic-neutron: + enabled: true + file: rally/authenticate/validate_neutron-cc.yml + sla_max_avg_duration: 18 + sla_max_seconds: 30 + sla_max_failure: 0 + authentic-nova: + enabled: true + file: rally/authenticate/validate_nova-cc.yml + sla_max_avg_duration: 12 + sla_max_seconds: 30 + sla_max_failure: 0 + keystonebasic: + enabled: true + concurrency: + - 128 + - 256 + times: 5000 + scenarios: + create-user: + enabled: true + file: rally/keystonebasic/create_user-cc.yml + sla_max_seconds: 30 + sla_max_failure: 0 + create-delete-user: + enabled: true + file: rally/keystonebasic/create_delete_user-cc.yml + sla_max_seconds: 30 + sla_max_failure: 0 + create-user-set-enabled-and-delete: + enabled: true + enabled_flag: true + file: rally/keystonebasic/create_user_set_enabled_and_delete-cc.yml + sla_max_seconds: 30 + sla_max_failure: 0 + create-tenant: + enabled: true + file: rally/keystonebasic/create_tenant-cc.yml + sla_max_seconds: 30 + sla_max_failure: 0 + create-tenant-with-users: + enabled: true + file: rally/keystonebasic/create_tenant_with_users-cc.yml + sla_max_seconds: 30 + sla_max_failure: 0 + create-and-list-users: + enabled: true + file: rally/keystonebasic/create_and_list_users-cc.yml + sla_max_seconds: 30 + sla_max_failure: 0 + create-and-list-tenants: + enabled: true + file: rally/keystonebasic/create_and_list_tenants-cc.yml + sla_max_seconds: 30 + sla_max_failure: 0 + add-and-remove-user-role: + enabled: true + file: rally/keystonebasic/add_and_remove_user_role-cc.yml + sla_max_seconds: 30 + sla_max_failure: 0 + create-and-delete-role: + enabled: true + file: rally/keystonebasic/create_and_delete_role-cc.yml + sla_max_seconds: 30 + sla_max_failure: 0 + create-add-and-list-user-roles: + enabled: true + file: rally/keystonebasic/create_add_and_list_user_roles-cc.yml + sla_max_seconds: 30 + sla_max_failure: 0 + get-entities: + enabled: true + file: rally/keystonebasic/get_entities-cc.yml + sla_max_seconds: 30 + sla_max_failure: 0 + create-and-delete-service: + enabled: true + file: rally/keystonebasic/create_and_delete_service-cc.yml + sla_max_seconds: 30 + sla_max_failure: 0 + create-update-and-delete-tenant: + enabled: true + file: rally/keystonebasic/create_update_and_delete_tenant-cc.yml + sla_max_seconds: 30 + sla_max_failure: 0 + create-user-update-password: + enabled: true + file: rally/keystonebasic/create_user_update_password-cc.yml + sla_max_seconds: 30 + sla_max_failure: 0 + create-and-list-services: + enabled: true + file: rally/keystonebasic/create_and_list_services-cc.yml + sla_max_seconds: 30 + sla_max_failure: 0 + create-and-list-ec2credentials: + enabled: true + file: rally/keystonebasic/create_and_list_ec2credentials-cc.yml + sla_max_seconds: 30 + sla_max_failure: 0 + create-and-delete-ec2credentials: + enabled: true + file: rally/keystonebasic/create_and_delete_ec2credentials-cc.yml + sla_max_seconds: 30 + sla_max_failure: 0 diff --git a/conf/browbeat-keystone-minimal.yaml b/conf/browbeat-keystone-minimal.yaml new file mode 100644 index 000000000..51b49350e --- /dev/null +++ b/conf/browbeat-keystone-minimal.yaml @@ -0,0 +1,177 @@ +# Complete set of Keystone Stress tests run minimal number of times. +# Good sanity test to see if OSP will be able to handle the longer stress tests. +browbeat: + results : results/ + sudo: true + connmon: false + rerun: 1 +ansible: + hosts: ansible/hosts + install: + connmon: ansible/install/connmon.yml + browbeat: ansible/install/browbeat.yml + check: ansible/check/site.yml + adjust: + keystone_token: ansible/browbeat/adjustment-keystone-token.yml + neutron_l3: ansible/browbeat/adjustment-l3.yml + nova_db: ansible/browbeat/adjustment-db.yml + workers: ansible/browbeat/adjustment-workers.yml + grafana_snapshot: ansible/browbeat/snapshot-general-performance-dashboard.yml + shaker_build: ansible/install/shaker_build.yml +grafana: + enabled: false + cloud_name: openstack + grafana_ip: 1.1.1.1 + grafana_port: 3000 + dashboards: + - openstack-general-system-performance + snapshot: + enabled: false + grafana_api_key: (Your API Key Here) + snapshot_compute: false +rally: + enabled: true + sleep_before: 5 + sleep_after: 5 + venv: /home/stack/rally-venv/bin/activate + benchmarks: + authenticate: + enabled: true + concurrency: + - 32 + times: 100 + scenarios: + authentic-cinder: + enabled: true + file: rally/authenticate/validate_cinder-cc.yml + sla_max_avg_duration: 12 + sla_max_seconds: 30 + sla_max_failure: 0 + authentic-glance: + enabled: true + file: rally/authenticate/validate_glance-cc.yml + sla_max_avg_duration: 12 + sla_max_seconds: 30 + sla_max_failure: 0 + authentic-heat: + enabled: true + file: rally/authenticate/validate_heat-cc.yml + sla_max_avg_duration: 12 + sla_max_seconds: 30 + sla_max_failure: 0 + authentic-keystone: + enabled: true + file: rally/authenticate/keystone-cc.yml + sla_max_avg_duration: 6 + sla_max_seconds: 30 + sla_max_failure: 0 + authentic-monasca: + enabled: false + file: rally/authenticate/validate_monasca-cc.yml + sla_max_avg_duration: 12 + sla_max_seconds: 30 + sla_max_failure: 0 + authentic-neutron: + enabled: true + file: rally/authenticate/validate_neutron-cc.yml + sla_max_avg_duration: 18 + sla_max_seconds: 30 + sla_max_failure: 0 + authentic-nova: + enabled: true + file: rally/authenticate/validate_nova-cc.yml + sla_max_avg_duration: 12 + sla_max_seconds: 30 + sla_max_failure: 0 + keystonebasic: + enabled: true + concurrency: + - 25 + times: 100 + scenarios: + create-user: + enabled: true + file: rally/keystonebasic/create_user-cc.yml + sla_max_seconds: 30 + sla_max_failure: 0 + create-delete-user: + enabled: true + file: rally/keystonebasic/create_delete_user-cc.yml + sla_max_seconds: 30 + sla_max_failure: 0 + create-user-set-enabled-and-delete: + enabled: true + enabled_flag: true + file: rally/keystonebasic/create_user_set_enabled_and_delete-cc.yml + sla_max_seconds: 30 + sla_max_failure: 0 + create-tenant: + enabled: true + file: rally/keystonebasic/create_tenant-cc.yml + sla_max_seconds: 30 + sla_max_failure: 0 + create-tenant-with-users: + enabled: true + file: rally/keystonebasic/create_tenant_with_users-cc.yml + sla_max_seconds: 30 + sla_max_failure: 0 + create-and-list-users: + enabled: true + file: rally/keystonebasic/create_and_list_users-cc.yml + sla_max_seconds: 30 + sla_max_failure: 0 + create-and-list-tenants: + enabled: true + file: rally/keystonebasic/create_and_list_tenants-cc.yml + sla_max_seconds: 30 + sla_max_failure: 0 + add-and-remove-user-role: + enabled: true + file: rally/keystonebasic/add_and_remove_user_role-cc.yml + sla_max_seconds: 30 + sla_max_failure: 0 + create-and-delete-role: + enabled: true + file: rally/keystonebasic/create_and_delete_role-cc.yml + sla_max_seconds: 30 + sla_max_failure: 0 + create-add-and-list-user-roles: + enabled: true + file: rally/keystonebasic/create_add_and_list_user_roles-cc.yml + sla_max_seconds: 30 + sla_max_failure: 0 + get-entities: + enabled: true + file: rally/keystonebasic/get_entities-cc.yml + sla_max_seconds: 30 + sla_max_failure: 0 + create-and-delete-service: + enabled: true + file: rally/keystonebasic/create_and_delete_service-cc.yml + sla_max_seconds: 30 + sla_max_failure: 0 + create-update-and-delete-tenant: + enabled: true + file: rally/keystonebasic/create_update_and_delete_tenant-cc.yml + sla_max_seconds: 30 + sla_max_failure: 0 + create-user-update-password: + enabled: true + file: rally/keystonebasic/create_user_update_password-cc.yml + sla_max_seconds: 30 + sla_max_failure: 0 + create-and-list-services: + enabled: true + file: rally/keystonebasic/create_and_list_services-cc.yml + sla_max_seconds: 30 + sla_max_failure: 0 + create-and-list-ec2credentials: + enabled: true + file: rally/keystonebasic/create_and_list_ec2credentials-cc.yml + sla_max_seconds: 30 + sla_max_failure: 0 + create-and-delete-ec2credentials: + enabled: true + file: rally/keystonebasic/create_and_delete_ec2credentials-cc.yml + sla_max_seconds: 30 + sla_max_failure: 0 diff --git a/rally/authenticate/README.md b/rally/authenticate/README.md new file mode 100644 index 000000000..9f0f962f7 --- /dev/null +++ b/rally/authenticate/README.md @@ -0,0 +1 @@ +# Authenticate scenarios diff --git a/rally/keystone/authenticate-keystone-cc.yml b/rally/authenticate/keystone-cc.yml similarity index 100% rename from rally/keystone/authenticate-keystone-cc.yml rename to rally/authenticate/keystone-cc.yml diff --git a/rally/authenticate/validate_cinder-cc.yml b/rally/authenticate/validate_cinder-cc.yml new file mode 100644 index 000000000..43a22e37f --- /dev/null +++ b/rally/authenticate/validate_cinder-cc.yml @@ -0,0 +1,25 @@ +{% set repetitions = repetitions or 2 %} +{% set sla_max_avg_duration = sla_max_avg_duration or 60 %} +{% set sla_max_failure = sla_max_failure or 0 %} +{% set sla_max_seconds = sla_max_seconds or 60 %} +--- + Authenticate.validate_cinder: + - + args: + repetitions: {{repetitions}} + context: + users: + project_domain: "default" + resource_management_workers: 30 + tenants: 1 + user_domain: "default" + users_per_tenant: 8 + runner: + concurrency: {{concurrency}} + times: {{times}} + type: "constant" + sla: + max_avg_duration: {{sla_max_avg_duration}} + max_seconds_per_iteration: {{sla_max_seconds}} + failure_rate: + max: {{sla_max_failure}} diff --git a/rally/authenticate/validate_glance-cc.yml b/rally/authenticate/validate_glance-cc.yml new file mode 100644 index 000000000..55866962c --- /dev/null +++ b/rally/authenticate/validate_glance-cc.yml @@ -0,0 +1,25 @@ +{% set repetitions = repetitions or 2 %} +{% set sla_max_avg_duration = sla_max_avg_duration or 60 %} +{% set sla_max_failure = sla_max_failure or 0 %} +{% set sla_max_seconds = sla_max_seconds or 60 %} +--- + Authenticate.validate_glance: + - + args: + repetitions: {{repetitions}} + context: + users: + project_domain: "default" + resource_management_workers: 30 + tenants: 1 + user_domain: "default" + users_per_tenant: 8 + runner: + concurrency: {{concurrency}} + times: {{times}} + type: "constant" + sla: + max_avg_duration: {{sla_max_avg_duration}} + max_seconds_per_iteration: {{sla_max_seconds}} + failure_rate: + max: {{sla_max_failure}} diff --git a/rally/authenticate/validate_heat-cc.yml b/rally/authenticate/validate_heat-cc.yml new file mode 100644 index 000000000..8225da4b0 --- /dev/null +++ b/rally/authenticate/validate_heat-cc.yml @@ -0,0 +1,25 @@ +{% set repetitions = repetitions or 2 %} +{% set sla_max_avg_duration = sla_max_avg_duration or 60 %} +{% set sla_max_failure = sla_max_failure or 0 %} +{% set sla_max_seconds = sla_max_seconds or 60 %} +--- + Authenticate.validate_heat: + - + args: + repetitions: {{repetitions}} + context: + users: + project_domain: "default" + resource_management_workers: 30 + tenants: 1 + user_domain: "default" + users_per_tenant: 8 + runner: + concurrency: {{concurrency}} + times: {{times}} + type: "constant" + sla: + max_avg_duration: {{sla_max_avg_duration}} + max_seconds_per_iteration: {{sla_max_seconds}} + failure_rate: + max: {{sla_max_failure}} diff --git a/rally/authenticate/validate_monasca-cc.yml b/rally/authenticate/validate_monasca-cc.yml new file mode 100644 index 000000000..2c17f4c46 --- /dev/null +++ b/rally/authenticate/validate_monasca-cc.yml @@ -0,0 +1,25 @@ +{% set repetitions = repetitions or 2 %} +{% set sla_max_avg_duration = sla_max_avg_duration or 60 %} +{% set sla_max_failure = sla_max_failure or 0 %} +{% set sla_max_seconds = sla_max_seconds or 60 %} +--- + Authenticate.validate_monasca: + - + args: + repetitions: {{repetitions}} + context: + users: + project_domain: "default" + resource_management_workers: 30 + tenants: 1 + user_domain: "default" + users_per_tenant: 8 + runner: + concurrency: {{concurrency}} + times: {{times}} + type: "constant" + sla: + max_avg_duration: {{sla_max_avg_duration}} + max_seconds_per_iteration: {{sla_max_seconds}} + failure_rate: + max: {{sla_max_failure}} diff --git a/rally/keystone/authenticate-neutron-cc.yml b/rally/authenticate/validate_neutron-cc.yml similarity index 100% rename from rally/keystone/authenticate-neutron-cc.yml rename to rally/authenticate/validate_neutron-cc.yml diff --git a/rally/keystone/authenticate-nova-cc.yml b/rally/authenticate/validate_nova-cc.yml similarity index 100% rename from rally/keystone/authenticate-nova-cc.yml rename to rally/authenticate/validate_nova-cc.yml diff --git a/rally/keystone/README.md b/rally/keystone/README.md deleted file mode 100644 index b28fe4cbd..000000000 --- a/rally/keystone/README.md +++ /dev/null @@ -1 +0,0 @@ -# Keystone scenarios diff --git a/rally/keystonebasic/README.md b/rally/keystonebasic/README.md new file mode 100644 index 000000000..0d250a01f --- /dev/null +++ b/rally/keystonebasic/README.md @@ -0,0 +1 @@ +# KeystoneBasic scenarios diff --git a/rally/keystonebasic/add_and_remove_user_role-cc.yml b/rally/keystonebasic/add_and_remove_user_role-cc.yml new file mode 100644 index 000000000..a6ffea58c --- /dev/null +++ b/rally/keystonebasic/add_and_remove_user_role-cc.yml @@ -0,0 +1,23 @@ +{% set sla_max_avg_duration = sla_max_avg_duration or 60 %} +{% set sla_max_failure = sla_max_failure or 0 %} +{% set sla_max_seconds = sla_max_seconds or 60 %} +--- + KeystoneBasic.add_and_remove_user_role: + - + args: {} + context: + users: + project_domain: "default" + resource_management_workers: 30 + tenants: 1 + user_domain: "default" + users_per_tenant: 8 + runner: + concurrency: {{concurrency}} + times: {{times}} + type: "constant" + sla: + max_avg_duration: {{sla_max_avg_duration}} + max_seconds_per_iteration: {{sla_max_seconds}} + failure_rate: + max: {{sla_max_failure}} diff --git a/rally/keystonebasic/create_add_and_list_user_roles-cc.yml b/rally/keystonebasic/create_add_and_list_user_roles-cc.yml new file mode 100644 index 000000000..6c2d95249 --- /dev/null +++ b/rally/keystonebasic/create_add_and_list_user_roles-cc.yml @@ -0,0 +1,23 @@ +{% set sla_max_avg_duration = sla_max_avg_duration or 60 %} +{% set sla_max_failure = sla_max_failure or 0 %} +{% set sla_max_seconds = sla_max_seconds or 60 %} +--- + KeystoneBasic.create_add_and_list_user_roles: + - + args: {} + context: + users: + project_domain: "default" + resource_management_workers: 30 + tenants: 1 + user_domain: "default" + users_per_tenant: 8 + runner: + concurrency: {{concurrency}} + times: {{times}} + type: "constant" + sla: + max_avg_duration: {{sla_max_avg_duration}} + max_seconds_per_iteration: {{sla_max_seconds}} + failure_rate: + max: {{sla_max_failure}} diff --git a/rally/keystonebasic/create_and_delete_ec2credentials-cc.yml b/rally/keystonebasic/create_and_delete_ec2credentials-cc.yml new file mode 100644 index 000000000..7e139ebfe --- /dev/null +++ b/rally/keystonebasic/create_and_delete_ec2credentials-cc.yml @@ -0,0 +1,23 @@ +{% set sla_max_avg_duration = sla_max_avg_duration or 60 %} +{% set sla_max_failure = sla_max_failure or 0 %} +{% set sla_max_seconds = sla_max_seconds or 60 %} +--- + KeystoneBasic.create_and_delete_ec2credential: + - + args: {} + context: + users: + project_domain: "default" + resource_management_workers: 30 + tenants: 1 + user_domain: "default" + users_per_tenant: 8 + runner: + concurrency: {{concurrency}} + times: {{times}} + type: "constant" + sla: + max_avg_duration: {{sla_max_avg_duration}} + max_seconds_per_iteration: {{sla_max_seconds}} + failure_rate: + max: {{sla_max_failure}} diff --git a/rally/keystonebasic/create_and_delete_role-cc.yml b/rally/keystonebasic/create_and_delete_role-cc.yml new file mode 100644 index 000000000..3a5ff6eaa --- /dev/null +++ b/rally/keystonebasic/create_and_delete_role-cc.yml @@ -0,0 +1,23 @@ +{% set sla_max_avg_duration = sla_max_avg_duration or 60 %} +{% set sla_max_failure = sla_max_failure or 0 %} +{% set sla_max_seconds = sla_max_seconds or 60 %} +--- + KeystoneBasic.create_and_delete_role: + - + args: {} + context: + users: + project_domain: "default" + resource_management_workers: 30 + tenants: 1 + user_domain: "default" + users_per_tenant: 8 + runner: + concurrency: {{concurrency}} + times: {{times}} + type: "constant" + sla: + max_avg_duration: {{sla_max_avg_duration}} + max_seconds_per_iteration: {{sla_max_seconds}} + failure_rate: + max: {{sla_max_failure}} diff --git a/rally/keystonebasic/create_and_delete_service-cc.yml b/rally/keystonebasic/create_and_delete_service-cc.yml new file mode 100644 index 000000000..65fb16317 --- /dev/null +++ b/rally/keystonebasic/create_and_delete_service-cc.yml @@ -0,0 +1,23 @@ +{% set sla_max_avg_duration = sla_max_avg_duration or 60 %} +{% set sla_max_failure = sla_max_failure or 0 %} +{% set sla_max_seconds = sla_max_seconds or 60 %} +--- + KeystoneBasic.create_and_delete_service: + - + args: {} + context: + users: + project_domain: "default" + resource_management_workers: 30 + tenants: 1 + user_domain: "default" + users_per_tenant: 8 + runner: + concurrency: {{concurrency}} + times: {{times}} + type: "constant" + sla: + max_avg_duration: {{sla_max_avg_duration}} + max_seconds_per_iteration: {{sla_max_seconds}} + failure_rate: + max: {{sla_max_failure}} diff --git a/rally/keystonebasic/create_and_list_ec2credentials-cc.yml b/rally/keystonebasic/create_and_list_ec2credentials-cc.yml new file mode 100644 index 000000000..29d775f7e --- /dev/null +++ b/rally/keystonebasic/create_and_list_ec2credentials-cc.yml @@ -0,0 +1,23 @@ +{% set sla_max_avg_duration = sla_max_avg_duration or 60 %} +{% set sla_max_failure = sla_max_failure or 0 %} +{% set sla_max_seconds = sla_max_seconds or 60 %} +--- + KeystoneBasic.create_and_list_ec2credentials: + - + args: {} + context: + users: + project_domain: "default" + resource_management_workers: 30 + tenants: 1 + user_domain: "default" + users_per_tenant: 8 + runner: + concurrency: {{concurrency}} + times: {{times}} + type: "constant" + sla: + max_avg_duration: {{sla_max_avg_duration}} + max_seconds_per_iteration: {{sla_max_seconds}} + failure_rate: + max: {{sla_max_failure}} diff --git a/rally/keystonebasic/create_and_list_services-cc.yml b/rally/keystonebasic/create_and_list_services-cc.yml new file mode 100644 index 000000000..97acaba7d --- /dev/null +++ b/rally/keystonebasic/create_and_list_services-cc.yml @@ -0,0 +1,23 @@ +{% set sla_max_avg_duration = sla_max_avg_duration or 60 %} +{% set sla_max_failure = sla_max_failure or 0 %} +{% set sla_max_seconds = sla_max_seconds or 60 %} +--- + KeystoneBasic.create_and_list_services: + - + args: {} + context: + users: + project_domain: "default" + resource_management_workers: 30 + tenants: 1 + user_domain: "default" + users_per_tenant: 8 + runner: + concurrency: {{concurrency}} + times: {{times}} + type: "constant" + sla: + max_avg_duration: {{sla_max_avg_duration}} + max_seconds_per_iteration: {{sla_max_seconds}} + failure_rate: + max: {{sla_max_failure}} diff --git a/rally/keystone/keystone-create-list-tenant-cc.yml b/rally/keystonebasic/create_and_list_tenants-cc.yml similarity index 100% rename from rally/keystone/keystone-create-list-tenant-cc.yml rename to rally/keystonebasic/create_and_list_tenants-cc.yml diff --git a/rally/keystone/keystone-create-list-user-cc.yml b/rally/keystonebasic/create_and_list_users-cc.yml similarity index 100% rename from rally/keystone/keystone-create-list-user-cc.yml rename to rally/keystonebasic/create_and_list_users-cc.yml diff --git a/rally/keystonebasic/create_delete_user-cc.yml b/rally/keystonebasic/create_delete_user-cc.yml new file mode 100644 index 000000000..0a9066f1b --- /dev/null +++ b/rally/keystonebasic/create_delete_user-cc.yml @@ -0,0 +1,23 @@ +{% set sla_max_avg_duration = sla_max_avg_duration or 60 %} +{% set sla_max_failure = sla_max_failure or 0 %} +{% set sla_max_seconds = sla_max_seconds or 60 %} +--- + KeystoneBasic.create_delete_user: + - + args: {} + context: + users: + project_domain: "default" + resource_management_workers: 30 + tenants: 1 + user_domain: "default" + users_per_tenant: 8 + runner: + concurrency: {{concurrency}} + times: {{times}} + type: "constant" + sla: + max_avg_duration: {{sla_max_avg_duration}} + max_seconds_per_iteration: {{sla_max_seconds}} + failure_rate: + max: {{sla_max_failure}} diff --git a/rally/keystonebasic/create_tenant-cc.yml b/rally/keystonebasic/create_tenant-cc.yml new file mode 100644 index 000000000..5ba2057e5 --- /dev/null +++ b/rally/keystonebasic/create_tenant-cc.yml @@ -0,0 +1,23 @@ +{% set sla_max_avg_duration = sla_max_avg_duration or 60 %} +{% set sla_max_failure = sla_max_failure or 0 %} +{% set sla_max_seconds = sla_max_seconds or 60 %} +--- + KeystoneBasic.create_tenant: + - + args: {} + context: + users: + project_domain: "default" + resource_management_workers: 30 + tenants: 1 + user_domain: "default" + users_per_tenant: 8 + runner: + concurrency: {{concurrency}} + times: {{times}} + type: "constant" + sla: + max_avg_duration: {{sla_max_avg_duration}} + max_seconds_per_iteration: {{sla_max_seconds}} + failure_rate: + max: {{sla_max_failure}} diff --git a/rally/keystonebasic/create_tenant_with_users-cc.yml b/rally/keystonebasic/create_tenant_with_users-cc.yml new file mode 100644 index 000000000..f2cfcfb9d --- /dev/null +++ b/rally/keystonebasic/create_tenant_with_users-cc.yml @@ -0,0 +1,25 @@ +{% set users_per_tenant = users_per_tenant or 5 %} +{% set sla_max_avg_duration = sla_max_avg_duration or 60 %} +{% set sla_max_failure = sla_max_failure or 0 %} +{% set sla_max_seconds = sla_max_seconds or 60 %} +--- + KeystoneBasic.create_tenant_with_users: + - + args: + users_per_tenant: {{users_per_tenant}} + context: + users: + project_domain: "default" + resource_management_workers: 30 + tenants: 1 + user_domain: "default" + users_per_tenant: 8 + runner: + concurrency: {{concurrency}} + times: {{times}} + type: "constant" + sla: + max_avg_duration: {{sla_max_avg_duration}} + max_seconds_per_iteration: {{sla_max_seconds}} + failure_rate: + max: {{sla_max_failure}} diff --git a/rally/keystonebasic/create_update_and_delete_tenant-cc.yml b/rally/keystonebasic/create_update_and_delete_tenant-cc.yml new file mode 100644 index 000000000..6580940fe --- /dev/null +++ b/rally/keystonebasic/create_update_and_delete_tenant-cc.yml @@ -0,0 +1,23 @@ +{% set sla_max_avg_duration = sla_max_avg_duration or 60 %} +{% set sla_max_failure = sla_max_failure or 0 %} +{% set sla_max_seconds = sla_max_seconds or 60 %} +--- + KeystoneBasic.create_update_and_delete_tenant: + - + args: {} + context: + users: + project_domain: "default" + resource_management_workers: 30 + tenants: 1 + user_domain: "default" + users_per_tenant: 8 + runner: + concurrency: {{concurrency}} + times: {{times}} + type: "constant" + sla: + max_avg_duration: {{sla_max_avg_duration}} + max_seconds_per_iteration: {{sla_max_seconds}} + failure_rate: + max: {{sla_max_failure}} diff --git a/rally/keystonebasic/create_user-cc.yml b/rally/keystonebasic/create_user-cc.yml new file mode 100644 index 000000000..d7d07785c --- /dev/null +++ b/rally/keystonebasic/create_user-cc.yml @@ -0,0 +1,23 @@ +{% set sla_max_avg_duration = sla_max_avg_duration or 60 %} +{% set sla_max_failure = sla_max_failure or 0 %} +{% set sla_max_seconds = sla_max_seconds or 60 %} +--- + KeystoneBasic.create_user: + - + args: {} + context: + users: + project_domain: "default" + resource_management_workers: 30 + tenants: 1 + user_domain: "default" + users_per_tenant: 8 + runner: + concurrency: {{concurrency}} + times: {{times}} + type: "constant" + sla: + max_avg_duration: {{sla_max_avg_duration}} + max_seconds_per_iteration: {{sla_max_seconds}} + failure_rate: + max: {{sla_max_failure}} diff --git a/rally/keystonebasic/create_user_set_enabled_and_delete-cc.yml b/rally/keystonebasic/create_user_set_enabled_and_delete-cc.yml new file mode 100644 index 000000000..0f04a3afc --- /dev/null +++ b/rally/keystonebasic/create_user_set_enabled_and_delete-cc.yml @@ -0,0 +1,25 @@ +{% set enabled_flag = enabled_flag or true %} +{% set sla_max_avg_duration = sla_max_avg_duration or 60 %} +{% set sla_max_failure = sla_max_failure or 0 %} +{% set sla_max_seconds = sla_max_seconds or 60 %} +--- + KeystoneBasic.create_user_set_enabled_and_delete: + - + args: + enabled: {{enabled_flag}} + context: + users: + project_domain: "default" + resource_management_workers: 30 + tenants: 1 + user_domain: "default" + users_per_tenant: 8 + runner: + concurrency: {{concurrency}} + times: {{times}} + type: "constant" + sla: + max_avg_duration: {{sla_max_avg_duration}} + max_seconds_per_iteration: {{sla_max_seconds}} + failure_rate: + max: {{sla_max_failure}} diff --git a/rally/keystonebasic/create_user_update_password-cc.yml b/rally/keystonebasic/create_user_update_password-cc.yml new file mode 100644 index 000000000..c99dabbef --- /dev/null +++ b/rally/keystonebasic/create_user_update_password-cc.yml @@ -0,0 +1,23 @@ +{% set sla_max_avg_duration = sla_max_avg_duration or 60 %} +{% set sla_max_failure = sla_max_failure or 0 %} +{% set sla_max_seconds = sla_max_seconds or 60 %} +--- + KeystoneBasic.create_user_update_password: + - + args: {} + context: + users: + project_domain: "default" + resource_management_workers: 30 + tenants: 1 + user_domain: "default" + users_per_tenant: 8 + runner: + concurrency: {{concurrency}} + times: {{times}} + type: "constant" + sla: + max_avg_duration: {{sla_max_avg_duration}} + max_seconds_per_iteration: {{sla_max_seconds}} + failure_rate: + max: {{sla_max_failure}} diff --git a/rally/keystonebasic/get_entities-cc.yml b/rally/keystonebasic/get_entities-cc.yml new file mode 100644 index 000000000..8222fb192 --- /dev/null +++ b/rally/keystonebasic/get_entities-cc.yml @@ -0,0 +1,23 @@ +{% set sla_max_avg_duration = sla_max_avg_duration or 60 %} +{% set sla_max_failure = sla_max_failure or 0 %} +{% set sla_max_seconds = sla_max_seconds or 60 %} +--- + KeystoneBasic.get_entities: + - + args: {} + context: + users: + project_domain: "default" + resource_management_workers: 30 + tenants: 1 + user_domain: "default" + users_per_tenant: 8 + runner: + concurrency: {{concurrency}} + times: {{times}} + type: "constant" + sla: + max_avg_duration: {{sla_max_avg_duration}} + max_seconds_per_iteration: {{sla_max_seconds}} + failure_rate: + max: {{sla_max_failure}}