07111cb1dd
* remove nova-net scenarios. Nova-Network is dead. We do not have it in our gates * Do not duplicate VMTask scenarios in *-nova and *-neutron jobs. We have equal envs there, so we shouldn't waste infra's resources and test them twice. It is redundant. Let's keep VMTask scenarios only in *-neutron job for now and balance number of scenarios in each job in future. * Move Authenticate.validate_heat from main rally job to special *-heat job. * Return GlanceImages.create_image_and_boot_instances to keystone-api-v2 (it was broken due to nova-net). * NovaSecGroup.create_and_* scenarios from nova's gates switched to be launched at Neutron(Nova-API is a proxy in such cases), so we need to setup Neutron secutiry groups quotas for these scenarios Change-Id: Ib7d952e2f7b520d46a1b932e85d3cd70b2ff11aa
368 lines
8.0 KiB
YAML
368 lines
8.0 KiB
YAML
---
|
|
HeatStacks.create_and_list_stack:
|
|
-
|
|
args:
|
|
template_path: "~/.rally/extra/default.yaml.template"
|
|
runner:
|
|
type: "constant"
|
|
times: 6
|
|
concurrency: 3
|
|
context:
|
|
users:
|
|
tenants: 1
|
|
users_per_tenant: 1
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|
|
|
|
HeatStacks.create_and_delete_stack:
|
|
-
|
|
args:
|
|
template_path: "~/.rally/extra/default.yaml.template"
|
|
runner:
|
|
type: "constant"
|
|
times: 6
|
|
concurrency: 3
|
|
context:
|
|
users:
|
|
tenants: 2
|
|
users_per_tenant: 3
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|
|
|
|
-
|
|
args:
|
|
template_path: "~/.rally/extra/server_with_volume.yaml.template"
|
|
runner:
|
|
type: "constant"
|
|
times: 2
|
|
concurrency: 2
|
|
context:
|
|
users:
|
|
tenants: 2
|
|
users_per_tenant: 2
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|
|
|
|
-
|
|
args:
|
|
template_path: "~/.rally/extra/resource_group_server_with_volume.yaml.template"
|
|
parameters:
|
|
num_instances: 2
|
|
files: ["~/.rally/extra/server_with_volume.yaml.template"]
|
|
runner:
|
|
type: "constant"
|
|
times: 2
|
|
concurrency: 2
|
|
context:
|
|
users:
|
|
tenants: 2
|
|
users_per_tenant: 1
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|
|
|
|
-
|
|
args:
|
|
template_path: "~/.rally/extra/resource_group_with_constraint.yaml.template"
|
|
runner:
|
|
type: "constant"
|
|
times: 6
|
|
concurrency: 2
|
|
context:
|
|
users:
|
|
tenants: 2
|
|
users_per_tenant: 2
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|
|
|
|
HeatStacks.create_check_delete_stack:
|
|
-
|
|
args:
|
|
template_path: "~/.rally/extra/random_strings.yaml.template"
|
|
runner:
|
|
type: "constant"
|
|
times: 6
|
|
concurrency: 2
|
|
context:
|
|
users:
|
|
tenants: 2
|
|
users_per_tenant: 2
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|
|
|
|
HeatStacks.create_update_delete_stack:
|
|
-
|
|
args:
|
|
template_path: "~/.rally/extra/random_strings.yaml.template"
|
|
updated_template_path: "~/.rally/extra/updated_random_strings_add.yaml.template"
|
|
runner:
|
|
type: "constant"
|
|
times: 6
|
|
concurrency: 3
|
|
context:
|
|
users:
|
|
tenants: 2
|
|
users_per_tenant: 3
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|
|
|
|
-
|
|
args:
|
|
template_path: "~/.rally/extra/random_strings.yaml.template"
|
|
updated_template_path: "~/.rally/extra/updated_random_strings_delete.yaml.template"
|
|
runner:
|
|
type: "constant"
|
|
times: 6
|
|
concurrency: 3
|
|
context:
|
|
users:
|
|
tenants: 2
|
|
users_per_tenant: 3
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|
|
|
|
-
|
|
args:
|
|
template_path: "~/.rally/extra/random_strings.yaml.template"
|
|
updated_template_path: "~/.rally/extra/updated_random_strings_replace.yaml.template"
|
|
runner:
|
|
type: "constant"
|
|
times: 6
|
|
concurrency: 3
|
|
context:
|
|
users:
|
|
tenants: 2
|
|
users_per_tenant: 3
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|
|
|
|
-
|
|
args:
|
|
template_path: "~/.rally/extra/autoscaling_policy.yaml.template"
|
|
updated_template_path: "~/.rally/extra/updated_autoscaling_policy_inplace.yaml.template"
|
|
runner:
|
|
type: "constant"
|
|
times: 6
|
|
concurrency: 3
|
|
context:
|
|
users:
|
|
tenants: 2
|
|
users_per_tenant: 3
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|
|
|
|
-
|
|
args:
|
|
template_path: "~/.rally/extra/resource_group.yaml.template"
|
|
updated_template_path: "~/.rally/extra/updated_resource_group_increase.yaml.template"
|
|
runner:
|
|
type: "constant"
|
|
times: 6
|
|
concurrency: 3
|
|
context:
|
|
users:
|
|
tenants: 2
|
|
users_per_tenant: 3
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|
|
|
|
-
|
|
args:
|
|
template_path: "~/.rally/extra/resource_group.yaml.template"
|
|
updated_template_path: "~/.rally/extra/updated_resource_group_reduce.yaml.template"
|
|
runner:
|
|
type: "constant"
|
|
times: 6
|
|
concurrency: 3
|
|
context:
|
|
users:
|
|
tenants: 2
|
|
users_per_tenant: 3
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|
|
|
|
HeatStacks.list_stacks_and_resources:
|
|
-
|
|
runner:
|
|
type: "constant"
|
|
times: 6
|
|
concurrency: 3
|
|
context:
|
|
users:
|
|
tenants: 2
|
|
users_per_tenant: 3
|
|
stacks:
|
|
stacks_per_tenant: 2
|
|
resources_per_stack: 10
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|
|
|
|
HeatStacks.create_suspend_resume_delete_stack:
|
|
-
|
|
args:
|
|
template_path: "~/.rally/extra/random_strings.yaml.template"
|
|
runner:
|
|
type: "constant"
|
|
times: 6
|
|
concurrency: 3
|
|
context:
|
|
users:
|
|
tenants: 2
|
|
users_per_tenant: 3
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|
|
|
|
HeatStacks.list_stacks_and_events:
|
|
-
|
|
runner:
|
|
type: "constant"
|
|
times: 6
|
|
concurrency: 3
|
|
context:
|
|
users:
|
|
tenants: 2
|
|
users_per_tenant: 3
|
|
stacks:
|
|
stacks_per_tenant: 2
|
|
resources_per_stack: 10
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|
|
|
|
HeatStacks.create_snapshot_restore_delete_stack:
|
|
-
|
|
args:
|
|
template_path: "~/.rally/extra/random_strings.yaml.template"
|
|
runner:
|
|
type: "constant"
|
|
times: 6
|
|
concurrency: 3
|
|
context:
|
|
users:
|
|
tenants: 2
|
|
users_per_tenant: 3
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|
|
|
|
HeatStacks.create_stack_and_scale:
|
|
-
|
|
args:
|
|
template_path: "~/.rally/extra/autoscaling_group.yaml.template"
|
|
output_key: "scaling_url"
|
|
delta: 1
|
|
parameters:
|
|
scaling_adjustment: 1
|
|
runner:
|
|
type: "constant"
|
|
times: 2
|
|
concurrency: 1
|
|
context:
|
|
users:
|
|
tenants: 2
|
|
users_per_tenant: 1
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|
|
-
|
|
args:
|
|
template_path: "~/.rally/extra/autoscaling_group.yaml.template"
|
|
output_key: "scaling_url"
|
|
delta: -1
|
|
parameters:
|
|
scaling_adjustment: -1
|
|
runner:
|
|
type: "constant"
|
|
times: 2
|
|
concurrency: 2
|
|
context:
|
|
users:
|
|
tenants: 2
|
|
users_per_tenant: 1
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|
|
|
|
HeatStacks.create_stack_and_list_output:
|
|
-
|
|
args:
|
|
template_path: "~/.rally/extra/resource_group_with_outputs.yaml.template"
|
|
runner:
|
|
type: "constant"
|
|
times: 5
|
|
concurrency: 2
|
|
context:
|
|
users:
|
|
tenants: 2
|
|
users_per_tenant: 2
|
|
|
|
HeatStacks.create_stack_and_list_output_via_API:
|
|
-
|
|
args:
|
|
template_path: "~/.rally/extra/resource_group_with_outputs.yaml.template"
|
|
runner:
|
|
type: "constant"
|
|
times: 5
|
|
concurrency: 2
|
|
context:
|
|
users:
|
|
tenants: 2
|
|
users_per_tenant: 2
|
|
|
|
HeatStacks.create_stack_and_show_output:
|
|
-
|
|
args:
|
|
template_path: "~/.rally/extra/resource_group_with_outputs.yaml.template"
|
|
output_key: "val1"
|
|
runner:
|
|
type: "constant"
|
|
times: 5
|
|
concurrency: 2
|
|
context:
|
|
users:
|
|
tenants: 2
|
|
users_per_tenant: 2
|
|
|
|
HeatStacks.create_stack_and_show_output_via_API:
|
|
-
|
|
args:
|
|
template_path: "~/.rally/extra/resource_group_with_outputs.yaml.template"
|
|
output_key: "val1"
|
|
runner:
|
|
type: "constant"
|
|
times: 5
|
|
concurrency: 2
|
|
context:
|
|
users:
|
|
tenants: 2
|
|
users_per_tenant: 2
|
|
|
|
Authenticate.validate_heat:
|
|
-
|
|
args:
|
|
repetitions: 2
|
|
runner:
|
|
type: "constant"
|
|
times: 10
|
|
concurrency: 5
|
|
context:
|
|
users:
|
|
tenants: 3
|
|
users_per_tenant: 5
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|