openstack/rally
Code Issues Proposed changes

Adding sla_check to gate jobs

Browse Source 
Adds proper sla checks to each benchmark configuration to be run
in the gates and adds sla check to the script to check if non-zero
status is returned

Change-Id: Ibba485aa1b070fc5eff0b4cfece0f249e9fae166
This commit is contained in:
Kumar Rishabh 2014-08-01 17:35:40 +00:00
parent 37e502bd77
commit a92d7eaeb1
3 changed files with 165 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
rally-scenarios/rally-neutron.yaml
View File

@ -33,6 +33,8 @@
floatingip: -1 floatingip: -1
security_group: -1 security_group: -1
security_group_rule: -1 security_group_rule: -1
sla:
max_failure_percent: 0
NeutronNetworks.create_and_list_networks: NeutronNetworks.create_and_list_networks:
- -
@ -49,6 +51,8 @@
quotas: quotas:
neutron: neutron:
network: -1 network: -1
sla:
max_failure_percent: 0
NeutronNetworks.create_and_list_subnets: NeutronNetworks.create_and_list_subnets:
- -
@ -69,6 +73,8 @@
neutron: neutron:
network: -1 network: -1
subnet: -1 subnet: -1
sla:
max_failure_percent: 0
NeutronNetworks.create_and_list_routers: NeutronNetworks.create_and_list_routers:
- -
@ -91,6 +97,8 @@
network: -1 network: -1
subnet: -1 subnet: -1
router: -1 router: -1
sla:
max_failure_percent: 0
NeutronNetworks.create_and_list_ports: NeutronNetworks.create_and_list_ports:
- -
@ -102,6 +110,18 @@
type: "constant" type: "constant"
times: 100 times: 100
concurrency: 10 concurrency: 10
context:
users:
tenants: 1
users_per_tenant: 1
quotas:
neutron:
network: -1
subnet: -1
router: -1
port: -1
sla:
max_failure_percent: 0
VMTasks.boot_runcommand_delete: VMTasks.boot_runcommand_delete:
- -

159
rally-scenarios/rally.yaml
View File

@ -8,6 +8,8 @@
type: "constant" type: "constant"
times: 10 times: 10
concurrency: 10 concurrency: 10
sla:
max_failure_percent: 0
KeystoneBasic.create_delete_user: KeystoneBasic.create_delete_user:
- -
@ -17,6 +19,8 @@
type: "constant" type: "constant"
times: 10 times: 10
concurrency: 10 concurrency: 10
sla:
max_failure_percent: 0
KeystoneBasic.create_and_list_tenants: KeystoneBasic.create_and_list_tenants:
- -
@ -26,6 +30,8 @@
type: "constant" type: "constant"
times: 10 times: 10
concurrency: 10 concurrency: 10
sla:
max_failure_percent: 0
KeystoneBasic.create_and_list_users: KeystoneBasic.create_and_list_users:
- -
@ -35,6 +41,8 @@
type: "constant" type: "constant"
times: 10 times: 10
concurrency: 10 concurrency: 10
sla:
max_failure_percent: 0
KeystoneBasic.create_tenant: KeystoneBasic.create_tenant:
- -
@ -44,6 +52,8 @@
type: "constant" type: "constant"
times: 10 times: 10
concurrency: 10 concurrency: 10
sla:
max_failure_percent: 0
KeystoneBasic.create_tenant_with_users: KeystoneBasic.create_tenant_with_users:
- -
@ -57,6 +67,8 @@
context: context:
users: users:
tenants: 3 tenants: 3
sla:
max_failure_percent: 0
KeystoneBasic.create_delete_user: KeystoneBasic.create_delete_user:
- -
@ -66,6 +78,8 @@
type: "constant" type: "constant"
times: 10 times: 10
concurrency: 10 concurrency: 10
sla:
max_failure_percent: 0
CeilometerAlarms.create_alarm: CeilometerAlarms.create_alarm:
- -
@ -81,6 +95,8 @@
type: "constant" type: "constant"
times: 10 times: 10
concurrency: 10 concurrency: 10
sla:
max_failure_percent: 0
CeilometerAlarms.create_and_delete_alarm: CeilometerAlarms.create_and_delete_alarm:
- -
@ -96,6 +112,8 @@
type: "constant" type: "constant"
times: 10 times: 10
concurrency: 10 concurrency: 10
sla:
max_failure_percent: 0
CeilometerAlarms.create_and_list_alarm: CeilometerAlarms.create_and_list_alarm:
- -
@ -111,6 +129,8 @@
type: "constant" type: "constant"
times: 10 times: 10
concurrency: 10 concurrency: 10
sla:
max_failure_percent: 0
CeilometerAlarms.create_and_update_alarm: CeilometerAlarms.create_and_update_alarm:
- -
@ -126,6 +146,8 @@
type: "constant" type: "constant"
times: 10 times: 10
concurrency: 10 concurrency: 10
sla:
max_failure_percent: 0
CeilometerAlarms.list_alarms: CeilometerAlarms.list_alarms:
- -
@ -133,6 +155,8 @@
type: "constant" type: "constant"
times: 10 times: 10
concurrency: 10 concurrency: 10
sla:
max_failure_percent: 0
CeilometerMeters.list_meters: CeilometerMeters.list_meters:
- -
@ -140,6 +164,8 @@
type: "constant" type: "constant"
times: 10 times: 10
concurrency: 1 concurrency: 1
sla:
max_failure_percent: 0
CeilometerResource.list_resources: CeilometerResource.list_resources:
- -
@ -147,6 +173,8 @@
type: "constant" type: "constant"
times: 10 times: 10
concurrency: 10 concurrency: 10
sla:
max_failure_percent: 0
Dummy.dummy: Dummy.dummy:
- -
@ -160,6 +188,8 @@
users: users:
tenants: 1 tenants: 1
users_per_tenant: 1 users_per_tenant: 1
sla:
max_failure_percent: 0
- -
args: args:
@ -173,6 +203,8 @@
users: users:
tenants: 1 tenants: 1
users_per_tenant: 1 users_per_tenant: 1
sla:
max_failure_percent: 0
- -
args: args:
@ -203,6 +235,8 @@
gigabytes: -1 gigabytes: -1
snapshots: -1 snapshots: -1
volumes: -1 volumes: -1
sla:
max_failure_percent: 0
Dummy.dummy_exception: Dummy.dummy_exception:
- -
@ -252,6 +286,8 @@
users: users:
tenants: 1 tenants: 1
users_per_tenant: 1 users_per_tenant: 1
sla:
max_failure_percent: 0
FakePlugin.testplugin: FakePlugin.testplugin:
- -
@ -259,6 +295,8 @@
type: "constant" type: "constant"
times: 4 times: 4
concurrency: 2 concurrency: 2
sla:
max_failure_percent: 0
CeilometerStats.create_meter_and_get_stats: CeilometerStats.create_meter_and_get_stats:
- -
@ -272,6 +310,8 @@
type: "constant" type: "constant"
times: 200 times: 200
concurrency: 5 concurrency: 5
sla:
max_failure_percent: 0
CeilometerQueries.create_and_query_alarms: CeilometerQueries.create_and_query_alarms:
- -
@ -290,6 +330,8 @@
type: "constant" type: "constant"
times: 10 times: 10
concurrency: 10 concurrency: 10
sla:
max_failure_percent: 0
CeilometerQueries.create_and_query_alarm_history: CeilometerQueries.create_and_query_alarm_history:
- -
@ -307,6 +349,8 @@
type: "constant" type: "constant"
times: 10 times: 10
concurrency: 10 concurrency: 10
sla:
max_failure_percent: 0
CeilometerQueries.create_and_query_samples: CeilometerQueries.create_and_query_samples:
- -
@ -323,6 +367,8 @@
type: "constant" type: "constant"
times: 10 times: 10
concurrency: 10 concurrency: 10
sla:
max_failure_percent: 0
HeatStacks.create_and_list_stack: HeatStacks.create_and_list_stack:
- -
@ -334,6 +380,8 @@
users: users:
tenants: 1 tenants: 1
users_per_tenant: 1 users_per_tenant: 1
sla:
max_failure_percent: 0
HeatStacks.create_and_delete_stack: HeatStacks.create_and_delete_stack:
- -
@ -345,6 +393,8 @@
users: users:
tenants: 2 tenants: 2
users_per_tenant: 3 users_per_tenant: 3
sla:
max_failure_percent: 0
Authenticate.keystone: Authenticate.keystone:
- -
@ -356,6 +406,8 @@
users: users:
tenants: 2 tenants: 2
users_per_tenant: 10 users_per_tenant: 10
sla:
max_failure_percent: 0
SaharaNodeGroupTemplates.create_and_list_node_group_templates: SaharaNodeGroupTemplates.create_and_list_node_group_templates:
- -
@ -370,6 +422,8 @@
users: users:
tenants: 1 tenants: 1
users_per_tenant: 1 users_per_tenant: 1
sla:
max_failure_percent: 0
SaharaNodeGroupTemplates.create_delete_node_group_templates: SaharaNodeGroupTemplates.create_delete_node_group_templates:
- -
@ -384,6 +438,8 @@
users: users:
tenants: 1 tenants: 1
users_per_tenant: 1 users_per_tenant: 1
sla:
max_failure_percent: 0
Authenticate.validate_cinder: Authenticate.validate_cinder:
- -
@ -397,6 +453,8 @@
users: users:
tenants: 3 tenants: 3
users_per_tenant: 5 users_per_tenant: 5
sla:
max_failure_percent: 0
Authenticate.validate_glance: Authenticate.validate_glance:
- -
@ -410,6 +468,8 @@
users: users:
tenants: 3 tenants: 3
users_per_tenant: 5 users_per_tenant: 5
sla:
max_failure_percent: 0
Authenticate.validate_heat: Authenticate.validate_heat:
- -
@ -423,6 +483,8 @@
users: users:
tenants: 3 tenants: 3
users_per_tenant: 5 users_per_tenant: 5
sla:
max_failure_percent: 0
Authenticate.validate_nova: Authenticate.validate_nova:
- -
@ -436,6 +498,8 @@
users: users:
tenants: 3 tenants: 3
users_per_tenant: 5 users_per_tenant: 5
sla:
max_failure_percent: 0
Quotas.cinder_update: Quotas.cinder_update:
- -
@ -449,6 +513,8 @@
users: users:
tenants: 3 tenants: 3
users_per_tenant: 2 users_per_tenant: 2
sla:
max_failure_percent: 0
Quotas.nova_update_and_delete: Quotas.nova_update_and_delete:
- -
@ -462,6 +528,8 @@
users: users:
tenants: 3 tenants: 3
users_per_tenant: 2 users_per_tenant: 2
sla:
max_failure_percent: 0
Quotas.nova_update: Quotas.nova_update:
- -
@ -475,6 +543,8 @@
users: users:
tenants: 3 tenants: 3
users_per_tenant: 2 users_per_tenant: 2
sla:
max_failure_percent: 0
CinderVolumes.create_and_delete_volume: CinderVolumes.create_and_delete_volume:
- -
@ -488,6 +558,8 @@
users: users:
tenants: 2 tenants: 2
users_per_tenant: 2 users_per_tenant: 2
sla:
max_failure_percent: 0
CinderVolumes.create_and_list_volume: CinderVolumes.create_and_list_volume:
- -
@ -502,21 +574,8 @@
users: users:
tenants: 1 tenants: 1
users_per_tenant: 1 users_per_tenant: 1
- sla:
args: max_failure_percent: 0
flavor:
name: "m1.tiny"
image:
name: "cirros-0.3.2-x86_64-uec"
fixed_network: "private"
use_floatingip: false
script: "/home/jenkins/.rally/extra/instance_dd_test.sh"
interpreter: "/bin/sh"
username: "cirros"
runner:
type: "constant"
times: 6
concurrency: 3
CinderVolumes.create_volume: CinderVolumes.create_volume:
- -
@ -530,6 +589,8 @@
users: users:
tenants: 2 tenants: 2
users_per_tenant: 2 users_per_tenant: 2
sla:
max_failure_percent: 0
GlanceImages.create_and_delete_image: GlanceImages.create_and_delete_image:
- -
@ -545,6 +606,8 @@
users: users:
tenants: 2 tenants: 2
users_per_tenant: 3 users_per_tenant: 3
sla:
max_failure_percent: 0
GlanceImages.create_and_list_image: GlanceImages.create_and_list_image:
- -
@ -560,6 +623,8 @@
users: users:
tenants: 1 tenants: 1
users_per_tenant: 1 users_per_tenant: 1
sla:
max_failure_percent: 0
GlanceImages.create_image_and_boot_instances: GlanceImages.create_image_and_boot_instances:
- -
@ -578,6 +643,8 @@
users: users:
tenants: 3 tenants: 3
users_per_tenant: 1 users_per_tenant: 1
sla:
max_failure_percent: 0
NovaServers.boot_and_delete_server: NovaServers.boot_and_delete_server:
- -
@ -594,6 +661,8 @@
users: users:
tenants: 3 tenants: 3
users_per_tenant: 2 users_per_tenant: 2
sla:
max_failure_percent: 0
NovaServers.boot_and_list_server: NovaServers.boot_and_list_server:
- -
@ -611,6 +680,8 @@
users: users:
tenants: 1 tenants: 1
users_per_tenant: 1 users_per_tenant: 1
sla:
max_failure_percent: 0
NovaServers.resize_server: NovaServers.resize_server:
- -
@ -630,6 +701,8 @@
users: users:
tenants: 1 tenants: 1
users_per_tenant: 1 users_per_tenant: 1
sla:
max_failure_percent: 0
NovaServers.boot_and_bounce_server: NovaServers.boot_and_bounce_server:
- -
@ -655,6 +728,8 @@
users: users:
tenants: 3 tenants: 3
users_per_tenant: 2 users_per_tenant: 2
sla:
max_failure_percent: 0
NovaServers.boot_server_from_volume_and_delete: NovaServers.boot_server_from_volume_and_delete:
- -
@ -672,6 +747,8 @@
users: users:
tenants: 3 tenants: 3
users_per_tenant: 2 users_per_tenant: 2
sla:
max_failure_percent: 0
NovaServers.boot_server_from_volume: NovaServers.boot_server_from_volume:
- -
@ -689,6 +766,8 @@
users: users:
tenants: 3 tenants: 3
users_per_tenant: 2 users_per_tenant: 2
sla:
max_failure_percent: 0
NovaServers.snapshot_server: NovaServers.snapshot_server:
- -
@ -705,6 +784,8 @@
users: users:
tenants: 3 tenants: 3
users_per_tenant: 2 users_per_tenant: 2
sla:
max_failure_percent: 0
NovaServers.boot_server: NovaServers.boot_server:
- -
@ -721,3 +802,51 @@
users: users:
tenants: 3 tenants: 3
users_per_tenant: 2 users_per_tenant: 2
sla:
max_failure_percent: 0
VMTasks.boot_runcommand_delete:
-
args:
flavor:
name: "m1.tiny"
image:
name: "cirros-0.3.2-x86_64-uec"
fixed_network: "private"
floating_network: "public"
use_floatingip: true
script: "/home/jenkins/.rally/extra/instance_dd_test.sh"
interpreter: "/bin/sh"
username: "cirros"
runner:
type: "constant"
times: 6
concurrency: 3
context:
users:
tenants: 1
users_per_tenant: 1
sla:
max_failure_percent: 0
-
args:
flavor:
name: "m1.tiny"
image:
name: "cirros-0.3.2-x86_64-uec"
fixed_network: "private"
use_floatingip: false
script: "/home/jenkins/.rally/extra/instance_dd_test.sh"
interpreter: "/bin/sh"
username: "cirros"
runner:
type: "constant"
times: 6
concurrency: 3
context:
users:
tenants: 1
users_per_tenant: 1
sla:
max_failure_percent: 0

1
tests_ci/rally-gate.sh
View File

@ -45,5 +45,6 @@ rally task results | python -m json.tool > rally-plot/results.json
gzip -9 rally-plot/results.json gzip -9 rally-plot/results.json
rally task detailed > rally-plot/detailed.txt rally task detailed > rally-plot/detailed.txt
gzip -9 rally-plot/detailed.txt gzip -9 rally-plot/detailed.txt
rally task sla_check | tee rally-plot/sla.txt
env env