488 lines
12 KiB
YAML
488 lines
12 KiB
YAML
---
|
|
version: 2
|
|
title: Task for rally-tox-self job
|
|
description: >
|
|
This task contains various scenarios for testing rally features
|
|
subtasks:
|
|
-
|
|
title: Test SLA plugins
|
|
workloads:
|
|
-
|
|
name: Dummy.dummy
|
|
description: "Check SLA"
|
|
args:
|
|
sleep: 0.25
|
|
runner:
|
|
type: "constant"
|
|
times: 20
|
|
concurrency: 5
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|
|
max_seconds_per_iteration: 1.0
|
|
max_avg_duration: 0.5
|
|
outliers:
|
|
max: 1
|
|
min_iterations: 10
|
|
sigmas: 10
|
|
performance_degradation:
|
|
max_degradation: 50
|
|
-
|
|
name: Dummy.failure
|
|
description: Check failure_rate SLA plugin
|
|
args:
|
|
sleep: 0.2
|
|
from_iteration: 5
|
|
to_iteration: 15
|
|
each: 2
|
|
runner:
|
|
type: "constant"
|
|
times: 20
|
|
concurrency: 5
|
|
sla:
|
|
failure_rate:
|
|
min: 25
|
|
max: 25
|
|
-
|
|
name: Dummy.dummy_timed_atomic_actions
|
|
description: Check max_avg_duration_per_atomic SLA plugin
|
|
args:
|
|
number_of_actions: 5
|
|
sleep_factor: 1
|
|
runner:
|
|
type: "constant"
|
|
times: 3
|
|
concurrency: 3
|
|
sla:
|
|
max_avg_duration_per_atomic:
|
|
action_0: 1.0
|
|
action_1: 2.0
|
|
action_2: 3.0
|
|
action_3: 4.0
|
|
action_4: 5.0
|
|
|
|
-
|
|
title: Test constant runner
|
|
workloads:
|
|
-
|
|
name: Dummy.dummy
|
|
description: "Check 'constant' runner."
|
|
args:
|
|
sleep: 0.25
|
|
runner:
|
|
type: "constant"
|
|
times: 8
|
|
concurrency: 4
|
|
max_cpu_count: 2
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|
|
-
|
|
name: Dummy.dummy
|
|
args:
|
|
sleep: 0
|
|
runner:
|
|
type: "constant"
|
|
times: 4500
|
|
concurrency: 20
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|
|
-
|
|
name: Dummy.dummy
|
|
description: >
|
|
Check the ability of constant runner to terminate scenario by timeout.
|
|
args:
|
|
sleep: 30
|
|
runner:
|
|
type: "constant"
|
|
times: 2
|
|
concurrency: 2
|
|
timeout: 1
|
|
sla:
|
|
failure_rate:
|
|
min: 100
|
|
|
|
-
|
|
title: Test constant_for_duration runner
|
|
workloads:
|
|
-
|
|
name: Dummy.dummy
|
|
description: "Check 'constant_for_duration' runner."
|
|
args:
|
|
sleep: 0.1
|
|
runner:
|
|
type: "constant_for_duration"
|
|
duration: 5
|
|
concurrency: 5
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|
|
|
|
-
|
|
title: Test rps runner
|
|
workloads:
|
|
-
|
|
name: Dummy.dummy
|
|
description: "Check 'rps' runner."
|
|
args:
|
|
sleep: 0.001
|
|
runner:
|
|
type: "rps"
|
|
times: 2000
|
|
rps: 200
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|
|
-
|
|
name: Dummy.dummy
|
|
description: >
|
|
Check 'rps' runner with float value of requests per second.
|
|
args:
|
|
sleep: 0.1
|
|
runner:
|
|
type: "rps"
|
|
times: 5
|
|
rps: 0.5
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|
|
-
|
|
name: Dummy.dummy
|
|
description: >
|
|
Check 'rps' runner with float value of requests per second.
|
|
args:
|
|
sleep: 0.1
|
|
runner:
|
|
type: "rps"
|
|
times: 5
|
|
rps: 0.2
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|
|
-
|
|
name: Dummy.dummy
|
|
description: >
|
|
Check 'max_concurrency' and 'max_cpu_count' properties of 'rps' runner.
|
|
args:
|
|
sleep: 0.001
|
|
runner:
|
|
type: "rps"
|
|
times: 200
|
|
rps: 20
|
|
max_concurrency: 10
|
|
max_cpu_count: 3
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|
|
-
|
|
name: Dummy.dummy
|
|
description: "Check 'rps' with start, end, step arguments"
|
|
args:
|
|
sleep: 0.25
|
|
runner:
|
|
type: "rps"
|
|
times: 55
|
|
rps:
|
|
start: 1
|
|
end: 10
|
|
step: 1
|
|
max_concurrency: 10
|
|
max_cpu_count: 3
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|
|
-
|
|
name: Dummy.dummy
|
|
description: "Check 'rps' with start, end, step arguments"
|
|
args:
|
|
sleep: 0.5
|
|
runner:
|
|
type: "rps"
|
|
times: 55
|
|
rps:
|
|
start: 1
|
|
end: 10
|
|
step: 1
|
|
duration: 2
|
|
max_concurrency: 10
|
|
max_cpu_count: 3
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|
|
-
|
|
name: Dummy.dummy
|
|
description: >
|
|
Check the ability of rps runner to terminate scenario by timeout.
|
|
args:
|
|
sleep: 30
|
|
runner:
|
|
type: "rps"
|
|
times: 1
|
|
rps: 1
|
|
timeout: 1
|
|
sla:
|
|
failure_rate:
|
|
min: 100
|
|
|
|
-
|
|
title: Test serial runner
|
|
workloads:
|
|
-
|
|
name: Dummy.dummy
|
|
description: "Check 'serial' runner."
|
|
args:
|
|
sleep: 0.1
|
|
runner:
|
|
type: "serial"
|
|
times: 20
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|
|
|
|
-
|
|
title: Test Hook and Trigger plugins
|
|
workloads:
|
|
-
|
|
name: Dummy.dummy
|
|
description: "Check sys_call hook."
|
|
args:
|
|
sleep: 0.75
|
|
runner:
|
|
type: "constant"
|
|
times: 20
|
|
concurrency: 2
|
|
hooks:
|
|
- name: sys_call
|
|
description: Run script
|
|
args: sh ~/.rally/extra/hook_example_script.sh
|
|
trigger:
|
|
name: event
|
|
args:
|
|
unit: iteration
|
|
at: [2, 5, 8, 13, 17]
|
|
- name: sys_call
|
|
description: Show time
|
|
args: date +%Y-%m-%dT%H:%M:%S
|
|
trigger:
|
|
name: event
|
|
args:
|
|
unit: time
|
|
at: [0, 2, 5, 6, 9]
|
|
- name: sys_call
|
|
description: Show system name
|
|
args: uname -a
|
|
trigger:
|
|
name: event
|
|
args:
|
|
unit: iteration
|
|
at: [2, 3, 4, 5, 6, 8, 10, 12, 13, 15, 17, 18]
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|
|
-
|
|
name: Dummy.dummy
|
|
description: "Check periodic trigger with iteration unit."
|
|
args:
|
|
sleep: 0.25
|
|
runner:
|
|
type: "constant"
|
|
times: 10
|
|
concurrency: 2
|
|
hooks:
|
|
- name: sys_call
|
|
description: test hook
|
|
args: /bin/true
|
|
trigger:
|
|
name: periodic
|
|
args:
|
|
unit: iteration
|
|
step: 2
|
|
start: 4
|
|
end: 8
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|
|
-
|
|
name: Dummy.dummy
|
|
description: "Check event trigger args."
|
|
args:
|
|
sleep: 1
|
|
runner:
|
|
type: "constant"
|
|
times: 10
|
|
concurrency: 1
|
|
hooks:
|
|
- name: sys_call
|
|
description: Get system name
|
|
args: uname -a
|
|
trigger:
|
|
name: event
|
|
args:
|
|
unit: time
|
|
at: [0, 2, 4, 6, 8, 10]
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|
|
-
|
|
name: Dummy.dummy
|
|
description: "Check periodic trigger with time unit."
|
|
args:
|
|
sleep: 1
|
|
runner:
|
|
type: "constant"
|
|
times: 10
|
|
concurrency: 1
|
|
hooks:
|
|
- name: sys_call
|
|
description: test hook
|
|
args: /bin/true
|
|
trigger:
|
|
name: periodic
|
|
args:
|
|
unit: time
|
|
step: 2
|
|
start: 0
|
|
end: 6
|
|
|
|
-
|
|
title: Test Dummy scenarios
|
|
workloads:
|
|
-
|
|
name: Dummy.dummy_exception
|
|
args:
|
|
size_of_message: 5
|
|
runner:
|
|
type: "constant"
|
|
times: 20
|
|
concurrency: 5
|
|
-
|
|
name: Dummy.dummy_exception_probability
|
|
args:
|
|
exception_probability: 0.05
|
|
runner:
|
|
type: "constant"
|
|
times: 2042
|
|
concurrency: 1
|
|
-
|
|
name: Dummy.dummy_exception_probability
|
|
args:
|
|
exception_probability: 0.5
|
|
runner:
|
|
type: "constant"
|
|
times: 100
|
|
concurrency: 1
|
|
sla:
|
|
failure_rate:
|
|
min: 20
|
|
max: 80
|
|
-
|
|
name: Dummy.dummy_output
|
|
runner:
|
|
type: "constant"
|
|
times: 20
|
|
concurrency: 10
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|
|
-
|
|
name: Dummy.dummy_random_fail_in_atomic
|
|
args:
|
|
exception_probability: 0.5
|
|
runner:
|
|
type: "constant"
|
|
times: 50
|
|
concurrency: 10
|
|
-
|
|
name: Dummy.dummy_random_action
|
|
runner:
|
|
type: "constant"
|
|
times: 10
|
|
concurrency: 5
|
|
|
|
-
|
|
title: Test function based scenario
|
|
workloads:
|
|
-
|
|
name: FakePlugin.testplugin
|
|
runner:
|
|
type: "constant"
|
|
times: 4
|
|
concurrency: 4
|
|
sla:
|
|
failure_rate:
|
|
max: 0
|
|
|
|
-
|
|
title: Profile generate_random_name method
|
|
workloads:
|
|
-
|
|
name: RallyProfile.generate_names_in_atomic
|
|
args:
|
|
number_of_names: 100
|
|
runner:
|
|
type: "constant"
|
|
times: 1000
|
|
concurrency: 10
|
|
sla:
|
|
max_avg_duration_per_atomic:
|
|
generate_100_names: 0.015
|
|
failure_rate:
|
|
max: 0
|
|
-
|
|
name: RallyProfile.generate_names_in_atomic
|
|
args:
|
|
number_of_names: 1000
|
|
runner:
|
|
type: "constant"
|
|
times: 500
|
|
concurrency: 10
|
|
sla:
|
|
max_avg_duration_per_atomic:
|
|
generate_1000_names: 0.1
|
|
failure_rate:
|
|
max: 0
|
|
-
|
|
name: RallyProfile.generate_names_in_atomic
|
|
args:
|
|
number_of_names: 10000
|
|
runner:
|
|
type: "constant"
|
|
times: 200
|
|
concurrency: 10
|
|
sla:
|
|
max_avg_duration_per_atomic:
|
|
generate_10000_names: 1
|
|
failure_rate:
|
|
max: 0
|
|
|
|
-
|
|
title: Profile atomic actions
|
|
workloads:
|
|
-
|
|
name: RallyProfile.calculate_atomic
|
|
args:
|
|
number_of_atomics: 100
|
|
runner:
|
|
type: "constant"
|
|
times: 300
|
|
concurrency: 10
|
|
sla:
|
|
max_avg_duration_per_atomic:
|
|
calculate_100_atomics: 0.04
|
|
failure_rate:
|
|
max: 0
|
|
-
|
|
name: RallyProfile.calculate_atomic
|
|
args:
|
|
number_of_atomics: 500
|
|
runner:
|
|
type: "constant"
|
|
times: 100
|
|
concurrency: 10
|
|
sla:
|
|
max_avg_duration_per_atomic:
|
|
calculate_500_atomics: 0.5
|
|
failure_rate:
|
|
max: 0
|