openstack/rally
Code Issues Proposed changes

[ci] Update magnum, manila, mistral and monasca jobs to task v2

Browse Source 
* fix ManilaShares.create_share_then_allow_and_deny_access workload

Change-Id: I979c849bb5763db5f98e8fc220d876b5c0031ca8
This commit is contained in:
Boris Pavlovic 2017-09-11 22:50:43 -07:00 committed by Andrey Kurilin
parent 4b1f7ce846
commit 4cc2877e31
5 changed files with 431 additions and 420 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

117
rally-jobs/rally-magnum.yaml
View File

@ -1,36 +1,67 @@
{% set image = "Fedora-Atomic-26-20170723.0.x86_64" %}
---
MagnumClusterTemplates.list_cluster_templates:
version: 2
title: Task for gate-rally-dsvm-magnum-rally-nv job
description: >
This task contains various subtasks for testing magnum plugins
subtasks:
-
runner:
type: "constant"
times: 40
concurrency: 20
context:
users:
tenants: 1
users_per_tenant: 1
cluster_templates:
image_id: {{ image }}
flavor_id: "m1.small"
master_flavor_id: "m1.small"
external_network_id: "public"
dns_nameserver: "8.8.8.8"
docker_volume_size: 5
coe: "kubernetes"
network_driver: "flannel"
docker_storage_driver: "devicemapper"
master_lb_enabled: False
sla:
failure_rate:
max: 0
title: MagnumClusterTemplates.list_cluster_templates tests
workloads:
-
scenario:
MagnumClusterTemplates.list_cluster_templates: {}
runner:
constant:
times: 40
concurrency: 20
contexts:
users:
tenants: 1
users_per_tenant: 1
cluster_templates:
image_id: {{ image }}
flavor_id: "m1.small"
master_flavor_id: "m1.small"
external_network_id: "public"
dns_nameserver: "8.8.8.8"
docker_volume_size: 5
coe: "kubernetes"
network_driver: "flannel"
docker_storage_driver: "devicemapper"
master_lb_enabled: False
-
scenario:
MagnumClusterTemplates.list_cluster_templates: {}
runner:
constant:
times: 40
concurrency: 20
contexts:
users:
tenants: 1
users_per_tenant: 1
cluster_templates:
image_id: {{ image }}
flavor_id: "m1.small"
master_flavor_id: "m1.small"
external_network_id: "public"
dns_nameserver: "8.8.8.8"
docker_volume_size: 5
coe: "swarm"
network_driver: "docker"
docker_storage_driver: "devicemapper"
master_lb_enabled: False
-
title: MagnumClusters.create_and_list_clusters tests
scenario:
MagnumClusters.create_and_list_clusters:
node_count: 1
runner:
type: "constant"
times: 40
concurrency: 20
context:
constant:
times: 1
concurrency: 1
contexts:
users:
tenants: 1
users_per_tenant: 1
@ -45,33 +76,3 @@
network_driver: "docker"
docker_storage_driver: "devicemapper"
master_lb_enabled: False
sla:
failure_rate:
max: 0
MagnumClusters.create_and_list_clusters:
-
args:
node_count: 1
runner:
type: "constant"
times: 1
concurrency: 1
context:
users:
tenants: 1
users_per_tenant: 1
cluster_templates:
image_id: {{ image }}
flavor_id: "m1.small"
master_flavor_id: "m1.small"
external_network_id: "public"
dns_nameserver: "8.8.8.8"
docker_volume_size: 5
coe: "swarm"
network_driver: "docker"
docker_storage_driver: "devicemapper"
master_lb_enabled: False
sla:
failure_rate:
max: 0

193
rally-jobs/rally-manila-no-ss.yaml
View File

@ -1,11 +1,18 @@
---
Dummy.openstack:
version: 2
title: Task for gate-rally-dsvm-manila-multibackend-no-ss job
description: >
This task contains various subtasks for testing manila plugins
subtasks:
-
title: Test Manila Quotas context
scenario:
Dummy.openstack: {}
runner:
type: "constant"
times: 1
concurrency: 1
context:
constant:
times: 1
concurrency: 1
contexts:
users:
tenants: 1
users_per_tenant: 1
@ -16,35 +23,33 @@
snapshots: -1
snapshot_gigabytes: -1
share_networks: -1
ManilaShares.list_shares:
-
args:
detailed: True
title: ManilaShares.list_shares tests
scenario:
ManilaShares.list_shares:
detailed: True
runner:
type: "constant"
times: 10
concurrency: 1
context:
constant:
times: 10
concurrency: 1
contexts:
users:
tenants: 1
users_per_tenant: 1
sla:
failure_rate:
max: 0
ManilaShares.create_share_then_allow_and_deny_access:
-
args:
share_proto: "nfs"
size: 1
access: "127.0.0.1"
access_type: "ip"
title: ManilaShares.create_share_then_allow_and_deny_access tests
scenario:
ManilaShares.create_share_then_allow_and_deny_access:
share_proto: "nfs"
share_type: "dhss_false"
size: 1
access: "127.0.0.1"
access_type: "ip"
runner:
type: "constant"
times: 2
concurrency: 2
context:
constant:
times: 2
concurrency: 2
contexts:
quotas:
manila:
shares: -1
@ -52,24 +57,20 @@
users:
tenants: 2
users_per_tenant: 1
sla:
failure_rate:
max: 0
{% for s in ("create_and_delete_share", "create_and_list_share") %}
ManilaShares.{{s}}:
-
args:
share_proto: "nfs"
size: 1
share_type: "dhss_false"
min_sleep: 1
max_sleep: 2
title: ManilaShares.create_and_delete_share tests
scenario:
ManilaShares.create_and_delete_share:
share_proto: "nfs"
size: 1
share_type: "dhss_false"
min_sleep: 1
max_sleep: 2
runner:
type: "constant"
times: 4
concurrency: 4
context:
constant:
times: 4
concurrency: 4
contexts:
quotas:
manila:
shares: -1
@ -77,23 +78,20 @@
users:
tenants: 2
users_per_tenant: 1
sla:
failure_rate:
max: 0
{% endfor %}
ManilaShares.create_and_extend_share:
-
args:
share_proto: "nfs"
size: 1
share_type: "dhss_false"
new_size: 2
title: ManilaShares.create_and_list_share tests
scenario:
ManilaShares.create_and_list_share:
share_proto: "nfs"
size: 1
share_type: "dhss_false"
min_sleep: 1
max_sleep: 2
runner:
type: "constant"
times: 4
concurrency: 4
context:
constant:
times: 4
concurrency: 4
contexts:
quotas:
manila:
shares: -1
@ -101,22 +99,19 @@
users:
tenants: 2
users_per_tenant: 1
sla:
failure_rate:
max: 0
ManilaShares.create_and_shrink_share:
-
args:
share_proto: "nfs"
size: 2
share_type: "dhss_false"
new_size: 1
title: ManilaShares.create_and_extend_share tests
scenario:
ManilaShares.create_and_extend_share:
share_proto: "nfs"
size: 1
share_type: "dhss_false"
new_size: 2
runner:
type: "constant"
times: 4
concurrency: 4
context:
constant:
times: 4
concurrency: 4
contexts:
quotas:
manila:
shares: -1
@ -124,25 +119,42 @@
users:
tenants: 2
users_per_tenant: 1
sla:
failure_rate:
max: 0
ManilaShares.set_and_delete_metadata:
-
args:
sets: 1
set_size: 3
delete_size: 3
key_min_length: 1
key_max_length: 256
value_min_length: 1
value_max_length: 1024
title: ManilaShares.create_and_shrink_share tests
scenario:
ManilaShares.create_and_shrink_share:
share_proto: "nfs"
size: 2
share_type: "dhss_false"
new_size: 1
runner:
type: "constant"
times: 10
concurrency: 10
context:
constant:
times: 4
concurrency: 4
contexts:
quotas:
manila:
shares: -1
gigabytes: -1
users:
tenants: 2
users_per_tenant: 1
-
title: ManilaShares.set_and_delete_metadata tests
scenario:
ManilaShares.set_and_delete_metadata:
sets: 1
set_size: 3
delete_size: 3
key_min_length: 1
key_max_length: 256
value_min_length: 1
value_max_length: 1024
runner:
constant:
times: 10
concurrency: 10
contexts:
quotas:
manila:
shares: -1
@ -155,6 +167,3 @@
share_proto: "NFS"
size: 1
share_type: "dhss_false"
sla:
failure_rate:
max: 0

341
rally-jobs/rally-manila.yaml
View File

@ -1,11 +1,18 @@
---
Dummy.openstack:
version: 2
title: Task for gate-rally-dsvm-manila-multibackend-no-ss job
description: >
This task contains various subtasks for testing manila plugins
subtasks:
-
title: Test Manila Quotas context
scenario:
Dummy.openstack: {}
runner:
type: "constant"
times: 1
concurrency: 1
context:
constant:
times: 1
concurrency: 1
contexts:
users:
tenants: 1
users_per_tenant: 1
@ -16,36 +23,33 @@
snapshots: -1
snapshot_gigabytes: -1
share_networks: -1
ManilaShares.list_shares:
-
args:
detailed: True
title: ManilaShares.list_shares tests
scenario:
ManilaShares.list_shares:
detailed: True
runner:
type: "constant"
times: 12
concurrency: 1
context:
constant:
times: 12
concurrency: 4
contexts:
users:
tenants: 3
users_per_tenant: 4
user_choice_method: "round_robin"
sla:
failure_rate:
max: 0
ManilaShares.create_and_extend_share:
-
args:
share_proto: "nfs"
size: 1
new_size: 2
share_type: "dhss_true"
title: ManilaShares.create_and_extend_share tests
scenario:
ManilaShares.create_and_extend_share:
share_proto: "nfs"
size: 1
new_size: 2
share_type: "dhss_true"
runner:
type: "constant"
times: 4
concurrency: 4
context:
constant:
times: 4
concurrency: 4
contexts:
quotas:
manila:
shares: -1
@ -57,22 +61,19 @@
user_choice_method: "round_robin"
manila_share_networks:
use_share_networks: True
sla:
failure_rate:
max: 0
ManilaShares.create_and_shrink_share:
-
args:
share_proto: "nfs"
size: 2
new_size: 1
share_type: "dhss_true"
title: ManilaShares.create_and_shrink_share tests
scenario:
ManilaShares.create_and_shrink_share:
share_proto: "nfs"
size: 2
new_size: 1
share_type: "dhss_true"
runner:
type: "constant"
times: 4
concurrency: 4
context:
constant:
times: 4
concurrency: 4
contexts:
quotas:
manila:
shares: -1
@ -84,23 +85,20 @@
user_choice_method: "round_robin"
manila_share_networks:
use_share_networks: True
sla:
failure_rate:
max: 0
ManilaShares.create_share_then_allow_and_deny_access:
-
args:
share_proto: "nfs"
size: 1
share_type: "dhss_true"
access: "127.0.0.1"
access_type: "ip"
title: ManilaShares.create_share_then_allow_and_deny_access tests
scenario:
ManilaShares.create_share_then_allow_and_deny_access:
share_proto: "nfs"
size: 1
share_type: "dhss_true"
access: "127.0.0.1"
access_type: "ip"
runner:
type: "constant"
times: 4
concurrency: 4
context:
constant:
times: 4
concurrency: 4
contexts:
quotas:
manila:
shares: -1
@ -112,24 +110,20 @@
user_choice_method: "round_robin"
manila_share_networks:
use_share_networks: True
sla:
failure_rate:
max: 0
{% for s in ("create_and_delete_share", "create_and_list_share") %}
ManilaShares.{{s}}:
-
args:
share_proto: "nfs"
size: 1
share_type: "dhss_true"
min_sleep: 1
max_sleep: 2
title: ManilaShares.create_and_delete_share tests
scenario:
ManilaShares.create_and_delete_share:
share_proto: "nfs"
size: 1
share_type: "dhss_true"
min_sleep: 1
max_sleep: 2
runner:
type: "constant"
times: 4
concurrency: 4
context:
constant:
times: 4
concurrency: 4
contexts:
quotas:
manila:
shares: -1
@ -141,125 +135,135 @@
user_choice_method: "round_robin"
manila_share_networks:
use_share_networks: True
sla:
failure_rate:
max: 0
{% endfor %}
ManilaShares.create_share_network_and_delete:
-
args:
name: "rally"
title: ManilaShares.create_and_list_share tests
scenario:
ManilaShares.create_and_list_share:
share_proto: "nfs"
size: 1
share_type: "dhss_true"
min_sleep: 1
max_sleep: 2
runner:
type: "constant"
times: 10
concurrency: 10
context:
constant:
times: 4
concurrency: 4
contexts:
quotas:
manila:
shares: -1
gigabytes: -1
share_networks: -1
users:
tenants: 2
users_per_tenant: 1
sla:
failure_rate:
max: 0
ManilaShares.create_share_network_and_list:
user_choice_method: "round_robin"
manila_share_networks:
use_share_networks: True
-
args:
name: "rally"
detailed: True
search_opts:
title: ManilaShares.create_share_network_and_delete tests
scenario:
ManilaShares.create_share_network_and_delete:
name: "rally"
runner:
type: "constant"
times: 10
concurrency: 10
context:
constant:
times: 10
concurrency: 10
contexts:
quotas:
manila:
share_networks: -1
users:
tenants: 2
users_per_tenant: 1
sla:
failure_rate:
max: 0
ManilaShares.list_share_servers:
-
args:
search_opts: {}
title: ManilaShares.create_share_network_and_list tests
scenario:
ManilaShares.create_share_network_and_list:
name: "rally"
detailed: True
search_opts:
name: "rally"
runner:
type: "constant"
times: 10
concurrency: 10
sla:
failure_rate:
max: 0
ManilaShares.create_security_service_and_delete:
{% for s in ("ldap", "kerberos", "active_directory") %}
-
args:
security_service_type: {{s}}
dns_ip: "fake_dns_ip"
server: "fake-server"
domain: "fake_domain"
user: "fake_user"
password: "fake_password"
name: "fake_name"
description: "fake_description"
runner:
type: "constant"
times: 10
concurrency: 10
context:
users:
tenants: 1
users_per_tenant: 1
sla:
failure_rate:
max: 0
{% endfor %}
ManilaShares.attach_security_service_to_share_network:
{% for s in ("ldap", "kerberos", "active_directory") %}
-
args:
security_service_type: {{s}}
runner:
type: "constant"
times: 10
concurrency: 10
context:
users:
tenants: 1
users_per_tenant: 1
constant:
times: 10
concurrency: 10
contexts:
quotas:
manila:
share_networks: -1
sla:
failure_rate:
max: 0
{% endfor %}
ManilaShares.set_and_delete_metadata:
users:
tenants: 2
users_per_tenant: 1
-
args:
sets: 1
set_size: 3
delete_size: 3
key_min_length: 1
key_max_length: 256
value_min_length: 1
value_max_length: 1024
title: ManilaShares.list_share_servers tests
scenario:
ManilaShares.list_share_servers:
search_opts: {}
runner:
type: "constant"
times: 10
concurrency: 10
context:
constant:
times: 10
concurrency: 10
-
title: ManilaShares.create_security_service_and_delete tests
workloads:
{% for s in ("ldap", "kerberos", "active_directory") %}
-
scenario:
ManilaShares.create_security_service_and_delete:
security_service_type: {{s}}
dns_ip: "fake_dns_ip"
server: "fake-server"
domain: "fake_domain"
user: "fake_user"
password: "fake_password"
name: "fake_name"
description: "fake_description"
runner:
constant:
times: 10
concurrency: 10
contexts:
users:
tenants: 1
users_per_tenant: 1
{% endfor %}
-
title: ManilaShares.attach_security_service_to_share_network tests
workloads:
{% for s in ("ldap", "kerberos", "active_directory") %}
-
scenario:
ManilaShares.attach_security_service_to_share_network:
security_service_type: {{s}}
runner:
constant:
times: 10
concurrency: 10
contexts:
users:
tenants: 1
users_per_tenant: 1
quotas:
manila:
share_networks: -1
{% endfor %}
-
title: ManilaShares.set_and_delete_metadata tests
scenario:
ManilaShares.set_and_delete_metadata:
sets: 1
set_size: 3
delete_size: 3
key_min_length: 1
key_max_length: 256
value_min_length: 1
value_max_length: 1024
runner:
constant:
times: 10
concurrency: 10
contexts:
quotas:
manila:
shares: -1
@ -275,6 +279,3 @@
share_proto: "NFS"
size: 1
share_type: "dhss_true"
sla:
failure_rate:
max: 0

121
rally-jobs/rally-mistral.yaml
View File

@ -1,80 +1,75 @@
---
MistralWorkbooks.list_workbooks:
version: 2
title: Task for gate-rally-dsvm-mistral-rally-ubuntu-xenial-nv job
description: >
This task contains various subtasks for testing mistral plugins
subtasks:
-
title: MistralWorkbooks.list_workbooks tests
scenario:
MistralWorkbooks.list_workbooks: {}
runner:
type: "constant"
times: 50
concurrency: 10
context:
constant:
times: 50
concurrency: 10
contexts:
users:
tenants: 1
users_per_tenant: 1
sla:
failure_rate:
max: 0
MistralWorkbooks.create_workbook:
-
args:
definition: "~/.rally/extra/mistral_wb.yaml"
runner:
type: "constant"
times: 50
concurrency: 10
context:
users:
tenants: 1
users_per_tenant: 1
sla:
failure_rate:
max: 0
title: MistralWorkbooks.create_workbook tests
workloads:
-
scenario:
MistralWorkbooks.create_workbook:
definition: "~/.rally/extra/mistral_wb.yaml"
runner:
constant:
times: 50
concurrency: 10
contexts:
users:
tenants: 1
users_per_tenant: 1
-
scenario:
MistralWorkbooks.create_workbook:
definition: "~/.rally/extra/mistral_wb.yaml"
do_delete: true
runner:
constant:
times: 50
concurrency: 10
contexts:
users:
tenants: 1
users_per_tenant: 1
-
args:
definition: "~/.rally/extra/mistral_wb.yaml"
do_delete: true
title: MistralExecutions.list_executions tests
scenario:
MistralExecutions.list_executions: {}
runner:
type: "constant"
times: 50
concurrency: 10
context:
users:
tenants: 1
users_per_tenant: 1
sla:
failure_rate:
max: 0
MistralExecutions.list_executions:
-
runner:
type: "constant"
times: 50
concurrency: 10
context:
constant:
times: 50
concurrency: 10
contexts:
users:
tenants: 2
users_per_tenant: 2
sla:
failure_rate:
max: 0
MistralExecutions.create_execution_from_workbook:
-
args:
definition: "~/.rally/extra/mistral_wb.yaml"
workflow_name: "wf1"
params: "~/.rally/extra/mistral_params.json"
wf_input: "~/.rally/extra/mistral_input.json"
do_delete: true
title: MistralExecutions.create_execution_from_workbook tests
scenario:
MistralExecutions.create_execution_from_workbook:
definition: "~/.rally/extra/mistral_wb.yaml"
workflow_name: "wf1"
params: "~/.rally/extra/mistral_params.json"
wf_input: "~/.rally/extra/mistral_input.json"
do_delete: true
runner:
type: "constant"
times: 50
concurrency: 10
context:
constant:
times: 50
concurrency: 10
contexts:
users:
tenants: 2
users_per_tenant: 2
sla:
failure_rate:
max: 0

79
rally-jobs/rally-monasca.yaml
View File

@ -1,39 +1,44 @@
---
MonascaMetrics.list_metrics:
version: 2
title: Task for gate-rally-dsvm-monasca-rally-ubuntu-xenial-nv job
description: >
This task contains various subtasks for testing Monasca plugins
subtasks:
-
runner:
type: "constant"
times: 10
concurrency: 2
context:
users:
tenants: 2
users_per_tenant: 2
roles:
- "monasca-user"
monasca_metrics:
"dimensions":
"region": "RegionOne"
"service": "identity"
"hostname": "fake_host"
"url": "http://fake_host:5000/v2.0"
"metrics_per_tenant": 10
sla:
failure_rate:
max: 0
-
runner:
type: "constant"
times: 10
concurrency: 2
context:
users:
tenants: 2
users_per_tenant: 2
roles:
- "monasca-user"
monasca_metrics:
"metrics_per_tenant": 10
sla:
failure_rate:
max: 0
title: MonascaMetrics.list_metrics tests
workloads:
-
scenario:
MonascaMetrics.list_metrics: {}
runner:
constant:
times: 10
concurrency: 2
contexts:
users:
tenants: 2
users_per_tenant: 2
roles:
- "monasca-user"
monasca_metrics:
"dimensions":
"region": "RegionOne"
"service": "identity"
"hostname": "fake_host"
"url": "http://fake_host:5000/v2.0"
"metrics_per_tenant": 10
-
scenario:
MonascaMetrics.list_metrics: {}
runner:
constant:
times: 10
concurrency: 2
contexts:
users:
tenants: 2
users_per_tenant: 2
roles:
- "monasca-user"
monasca_metrics:
"metrics_per_tenant": 10