diff --git a/rally-jobs/rally-magnum.yaml b/rally-jobs/rally-magnum.yaml index c1f467eaa5..cd1322d46d 100644 --- a/rally-jobs/rally-magnum.yaml +++ b/rally-jobs/rally-magnum.yaml @@ -1,36 +1,67 @@ {% set image = "Fedora-Atomic-26-20170723.0.x86_64" %} --- - MagnumClusterTemplates.list_cluster_templates: + version: 2 + title: Task for gate-rally-dsvm-magnum-rally-nv job + description: > + This task contains various subtasks for testing magnum plugins + subtasks: - - runner: - type: "constant" - times: 40 - concurrency: 20 - context: - users: - tenants: 1 - users_per_tenant: 1 - cluster_templates: - image_id: {{ image }} - flavor_id: "m1.small" - master_flavor_id: "m1.small" - external_network_id: "public" - dns_nameserver: "8.8.8.8" - docker_volume_size: 5 - coe: "kubernetes" - network_driver: "flannel" - docker_storage_driver: "devicemapper" - master_lb_enabled: False - sla: - failure_rate: - max: 0 - + title: MagnumClusterTemplates.list_cluster_templates tests + workloads: + - + scenario: + MagnumClusterTemplates.list_cluster_templates: {} + runner: + constant: + times: 40 + concurrency: 20 + contexts: + users: + tenants: 1 + users_per_tenant: 1 + cluster_templates: + image_id: {{ image }} + flavor_id: "m1.small" + master_flavor_id: "m1.small" + external_network_id: "public" + dns_nameserver: "8.8.8.8" + docker_volume_size: 5 + coe: "kubernetes" + network_driver: "flannel" + docker_storage_driver: "devicemapper" + master_lb_enabled: False + - + scenario: + MagnumClusterTemplates.list_cluster_templates: {} + runner: + constant: + times: 40 + concurrency: 20 + contexts: + users: + tenants: 1 + users_per_tenant: 1 + cluster_templates: + image_id: {{ image }} + flavor_id: "m1.small" + master_flavor_id: "m1.small" + external_network_id: "public" + dns_nameserver: "8.8.8.8" + docker_volume_size: 5 + coe: "swarm" + network_driver: "docker" + docker_storage_driver: "devicemapper" + master_lb_enabled: False - + title: MagnumClusters.create_and_list_clusters tests + scenario: + MagnumClusters.create_and_list_clusters: + node_count: 1 runner: - type: "constant" - times: 40 - concurrency: 20 - context: + constant: + times: 1 + concurrency: 1 + contexts: users: tenants: 1 users_per_tenant: 1 @@ -45,33 +76,3 @@ network_driver: "docker" docker_storage_driver: "devicemapper" master_lb_enabled: False - sla: - failure_rate: - max: 0 - - MagnumClusters.create_and_list_clusters: - - - args: - node_count: 1 - runner: - type: "constant" - times: 1 - concurrency: 1 - context: - users: - tenants: 1 - users_per_tenant: 1 - cluster_templates: - image_id: {{ image }} - flavor_id: "m1.small" - master_flavor_id: "m1.small" - external_network_id: "public" - dns_nameserver: "8.8.8.8" - docker_volume_size: 5 - coe: "swarm" - network_driver: "docker" - docker_storage_driver: "devicemapper" - master_lb_enabled: False - sla: - failure_rate: - max: 0 diff --git a/rally-jobs/rally-manila-no-ss.yaml b/rally-jobs/rally-manila-no-ss.yaml index bdf4a0491c..c52e8410ec 100644 --- a/rally-jobs/rally-manila-no-ss.yaml +++ b/rally-jobs/rally-manila-no-ss.yaml @@ -1,11 +1,18 @@ --- - Dummy.openstack: + version: 2 + title: Task for gate-rally-dsvm-manila-multibackend-no-ss job + description: > + This task contains various subtasks for testing manila plugins + subtasks: - + title: Test Manila Quotas context + scenario: + Dummy.openstack: {} runner: - type: "constant" - times: 1 - concurrency: 1 - context: + constant: + times: 1 + concurrency: 1 + contexts: users: tenants: 1 users_per_tenant: 1 @@ -16,35 +23,33 @@ snapshots: -1 snapshot_gigabytes: -1 share_networks: -1 - - ManilaShares.list_shares: - - args: - detailed: True + title: ManilaShares.list_shares tests + scenario: + ManilaShares.list_shares: + detailed: True runner: - type: "constant" - times: 10 - concurrency: 1 - context: + constant: + times: 10 + concurrency: 1 + contexts: users: tenants: 1 users_per_tenant: 1 - sla: - failure_rate: - max: 0 - - ManilaShares.create_share_then_allow_and_deny_access: - - args: - share_proto: "nfs" - size: 1 - access: "127.0.0.1" - access_type: "ip" + title: ManilaShares.create_share_then_allow_and_deny_access tests + scenario: + ManilaShares.create_share_then_allow_and_deny_access: + share_proto: "nfs" + share_type: "dhss_false" + size: 1 + access: "127.0.0.1" + access_type: "ip" runner: - type: "constant" - times: 2 - concurrency: 2 - context: + constant: + times: 2 + concurrency: 2 + contexts: quotas: manila: shares: -1 @@ -52,24 +57,20 @@ users: tenants: 2 users_per_tenant: 1 - sla: - failure_rate: - max: 0 - - {% for s in ("create_and_delete_share", "create_and_list_share") %} - ManilaShares.{{s}}: - - args: - share_proto: "nfs" - size: 1 - share_type: "dhss_false" - min_sleep: 1 - max_sleep: 2 + title: ManilaShares.create_and_delete_share tests + scenario: + ManilaShares.create_and_delete_share: + share_proto: "nfs" + size: 1 + share_type: "dhss_false" + min_sleep: 1 + max_sleep: 2 runner: - type: "constant" - times: 4 - concurrency: 4 - context: + constant: + times: 4 + concurrency: 4 + contexts: quotas: manila: shares: -1 @@ -77,23 +78,20 @@ users: tenants: 2 users_per_tenant: 1 - sla: - failure_rate: - max: 0 - {% endfor %} - - ManilaShares.create_and_extend_share: - - args: - share_proto: "nfs" - size: 1 - share_type: "dhss_false" - new_size: 2 + title: ManilaShares.create_and_list_share tests + scenario: + ManilaShares.create_and_list_share: + share_proto: "nfs" + size: 1 + share_type: "dhss_false" + min_sleep: 1 + max_sleep: 2 runner: - type: "constant" - times: 4 - concurrency: 4 - context: + constant: + times: 4 + concurrency: 4 + contexts: quotas: manila: shares: -1 @@ -101,22 +99,19 @@ users: tenants: 2 users_per_tenant: 1 - sla: - failure_rate: - max: 0 - - ManilaShares.create_and_shrink_share: - - args: - share_proto: "nfs" - size: 2 - share_type: "dhss_false" - new_size: 1 + title: ManilaShares.create_and_extend_share tests + scenario: + ManilaShares.create_and_extend_share: + share_proto: "nfs" + size: 1 + share_type: "dhss_false" + new_size: 2 runner: - type: "constant" - times: 4 - concurrency: 4 - context: + constant: + times: 4 + concurrency: 4 + contexts: quotas: manila: shares: -1 @@ -124,25 +119,42 @@ users: tenants: 2 users_per_tenant: 1 - sla: - failure_rate: - max: 0 - - ManilaShares.set_and_delete_metadata: - - args: - sets: 1 - set_size: 3 - delete_size: 3 - key_min_length: 1 - key_max_length: 256 - value_min_length: 1 - value_max_length: 1024 + title: ManilaShares.create_and_shrink_share tests + scenario: + ManilaShares.create_and_shrink_share: + share_proto: "nfs" + size: 2 + share_type: "dhss_false" + new_size: 1 runner: - type: "constant" - times: 10 - concurrency: 10 - context: + constant: + times: 4 + concurrency: 4 + contexts: + quotas: + manila: + shares: -1 + gigabytes: -1 + users: + tenants: 2 + users_per_tenant: 1 + - + title: ManilaShares.set_and_delete_metadata tests + scenario: + ManilaShares.set_and_delete_metadata: + sets: 1 + set_size: 3 + delete_size: 3 + key_min_length: 1 + key_max_length: 256 + value_min_length: 1 + value_max_length: 1024 + runner: + constant: + times: 10 + concurrency: 10 + contexts: quotas: manila: shares: -1 @@ -155,6 +167,3 @@ share_proto: "NFS" size: 1 share_type: "dhss_false" - sla: - failure_rate: - max: 0 diff --git a/rally-jobs/rally-manila.yaml b/rally-jobs/rally-manila.yaml index 4a583bee78..19ba4b8570 100644 --- a/rally-jobs/rally-manila.yaml +++ b/rally-jobs/rally-manila.yaml @@ -1,11 +1,18 @@ --- - Dummy.openstack: + version: 2 + title: Task for gate-rally-dsvm-manila-multibackend-no-ss job + description: > + This task contains various subtasks for testing manila plugins + subtasks: - + title: Test Manila Quotas context + scenario: + Dummy.openstack: {} runner: - type: "constant" - times: 1 - concurrency: 1 - context: + constant: + times: 1 + concurrency: 1 + contexts: users: tenants: 1 users_per_tenant: 1 @@ -16,36 +23,33 @@ snapshots: -1 snapshot_gigabytes: -1 share_networks: -1 - - ManilaShares.list_shares: - - args: - detailed: True + title: ManilaShares.list_shares tests + scenario: + ManilaShares.list_shares: + detailed: True runner: - type: "constant" - times: 12 - concurrency: 1 - context: + constant: + times: 12 + concurrency: 4 + contexts: users: tenants: 3 users_per_tenant: 4 user_choice_method: "round_robin" - sla: - failure_rate: - max: 0 - - ManilaShares.create_and_extend_share: - - args: - share_proto: "nfs" - size: 1 - new_size: 2 - share_type: "dhss_true" + title: ManilaShares.create_and_extend_share tests + scenario: + ManilaShares.create_and_extend_share: + share_proto: "nfs" + size: 1 + new_size: 2 + share_type: "dhss_true" runner: - type: "constant" - times: 4 - concurrency: 4 - context: + constant: + times: 4 + concurrency: 4 + contexts: quotas: manila: shares: -1 @@ -57,22 +61,19 @@ user_choice_method: "round_robin" manila_share_networks: use_share_networks: True - sla: - failure_rate: - max: 0 - - ManilaShares.create_and_shrink_share: - - args: - share_proto: "nfs" - size: 2 - new_size: 1 - share_type: "dhss_true" + title: ManilaShares.create_and_shrink_share tests + scenario: + ManilaShares.create_and_shrink_share: + share_proto: "nfs" + size: 2 + new_size: 1 + share_type: "dhss_true" runner: - type: "constant" - times: 4 - concurrency: 4 - context: + constant: + times: 4 + concurrency: 4 + contexts: quotas: manila: shares: -1 @@ -84,23 +85,20 @@ user_choice_method: "round_robin" manila_share_networks: use_share_networks: True - sla: - failure_rate: - max: 0 - - ManilaShares.create_share_then_allow_and_deny_access: - - args: - share_proto: "nfs" - size: 1 - share_type: "dhss_true" - access: "127.0.0.1" - access_type: "ip" + title: ManilaShares.create_share_then_allow_and_deny_access tests + scenario: + ManilaShares.create_share_then_allow_and_deny_access: + share_proto: "nfs" + size: 1 + share_type: "dhss_true" + access: "127.0.0.1" + access_type: "ip" runner: - type: "constant" - times: 4 - concurrency: 4 - context: + constant: + times: 4 + concurrency: 4 + contexts: quotas: manila: shares: -1 @@ -112,24 +110,20 @@ user_choice_method: "round_robin" manila_share_networks: use_share_networks: True - sla: - failure_rate: - max: 0 - - {% for s in ("create_and_delete_share", "create_and_list_share") %} - ManilaShares.{{s}}: - - args: - share_proto: "nfs" - size: 1 - share_type: "dhss_true" - min_sleep: 1 - max_sleep: 2 + title: ManilaShares.create_and_delete_share tests + scenario: + ManilaShares.create_and_delete_share: + share_proto: "nfs" + size: 1 + share_type: "dhss_true" + min_sleep: 1 + max_sleep: 2 runner: - type: "constant" - times: 4 - concurrency: 4 - context: + constant: + times: 4 + concurrency: 4 + contexts: quotas: manila: shares: -1 @@ -141,125 +135,135 @@ user_choice_method: "round_robin" manila_share_networks: use_share_networks: True - sla: - failure_rate: - max: 0 - {% endfor %} - - ManilaShares.create_share_network_and_delete: - - args: - name: "rally" + title: ManilaShares.create_and_list_share tests + scenario: + ManilaShares.create_and_list_share: + share_proto: "nfs" + size: 1 + share_type: "dhss_true" + min_sleep: 1 + max_sleep: 2 runner: - type: "constant" - times: 10 - concurrency: 10 - context: + constant: + times: 4 + concurrency: 4 + contexts: quotas: manila: + shares: -1 + gigabytes: -1 share_networks: -1 users: tenants: 2 users_per_tenant: 1 - sla: - failure_rate: - max: 0 - - ManilaShares.create_share_network_and_list: + user_choice_method: "round_robin" + manila_share_networks: + use_share_networks: True - - args: - name: "rally" - detailed: True - search_opts: + title: ManilaShares.create_share_network_and_delete tests + scenario: + ManilaShares.create_share_network_and_delete: name: "rally" runner: - type: "constant" - times: 10 - concurrency: 10 - context: + constant: + times: 10 + concurrency: 10 + contexts: quotas: manila: share_networks: -1 users: tenants: 2 users_per_tenant: 1 - sla: - failure_rate: - max: 0 - - ManilaShares.list_share_servers: - - args: - search_opts: {} + title: ManilaShares.create_share_network_and_list tests + scenario: + ManilaShares.create_share_network_and_list: + name: "rally" + detailed: True + search_opts: + name: "rally" runner: - type: "constant" - times: 10 - concurrency: 10 - sla: - failure_rate: - max: 0 - - ManilaShares.create_security_service_and_delete: - {% for s in ("ldap", "kerberos", "active_directory") %} - - - args: - security_service_type: {{s}} - dns_ip: "fake_dns_ip" - server: "fake-server" - domain: "fake_domain" - user: "fake_user" - password: "fake_password" - name: "fake_name" - description: "fake_description" - runner: - type: "constant" - times: 10 - concurrency: 10 - context: - users: - tenants: 1 - users_per_tenant: 1 - sla: - failure_rate: - max: 0 - {% endfor %} - - ManilaShares.attach_security_service_to_share_network: - {% for s in ("ldap", "kerberos", "active_directory") %} - - - args: - security_service_type: {{s}} - runner: - type: "constant" - times: 10 - concurrency: 10 - context: - users: - tenants: 1 - users_per_tenant: 1 + constant: + times: 10 + concurrency: 10 + contexts: quotas: manila: share_networks: -1 - sla: - failure_rate: - max: 0 - {% endfor %} - - ManilaShares.set_and_delete_metadata: + users: + tenants: 2 + users_per_tenant: 1 - - args: - sets: 1 - set_size: 3 - delete_size: 3 - key_min_length: 1 - key_max_length: 256 - value_min_length: 1 - value_max_length: 1024 + title: ManilaShares.list_share_servers tests + scenario: + ManilaShares.list_share_servers: + search_opts: {} runner: - type: "constant" - times: 10 - concurrency: 10 - context: + constant: + times: 10 + concurrency: 10 + - + title: ManilaShares.create_security_service_and_delete tests + workloads: + {% for s in ("ldap", "kerberos", "active_directory") %} + - + scenario: + ManilaShares.create_security_service_and_delete: + security_service_type: {{s}} + dns_ip: "fake_dns_ip" + server: "fake-server" + domain: "fake_domain" + user: "fake_user" + password: "fake_password" + name: "fake_name" + description: "fake_description" + runner: + constant: + times: 10 + concurrency: 10 + contexts: + users: + tenants: 1 + users_per_tenant: 1 + {% endfor %} + - + title: ManilaShares.attach_security_service_to_share_network tests + workloads: + {% for s in ("ldap", "kerberos", "active_directory") %} + - + scenario: + ManilaShares.attach_security_service_to_share_network: + security_service_type: {{s}} + runner: + constant: + times: 10 + concurrency: 10 + contexts: + users: + tenants: 1 + users_per_tenant: 1 + quotas: + manila: + share_networks: -1 + {% endfor %} + - + title: ManilaShares.set_and_delete_metadata tests + scenario: + ManilaShares.set_and_delete_metadata: + sets: 1 + set_size: 3 + delete_size: 3 + key_min_length: 1 + key_max_length: 256 + value_min_length: 1 + value_max_length: 1024 + runner: + constant: + times: 10 + concurrency: 10 + contexts: quotas: manila: shares: -1 @@ -275,6 +279,3 @@ share_proto: "NFS" size: 1 share_type: "dhss_true" - sla: - failure_rate: - max: 0 diff --git a/rally-jobs/rally-mistral.yaml b/rally-jobs/rally-mistral.yaml index 5ecb0ffc0d..69566317f3 100644 --- a/rally-jobs/rally-mistral.yaml +++ b/rally-jobs/rally-mistral.yaml @@ -1,80 +1,75 @@ --- - MistralWorkbooks.list_workbooks: + version: 2 + title: Task for gate-rally-dsvm-mistral-rally-ubuntu-xenial-nv job + description: > + This task contains various subtasks for testing mistral plugins + subtasks: - + title: MistralWorkbooks.list_workbooks tests + scenario: + MistralWorkbooks.list_workbooks: {} runner: - type: "constant" - times: 50 - concurrency: 10 - context: + constant: + times: 50 + concurrency: 10 + contexts: users: tenants: 1 users_per_tenant: 1 - sla: - failure_rate: - max: 0 - - MistralWorkbooks.create_workbook: - - args: - definition: "~/.rally/extra/mistral_wb.yaml" - runner: - type: "constant" - times: 50 - concurrency: 10 - context: - users: - tenants: 1 - users_per_tenant: 1 - sla: - failure_rate: - max: 0 - + title: MistralWorkbooks.create_workbook tests + workloads: + - + scenario: + MistralWorkbooks.create_workbook: + definition: "~/.rally/extra/mistral_wb.yaml" + runner: + constant: + times: 50 + concurrency: 10 + contexts: + users: + tenants: 1 + users_per_tenant: 1 + - + scenario: + MistralWorkbooks.create_workbook: + definition: "~/.rally/extra/mistral_wb.yaml" + do_delete: true + runner: + constant: + times: 50 + concurrency: 10 + contexts: + users: + tenants: 1 + users_per_tenant: 1 - - args: - definition: "~/.rally/extra/mistral_wb.yaml" - do_delete: true + title: MistralExecutions.list_executions tests + scenario: + MistralExecutions.list_executions: {} runner: - type: "constant" - times: 50 - concurrency: 10 - context: - users: - tenants: 1 - users_per_tenant: 1 - sla: - failure_rate: - max: 0 - - MistralExecutions.list_executions: - - - runner: - type: "constant" - times: 50 - concurrency: 10 - context: + constant: + times: 50 + concurrency: 10 + contexts: users: tenants: 2 users_per_tenant: 2 - sla: - failure_rate: - max: 0 - - MistralExecutions.create_execution_from_workbook: - - args: - definition: "~/.rally/extra/mistral_wb.yaml" - workflow_name: "wf1" - params: "~/.rally/extra/mistral_params.json" - wf_input: "~/.rally/extra/mistral_input.json" - do_delete: true + title: MistralExecutions.create_execution_from_workbook tests + scenario: + MistralExecutions.create_execution_from_workbook: + definition: "~/.rally/extra/mistral_wb.yaml" + workflow_name: "wf1" + params: "~/.rally/extra/mistral_params.json" + wf_input: "~/.rally/extra/mistral_input.json" + do_delete: true runner: - type: "constant" - times: 50 - concurrency: 10 - context: + constant: + times: 50 + concurrency: 10 + contexts: users: tenants: 2 users_per_tenant: 2 - sla: - failure_rate: - max: 0 \ No newline at end of file diff --git a/rally-jobs/rally-monasca.yaml b/rally-jobs/rally-monasca.yaml index 8de3400a4d..bc644bbc51 100644 --- a/rally-jobs/rally-monasca.yaml +++ b/rally-jobs/rally-monasca.yaml @@ -1,39 +1,44 @@ --- - MonascaMetrics.list_metrics: + version: 2 + title: Task for gate-rally-dsvm-monasca-rally-ubuntu-xenial-nv job + description: > + This task contains various subtasks for testing Monasca plugins + subtasks: - - runner: - type: "constant" - times: 10 - concurrency: 2 - context: - users: - tenants: 2 - users_per_tenant: 2 - roles: - - "monasca-user" - monasca_metrics: - "dimensions": - "region": "RegionOne" - "service": "identity" - "hostname": "fake_host" - "url": "http://fake_host:5000/v2.0" - "metrics_per_tenant": 10 - sla: - failure_rate: - max: 0 - - - runner: - type: "constant" - times: 10 - concurrency: 2 - context: - users: - tenants: 2 - users_per_tenant: 2 - roles: - - "monasca-user" - monasca_metrics: - "metrics_per_tenant": 10 - sla: - failure_rate: - max: 0 + title: MonascaMetrics.list_metrics tests + workloads: + - + scenario: + MonascaMetrics.list_metrics: {} + runner: + constant: + times: 10 + concurrency: 2 + contexts: + users: + tenants: 2 + users_per_tenant: 2 + roles: + - "monasca-user" + monasca_metrics: + "dimensions": + "region": "RegionOne" + "service": "identity" + "hostname": "fake_host" + "url": "http://fake_host:5000/v2.0" + "metrics_per_tenant": 10 + - + scenario: + MonascaMetrics.list_metrics: {} + runner: + constant: + times: 10 + concurrency: 2 + contexts: + users: + tenants: 2 + users_per_tenant: 2 + roles: + - "monasca-user" + monasca_metrics: + "metrics_per_tenant": 10