openstack/rally
Code Issues Proposed changes

Merge "Add samples to context directory"

Browse Source
This commit is contained in:
Jenkins 2017-04-18 13:03:14 +00:00 committed by Gerrit Code Review
commit ec3f016c13
79 changed files with 2217 additions and 49 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
samples/tasks/contexts/allow-ssh.json Normal file
View File

@ -0,0 +1,21 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 4,
"concurrency": 2
},
"context": {
"users": {
"tenants": 1,
"users_per_tenant": 2
},
"allow_ssh": null
}
}
]
}

14
samples/tasks/contexts/allow-ssh.yaml Normal file
View File

@ -0,0 +1,14 @@
---
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 4
concurrency: 2
context:
users:
tenants: 1
users_per_tenant: 2
allow_ssh: null

29
samples/tasks/contexts/api-versions.json Normal file
View File

@ -0,0 +1,29 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 4,
"concurrency": 2
},
"context": {
"users": {
"tenants": 1,
"users_per_tenant": 2
},
"api_versions": {
"nova": {
"version": 2.2
},
"cinder": {
"version": 2,
"service_type": "volumev2"
}
}
}
}
]
}

19
samples/tasks/contexts/api-versions.yaml Normal file
View File

@ -0,0 +1,19 @@
---
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 4
concurrency: 2
context:
users:
tenants: 1
users_per_tenant: 2
api_versions:
nova:
version: 2.2
cinder:
version: 2
service_type: "volumev2"

38
samples/tasks/contexts/audit-templates.json Normal file
View File

@ -0,0 +1,38 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 4,
"concurrency": 2
},
"context": {
"audit_templates": {
"audit_templates_per_admin": 5,
"fill_strategy": "random",
"params": [
{
"goal": {
"name": "workload_balancing"
},
"strategy": {
"name": "workload_stabilization"
}
},
{
"goal": {
"name": "dummy"
},
"strategy": {
"name": "dummy"
}
}
]
}
}
}
]
}

22
samples/tasks/contexts/audit-templates.yaml Normal file
View File

@ -0,0 +1,22 @@
---
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 4
concurrency: 2
context:
audit_templates:
audit_templates_per_admin: 5
fill_strategy: "random"
params:
- goal:
name: "workload_balancing"
strategy:
name: "workload_stabilization"
- goal:
name: "dummy"
strategy:
name: "dummy"

38
samples/tasks/contexts/ceilometer.json Normal file
View File

@ -0,0 +1,38 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 4,
"concurrency": 2
},
"context": {
"users": {
"tenants": 1,
"users_per_tenant": 2
},
"ceilometer": {
"counter_name": "cpu_util",
"counter_type": "gauge",
"counter_unit": "instance",
"counter_volume": 1.0,
"resources_per_tenant": 100,
"samples_per_resource": 100,
"timestamp_interval": 60,
"metadata_list": [
{"status": "active", "name": "fake_resource",
"deleted": "False",
"created_at": "2015-09-04T12:34:19.000000"},
{"status": "not_active", "name": "fake_resource_1",
"deleted": "False",
"created_at": "2015-09-10T06:55:12.000000"}
],
"batch_size": 5
}
}
}
]
}

31
samples/tasks/contexts/ceilometer.yaml Normal file
View File

@ -0,0 +1,31 @@
---
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 4
concurrency: 2
context:
users:
tenants: 1
users_per_tenant: 2
ceilometer:
counter_name: "cpu_util"
counter_type: "gauge"
counter_unit: "instance"
counter_volume: 1.0
resources_per_tenant: 100
samples_per_resource: 100
timestamp_interval: 60
metadata_list:
- status: "active"
name: "fake_resource"
deleted: "False"
created_at: "2015-09-04T12:34:19.000000"
- status: "not_active"
name: "fake_resource_1"
deleted: "False"
created_at: "2015-09-10T06:55:12.000000"
batch_size: 5

78
samples/tasks/contexts/cluster-templates.json Normal file
View File

@ -0,0 +1,78 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"concurrency": 1,
"times": 1
},
"context": {
"cluster_templates": {
"dns_nameserver": "8.8.8.8",
"external_network_id": "public",
"flavor_id": "m1.small",
"docker_volume_size": 5,
"coe": "kubernetes",
"image_id": "fedora-atomic-latest",
"network_driver": "flannel"
},
"users": {
"users_per_tenant": 1,
"tenants": 1
}
}
},
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"concurrency": 1,
"times": 1
},
"context": {
"cluster_templates": {
"dns_nameserver": "8.8.8.8",
"external_network_id": "public",
"flavor_id": "m1.small",
"docker_volume_size": 5,
"coe": "swarm",
"image_id": "fedora-atomic-latest",
"network_driver": "docker"
},
"users": {
"users_per_tenant": 1,
"tenants": 1
}
}
},
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"concurrency": 1,
"times": 1
},
"context": {
"cluster_templates": {
"dns_nameserver": "8.8.8.8",
"external_network_id": "public",
"flavor_id": "m1.small",
"coe": "mesos",
"image_id": "ubuntu-mesos",
"network_driver": "docker"
},
"users": {
"users_per_tenant": 1,
"tenants": 1
}
}
}
]
}

58
samples/tasks/contexts/cluster-templates.yaml Normal file
View File

@ -0,0 +1,58 @@
---
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 1
concurrency: 1
context:
users:
tenants: 1
users_per_tenant: 1
cluster_templates:
image_id: "fedora-atomic-latest"
external_network_id: "public"
dns_nameserver: "8.8.8.8"
flavor_id: "m1.small"
docker_volume_size: 5
network_driver: "flannel"
coe: "kubernetes"
-
args:
sleep: 0.1
runner:
type: "constant"
times: 1
concurrency: 1
context:
users:
tenants: 1
users_per_tenant: 1
cluster_templates:
image_id: "fedora-atomic-latest"
external_network_id: "public"
dns_nameserver: "8.8.8.8"
flavor_id: "m1.small"
docker_volume_size: 5
network_driver: "docker"
coe: "swarm"
-
args:
sleep: 0.1
runner:
type: "constant"
times: 1
concurrency: 1
context:
users:
tenants: 1
users_per_tenant: 1
cluster_templates:
image_id: "ubuntu-mesos"
external_network_id: "public"
dns_nameserver: "8.8.8.8"
flavor_id: "m1.small"
network_driver: "docker"
coe: "mesos"

87
samples/tasks/contexts/clusters.json Normal file
View File

@ -0,0 +1,87 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"concurrency": 1,
"times": 1
},
"context": {
"clusters": {
"node_count": 2
},
"cluster_templates": {
"dns_nameserver": "8.8.8.8",
"external_network_id": "public",
"flavor_id": "m1.small",
"docker_volume_size": 5,
"coe": "kubernetes",
"image_id": "fedora-atomic-latest",
"network_driver": "flannel"
},
"users": {
"users_per_tenant": 1,
"tenants": 1
}
}
},
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"concurrency": 1,
"times": 1
},
"context": {
"clusters": {
"node_count": 2
},
"cluster_templates": {
"dns_nameserver": "8.8.8.8",
"external_network_id": "public",
"flavor_id": "m1.small",
"docker_volume_size": 5,
"coe": "swarm",
"image_id": "fedora-atomic-latest",
"network_driver": "docker"
},
"users": {
"users_per_tenant": 1,
"tenants": 1
}
}
},
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"concurrency": 1,
"times": 1
},
"context": {
"clusters": {
"node_count": 2
},
"cluster_templates": {
"dns_nameserver": "8.8.8.8",
"external_network_id": "public",
"flavor_id": "m1.small",
"coe": "mesos",
"image_id": "ubuntu-mesos",
"network_driver": "docker"
},
"users": {
"users_per_tenant": 1,
"tenants": 1
}
}
}
]
}

64
samples/tasks/contexts/clusters.yaml Normal file
View File

@ -0,0 +1,64 @@
---
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 1
concurrency: 1
context:
users:
tenants: 1
users_per_tenant: 1
cluster_templates:
image_id: "fedora-atomic-latest"
external_network_id: "public"
dns_nameserver: "8.8.8.8"
flavor_id: "m1.small"
docker_volume_size: 5
network_driver: "flannel"
coe: "kubernetes"
clusters:
node_count: 2
-
args:
sleep: 0.1
runner:
type: "constant"
times: 1
concurrency: 1
context:
users:
tenants: 1
users_per_tenant: 1
cluster_templates:
image_id: "fedora-atomic-latest"
external_network_id: "public"
dns_nameserver: "8.8.8.8"
flavor_id: "m1.small"
docker_volume_size: 5
network_driver: "docker"
coe: "swarm"
clusters:
node_count: 2
-
args:
sleep: 0.1
runner:
type: "constant"
times: 1
concurrency: 1
context:
users:
tenants: 1
users_per_tenant: 1
cluster_templates:
image_id: "ubuntu-mesos"
external_network_id: "public"
dns_nameserver: "8.8.8.8"
flavor_id: "m1.small"
network_driver: "docker"
coe: "mesos"
clusters:
node_count: 2

24
samples/tasks/contexts/dummy-context.json Normal file
View File

@ -0,0 +1,24 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 4,
"concurrency": 2
},
"context": {
"users": {
"tenants": 1,
"users_per_tenant": 2
},
"dummy_context": {
"fail_setup": false,
"fail_cleanup": false
}
}
}
]
}

16
samples/tasks/contexts/dummy-context.yaml Normal file
View File

@ -0,0 +1,16 @@
---
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 4
concurrency: 2
context:
users:
tenants: 1
users_per_tenant: 2
dummy_context:
fail_setup: false
fail_cleanup: false

29
samples/tasks/contexts/ec2-servers.json Normal file
View File

@ -0,0 +1,29 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 4,
"concurrency": 2
},
"context": {
"users": {
"tenants": 1,
"users_per_tenant": 2
},
"ec2_servers": {
"flavor": {
"name": "m1.tiny"
},
"image": {
"name": "^cirros.*-disk$"
},
"servers_per_tenant": 2
}
}
}
]
}

19
samples/tasks/contexts/ec2-servers.yaml Normal file
View File

@ -0,0 +1,19 @@
---
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 4
concurrency: 2
context:
users:
tenants: 1
users_per_tenant: 2
ec2_servers:
flavor:
name: "m1.tiny"
image:
name: "^cirros.*-disk$"
servers_per_tenant: 2

21
samples/tasks/contexts/existing-network.json Normal file
View File

@ -0,0 +1,21 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 4,
"concurrency": 2
},
"context": {
"users": {
"tenants": 1,
"users_per_tenant": 2
},
"existing_network": {}
}
}
]
}

14
samples/tasks/contexts/existing-network.yaml Normal file
View File

@ -0,0 +1,14 @@
---
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 4
concurrency: 2
context:
users:
tenants: 1
users_per_tenant: 2
existing_network: {}

13
samples/tasks/contexts/flavors/boot.json → samples/tasks/contexts/flavors.json
View File

@ -1,22 +1,17 @@
{
"NovaServers.boot_server": [
"Dummy.openstack": [
{
"args": {
"flavor": {
"name": "^ram64$"
},
"image": {
"name": "^cirros.*-disk$"
}
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 10,
"times": 4,
"concurrency": 2
},
"context": {
"users": {
"tenants": 3,
"tenants": 1,
"users_per_tenant": 2
},
"flavors": [

13
samples/tasks/contexts/flavors/boot.yaml → samples/tasks/contexts/flavors.yaml
View File

@ -1,20 +1,17 @@
---
NovaServers.boot_server:
Dummy.openstack:
-
args:
flavor:
name: "^ram64$"
image:
name: "^cirros.*-disk$"
sleep: 0.1
runner:
type: "constant"
times: 10
times: 4
concurrency: 2
context:
users:
tenants: 3
tenants: 1
users_per_tenant: 2
flavors:
-
name: "ram64"
ram: 64
ram: 64

24
samples/tasks/contexts/fuel-environments.json Normal file
View File

@ -0,0 +1,24 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.01
},
"context": {
"fuel_environments": {
"environments": 5,
"release_id": 1,
"network_provider": "neutron",
"deployment_mode": "ha_compact",
"net_segment_type": "vlan",
"resource_management_workers": 2
}
},
"runner": {
"type": "constant",
"times": 4,
"concurrency": 2
}
}
]
}

17
samples/tasks/contexts/fuel-environments.yaml Normal file
View File

@ -0,0 +1,17 @@
---
Dummy.openstack:
-
args:
sleep: 0.01
context:
fuel_environments:
environments: 5
release_id: 1
network_provider: "neutron"
deployment_mode: "ha_compact"
net_segment_type: "vlan"
resource_management_workers: 2
runner:
type: "constant"
times: 4
concurrency: 2

40
samples/tasks/contexts/heat-dataplane.json Normal file
View File

@ -0,0 +1,40 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 4,
"concurrency": 2
},
"context": {
"users": {
"tenants": 1,
"users_per_tenant": 2
},
"network": {
"start_cidr": "10.2.0.0/24",
"networks_per_tenant": 1,
"subnets_per_network": 1,
"network_create_args": {},
"dns_nameservers": ["10.2.0.1"]
},
"heat_dataplane": {
"stacks_per_tenant": 1,
"template": "samples/tasks/scenarios/heat/templates/resource-group-with-constraint.yaml.template",
"files": {
"file1": "f1.yaml",
"file2": "f2.yaml"
},
"parameters": {
"count": 40,
"delay": 0.1
},
"context_parameters": {}
}
}
}
]
}

30
samples/tasks/contexts/heat-dataplane.yaml Normal file
View File

@ -0,0 +1,30 @@
---
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 4
concurrency: 2
context:
users:
tenants: 1
users_per_tenant: 2
network:
start_cidr: "10.2.0.0/24"
networks_per_tenant: 1
subnets_per_network: 1
network_create_args: {}
dns_nameservers:
- "10.2.0.1"
heat_dataplane:
stacks_per_tenant: 1
template: "samples/tasks/scenarios/heat/templates/resource-group-with-constraint.yaml.template"
files:
file1: "f1.yaml"
file2: "f2.yaml"
parameters:
count: 40
delay: 0.1
context_parameters: {}

32
samples/tasks/contexts/image-command-customizer.json Normal file
View File

@ -0,0 +1,32 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 1,
"concurrency": 1,
"timeout": 3000
},
"context": {
"users": {
"tenants": 1,
"users_per_tenant": 1
},
"image_command_customizer": {
"image": {"name": "Fedora-x86_64-20-20140618-sda"},
"flavor": {"name": "m1.small"},
"command": {
"local_path": "rally-jobs/extra/install_benchmark.sh",
"remote_path": "./install_benchmark.sh"
},
"username": "root",
"userdata": "#cloud-config\ndisable_root: 0\nssh_pwauth: 1"
},
"network": {}
}
}
]
}

25
samples/tasks/contexts/image-command-customizer.yaml Normal file
View File

@ -0,0 +1,25 @@
---
Dummy.openstack:
-
args:
sleep: 0.1
runner:
concurrency: 1
timeout: 3000
times: 1
type: "constant"
context:
image_command_customizer:
command:
local_path: "rally-jobs/extra/install_benchmark.sh"
remote_path: "./install_benchmark.sh"
flavor:
name: m1.small
image:
name: "Fedora-x86_64-20-20140618-sda"
userdata: "#cloud-config\ndisable_root: 0\nssh_pwauth: 1"
username: root
network: {}
users:
tenants: 1
users_per_tenant: 1

26
samples/tasks/contexts/images.json Normal file
View File

@ -0,0 +1,26 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 2,
"concurrency": 1
},
"context": {
"users": {
"tenants": 1,
"users_per_tenant": 2
},
"images": {
"image_url": "http://download.cirros-cloud.net/0.3.5/cirros-0.3.5-x86_64-disk.img",
"image_type": "qcow2",
"image_container": "bare",
"images_per_tenant": 4
}
}
}
]
}

18
samples/tasks/contexts/images.yaml Normal file
View File

@ -0,0 +1,18 @@
---
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 2
concurrency: 1
context:
users:
tenants: 1
users_per_tenant: 2
images:
image_url: "http://download.cirros-cloud.net/0.3.5/cirros-0.3.5-x86_64-disk.img"
image_type: "qcow2"
image_container: "bare"
images_per_tenant: 4

21
samples/tasks/contexts/keypair.json Normal file
View File

@ -0,0 +1,21 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 4,
"concurrency": 2
},
"context": {
"users": {
"tenants": 1,
"users_per_tenant": 2
},
"keypair": {}
}
}
]
}

14
samples/tasks/contexts/keypair.yaml Normal file
View File

@ -0,0 +1,14 @@
---
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 4
concurrency: 2
context:
users:
tenants: 1
users_per_tenant: 2
keypair: {}

16
samples/tasks/contexts/large-ops/create-volume-large-scale.yaml
View File

@ -1,16 +0,0 @@
---
CinderVolumes.create_volume:
-
args:
size: 1
runner:
type: "constant"
times: 30
concurrency: 5
context:
users:
tenants: 1
users_per_tenant: 1
quotas:
cinder:
volumes: -1

45
samples/tasks/contexts/lbaas.json Normal file
View File

@ -0,0 +1,45 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 4,
"concurrency": 2
},
"context": {
"users": {
"tenants": 1,
"users_per_tenant": 2
},
"lbaas": {
"pool": {}
}
}
},
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 4,
"concurrency": 2
},
"context": {
"users": {
"tenants": 1,
"users_per_tenant": 2
},
"lbaas": {
"pool": {
"lb_method": "ROUND_ROBIN",
"protocol": "HTTP"
}
}
}
}
]
}

30
samples/tasks/contexts/lbaas.yaml Normal file
View File

@ -0,0 +1,30 @@
---
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 4
concurrency: 2
context:
users:
tenants: 1
users_per_tenant: 2
lbaas:
pool: {}
-
args:
sleep: 0.1
runner:
type: "constant"
times: 4
concurrency: 2
context:
users:
tenants: 1
users_per_tenant: 2
lbaas:
pool:
lb_method: "ROUND_ROBIN"
protocol: "HTTP"

60
samples/tasks/contexts/manila-security-services.json Normal file
View File

@ -0,0 +1,60 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 4,
"concurrency": 2
},
"context": {
"quotas": {
"manila": {
"shares": -1,
"gigabytes": -1,
"share_networks": -1
}
},
"users": {
"tenants": 1,
"users_per_tenant": 1
},
"manila_share_networks": {
"use_share_networks": true
},
"manila_security_services": {
"security_services": [
{
"type": "ldap",
"server": "LDAP server address",
"user": "User that will be used",
"password": "Password for specified user"
},
{
"type": "kerberos",
"dns_ip": "IP address of DNS service to be used",
"server": "Kerberos server address",
"domain": "Kerberos realm",
"user": "User that will be used",
"password": "Password for specified user"
},
{
"type": "active_directory",
"dns_ip": "IP address of DNS service to be used",
"domain": "Domain from 'Active Directory'",
"user": "User from 'Active Directory'",
"password": "password for specified user"
}
]
}
},
"sla": {
"failure_rate": {
"max": 0
}
}
}
]
}

42
samples/tasks/contexts/manila-security-services.yaml Normal file
View File

@ -0,0 +1,42 @@
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 4
concurrency: 2
context:
quotas:
manila:
shares: -1
gigabytes: -1
share_networks: -1
users:
tenants: 1
users_per_tenant: 1
manila_share_networks:
use_share_networks: True
manila_security_services:
security_services:
-
type: "ldap"
server: "LDAP server address"
user: "User that will be used"
password: "Password for specified user"
-
type: "kerberos"
dns_ip: "IP address of DNS service to be used"
server: "Kerberos server address"
domain: "Kerberos realm"
user: "User that will be used"
password: "Password for specified user"
-
type: "active_directory"
dns_ip: "IP address of DNS service to be used"
domain: "Domain from 'Active Directory'"
user: "User from 'Active Directory'"
password: "password for specified user"
sla:
failure_rate:
max: 0

41
samples/tasks/contexts/manila-share-networks.json Normal file
View File

@ -0,0 +1,41 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 4,
"concurrency": 2
},
"context": {
"quotas": {
"manila": {
"shares": -1,
"gigabytes": -1,
"share_networks": -1
}
},
"users": {
"tenants": 1,
"users_per_tenant": 1
},
"manila_share_networks": {
"use_share_networks": true
},
"manila_shares": {
"shares_per_tenant": 1,
"share_proto": "NFS",
"size": 1,
"share_type": "dhss_true"
}
},
"sla": {
"failure_rate": {
"max": 0
}
}
}
]
}

27
samples/tasks/contexts/manila-share-networks.yaml Normal file
View File

@ -0,0 +1,27 @@
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 4
concurrency: 2
context:
quotas:
manila:
shares: -1
gigabytes: -1
share_networks: -1
users:
tenants: 1
users_per_tenant: 1
manila_share_networks:
use_share_networks: True
manila_shares:
shares_per_tenant: 1
share_proto: "NFS"
size: 1
share_type: "dhss_true"
sla:
failure_rate:
max: 0

41
samples/tasks/contexts/manila-shares.json Normal file
View File

@ -0,0 +1,41 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 4,
"concurrency": 2
},
"context": {
"quotas": {
"manila": {
"shares": -1,
"gigabytes": -1,
"share_networks": -1
}
},
"users": {
"tenants": 1,
"users_per_tenant": 1
},
"manila_share_networks": {
"use_share_networks": true
},
"manila_shares": {
"shares_per_tenant": 1,
"share_proto": "NFS",
"size": 1,
"share_type": "dhss_true"
}
},
"sla": {
"failure_rate": {
"max": 0
}
}
}
]
}

27
samples/tasks/contexts/manila-shares.yaml Normal file
View File

@ -0,0 +1,27 @@
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 4
concurrency: 2
context:
quotas:
manila:
shares: -1
gigabytes: -1
share_networks: -1
users:
tenants: 1
users_per_tenant: 1
manila_share_networks:
use_share_networks: True
manila_shares:
shares_per_tenant: 1
share_proto: "NFS"
size: 1
share_type: "dhss_true"
sla:
failure_rate:
max: 0

32
samples/tasks/contexts/monasca-metrics.json Normal file
View File

@ -0,0 +1,32 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 4,
"concurrency": 2
},
"context": {
"users": {
"tenants": 1,
"users_per_tenant": 1
},
"roles": [
"monasca-user"
],
"monasca_metrics": {
"dimensions": {
"region": "RegionOne",
"service": "identity",
"hostname": "fake_host",
"url": "http://fake_host:5000/v2.0"
},
"metrics_per_tenant": 10
}
}
}
]
}

22
samples/tasks/contexts/monasca-metrics.yaml Normal file
View File

@ -0,0 +1,22 @@
---
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 4
concurrency: 2
context:
users:
tenants: 1
users_per_tenant: 1
roles:
- "monasca-user"
monasca_metrics:
dimensions:
region: "RegionOne"
service: "identity"
hostname: "fake_host"
url: "http://fake_host:5000/v2.0"
metrics_per_tenant: 10

23
samples/tasks/contexts/murano-environments.json Normal file
View File

@ -0,0 +1,23 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 4,
"concurrency": 2
},
"context": {
"users": {
"tenants": 2,
"users_per_tenant": 2
},
"murano_environments": {
"environments_per_tenant": 2
}
}
}
]
}

15
samples/tasks/contexts/murano-environments.yaml Normal file
View File

@ -0,0 +1,15 @@
---
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 4
concurrency: 2
context:
users:
tenants: 2
users_per_tenant: 2
murano_environments:
environments_per_tenant: 2

44
samples/tasks/contexts/murano-packages.json Normal file
View File

@ -0,0 +1,44 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 2,
"concurrency": 2
},
"context": {
"users": {
"tenants": 2,
"users_per_tenant": 2
},
"murano_packages": {
"app_package": "rally-jobs/extra/murano/applications/HelloReporter/io.murano.apps.HelloReporter.zip"
},
"roles": ["admin"]
}
},
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 2,
"concurrency": 2
},
"context": {
"users": {
"tenants": 2,
"users_per_tenant": 2
},
"murano_packages": {
"app_package": "rally-jobs/extra/murano/applications/HelloReporter/io.murano.apps.HelloReporter/"
},
"roles": ["admin"]
}
}
]
}

32
samples/tasks/contexts/murano-packages.yaml Normal file
View File

@ -0,0 +1,32 @@
---
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 2
concurrency: 2
context:
users:
tenants: 2
users_per_tenant: 2
murano_packages:
app_package: "rally-jobs/extra/murano/applications/HelloReporter/io.murano.apps.HelloReporter.zip"
roles:
- "admin"
-
args:
sleep: 0.1
runner:
type: "constant"
times: 2
concurrency: 2
context:
users:
tenants: 2
users_per_tenant: 2
murano_packages:
app_package: "rally-jobs/extra/murano/applications/HelloReporter/io.murano.apps.HelloReporter/"
roles:
- "admin"

44
samples/tasks/contexts/network.json Normal file
View File

@ -0,0 +1,44 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 4,
"concurrency": 2
},
"context": {
"users": {
"tenants": 1,
"users_per_tenant": 2
},
"network": {}
}
},
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 4,
"concurrency": 2
},
"context": {
"users": {
"tenants": 1,
"users_per_tenant": 2
},
"network": {
"start_cidr": "10.2.0.0/24",
"networks_per_tenant": 1,
"subnets_per_network": 1,
"network_create_args": {},
"dns_nameservers": ["10.2.0.1"]
}
}
}
]
}

32
samples/tasks/contexts/network.yaml Normal file
View File

@ -0,0 +1,32 @@
---
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 4
concurrency: 2
context:
users:
tenants: 1
users_per_tenant: 2
network: {}
-
args:
sleep: 0.1
runner:
type: "constant"
times: 4
concurrency: 2
context:
users:
tenants: 1
users_per_tenant: 2
network:
start_cidr: "10.2.0.0/24"
networks_per_tenant: 1
subnets_per_network: 1
network_create_args: {}
dns_nameservers:
- "10.2.0.1"

32
samples/tasks/contexts/profiles.json Normal file
View File

@ -0,0 +1,32 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 3,
"concurrency": 1
},
"context": {
"users": {
"tenants": 1,
"users_per_tenant": 1
},
"profiles": {
"type": "os.nova.server",
"version": "1.0",
"properties": {
"name": "cirros_server",
"flavor": 1,
"image": "cirros-0.3.5-x86_64-disk",
"networks": [
{ "network": "private" }
]
}
}
}
}
]
}

22
samples/tasks/contexts/profiles.yaml Normal file
View File

@ -0,0 +1,22 @@
---
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 3
concurrency: 1
context:
users:
tenants: 1
users_per_tenant: 1
profiles:
type: "os.nova.server"
version: "1.0"
properties:
name: "cirros_server"
flavor: 1
image: "cirros-0.3.5-x86_64-disk"
networks:
- network: "private"

46
samples/tasks/contexts/quotas.json Normal file
View File

@ -0,0 +1,46 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 4,
"concurrency": 2
},
"context": {
"users": {
"tenants": 1,
"users_per_tenant": 1
},
"quotas": {
"manila": {
"share_networks": -1
}
}
}
},
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 4,
"concurrency": 2
},
"context": {
"users": {
"tenants": 1,
"users_per_tenant": 1
},
"quotas": {
"cinder": {
"volumes": -1
}
}
}
}
]
}

30
samples/tasks/contexts/quotas.yaml Normal file
View File

@ -0,0 +1,30 @@
---
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 4
concurrency: 2
context:
users:
tenants: 1
users_per_tenant: 1
quotas:
manila:
share_networks: -1
-
args:
sleep: 0.1
runner:
type: "constant"
times: 4
concurrency: 2
context:
users:
tenants: 1
users_per_tenant: 1
quotas:
cinder:
volumes: -1

21
samples/tasks/contexts/roles.json Normal file
View File

@ -0,0 +1,21 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 4,
"concurrency": 2
},
"context": {
"users": {
"tenants": 1,
"users_per_tenant": 2
},
"roles": ["role"]
}
}
]
}

15
samples/tasks/contexts/roles.yaml Normal file
View File

@ -0,0 +1,15 @@
---
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 4
concurrency: 2
context:
users:
tenants: 1
users_per_tenant: 2
roles:
- "role"

29
samples/tasks/contexts/sahara-cluster.json Normal file
View File

@ -0,0 +1,29 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 4,
"concurrency": 2
},
"context": {
"users": {
"tenants": 1,
"users_per_tenant": 1
},
"sahara_cluster": {
"master_flavor_id": "4",
"worker_flavor_id": "3",
"workers_count": 3,
"plugin_name": "vanilla",
"hadoop_version": "2.6.0",
"auto_security_group": true
},
"network": {}
}
}
]
}

21
samples/tasks/contexts/sahara-cluster.yaml Normal file
View File

@ -0,0 +1,21 @@
---
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 4
concurrency: 2
context:
users:
tenants: 1
users_per_tenant: 1
sahara_cluster:
master_flavor_id: "4"
worker_flavor_id: "3"
workers_count: 3
plugin_name: "vanilla"
hadoop_version: "2.6.0"
auto_security_group: True
network: {}

27
samples/tasks/contexts/sahara-image.json Normal file
View File

@ -0,0 +1,27 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 4,
"concurrency": 2
},
"context": {
"users": {
"tenants": 1,
"users_per_tenant": 1
},
"sahara_image": {
"image_url": "http://sahara-files.mirantis.com/sahara-icehouse-vanilla-2.3.0-ubuntu-13.10.qcow2",
"username": "ubuntu",
"plugin_name": "vanilla",
"hadoop_version": "2.3.0"
},
"network": {}
}
}
]
}

19
samples/tasks/contexts/sahara-image.yaml Normal file
View File

@ -0,0 +1,19 @@
---
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 4
concurrency: 2
context:
users:
tenants: 1
users_per_tenant: 1
sahara_image:
image_url: "http://sahara-files.mirantis.com/sahara-icehouse-vanilla-2.3.0-ubuntu-13.10.qcow2"
username: "ubuntu"
plugin_name: "vanilla"
hadoop_version: "2.3.0"
network: {}

29
samples/tasks/contexts/sahara-input-data-sources.json Normal file
View File

@ -0,0 +1,29 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 4,
"concurrency": 2
},
"context": {
"users": {
"tenants": 1,
"users_per_tenant": 1
},
"sahara_input_data_sources": {
"input_type": "hdfs",
"input_url": "/"
},
"sahara_output_data_sources": {
"output_type": "hdfs",
"output_url_prefix": "/out_"
},
"network": {}
}
}
]
}

20
samples/tasks/contexts/sahara-input-data-sources.yaml Normal file
View File

@ -0,0 +1,20 @@
---
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 4
concurrency: 2
context:
users:
tenants: 1
users_per_tenant: 1
sahara_input_data_sources:
input_type: "hdfs"
input_url: "/"
sahara_output_data_sources:
output_type: "hdfs"
output_url_prefix: "/out_"
network: {}

54
samples/tasks/contexts/sahara-job-binaries.json Normal file
View File

@ -0,0 +1,54 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 4,
"concurrency": 2
},
"context": {
"users": {
"tenants": 1,
"users_per_tenant": 1
},
"sahara_job_binaries": {
"libs": [{
"name": "tests.jar",
"download_url": "http://repo1.maven.org/maven2/org/apache/hadoop/hadoop-hdfs/2.6.0/hadoop-hdfs-2.6.0-tests.jar"
}]
},
"network": {}
}
},
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 4,
"concurrency": 2
},
"context": {
"users": {
"tenants": 1,
"users_per_tenant": 1
},
"sahara_job_binaries": {
"mains": [{
"name": "example.pig",
"download_url": "https://raw.githubusercontent.com/openstack/sahara/master/etc/edp-examples/pig-job/example.pig"
}],
"libs": [{
"name": "udf.jar",
"download_url": "https://github.com/openstack/sahara/blob/master/etc/edp-examples/pig-job/udf.jar?raw=true"
}]
},
"network": {}
}
}
]
}

40
samples/tasks/contexts/sahara-job-binaries.yaml Normal file
View File

@ -0,0 +1,40 @@
---
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 4
concurrency: 2
context:
users:
tenants: 1
users_per_tenant: 1
sahara_job_binaries:
libs:
-
name: "tests.jar"
download_url: "http://repo1.maven.org/maven2/org/apache/hadoop/hadoop-hdfs/2.6.0/hadoop-hdfs-2.6.0-tests.jar"
network: {}
-
args:
sleep: 0.1
runner:
type: "constant"
times: 4
concurrency: 2
context:
users:
tenants: 1
users_per_tenant: 1
sahara_job_binaries:
mains:
-
name: "example.pig"
download_url: "https://raw.githubusercontent.com/openstack/sahara/master/etc/edp-examples/pig-job/example.pig"
libs:
-
name: "udf.jar"
download_url: "https://github.com/openstack/sahara/blob/master/etc/edp-examples/pig-job/udf.jar?raw=true"
network: {}

29
samples/tasks/contexts/sahara-output-data-sources.json Normal file
View File

@ -0,0 +1,29 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 4,
"concurrency": 2
},
"context": {
"users": {
"tenants": 1,
"users_per_tenant": 1
},
"sahara_input_data_sources": {
"input_type": "hdfs",
"input_url": "/"
},
"sahara_output_data_sources": {
"output_type": "hdfs",
"output_url_prefix": "/out_"
},
"network": {}
}
}
]
}

20
samples/tasks/contexts/sahara-output-data-sources.yaml Normal file
View File

@ -0,0 +1,20 @@
---
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 4
concurrency: 2
context:
users:
tenants: 1
users_per_tenant: 1
sahara_input_data_sources:
input_type: "hdfs"
input_url: "/"
sahara_output_data_sources:
output_type: "hdfs"
output_url_prefix: "/out_"
network: {}

30
samples/tasks/contexts/servers.json Normal file
View File

@ -0,0 +1,30 @@
{% set flavor_name = flavor_name or "m1.tiny" %}
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 1,
"concurrency": 1
},
"context": {
"users": {
"tenants": 1,
"users_per_tenant": 2
},
"servers": {
"flavor": {
"name": "{{flavor_name}}"
},
"image": {
"name": "^cirros.*-disk$"
},
"servers_per_tenant": 2
}
}
}
]
}

20
samples/tasks/contexts/servers.yaml Normal file
View File

@ -0,0 +1,20 @@
{% set flavor_name = flavor_name or "m1.tiny" %}
---
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 1
concurrency: 1
context:
users:
tenants: 1
users_per_tenant: 2
servers:
flavor:
name: "{{flavor_name}}"
image:
name: "^cirros.*-disk$"
servers_per_tenant: 2

15
samples/tasks/contexts/large-ops/create-volume-large-scale.json → samples/tasks/contexts/stacks.json
View File

@ -1,23 +1,22 @@
{
"CinderVolumes.create_volume": [
"Dummy.openstack": [
{
"args": {
"size": 1
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 30,
"concurrency": 5
"times": 4,
"concurrency": 1
},
"context": {
"users": {
"tenants": 1,
"users_per_tenant": 1
},
"quotas": {
"cinder": {
"volumes": -1
}
"stacks": {
"stacks_per_tenant": 2,
"resources_per_stack": 10
}
}
}

16
samples/tasks/contexts/stacks.yaml Normal file
View File

@ -0,0 +1,16 @@
---
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 4
concurrency: 1
context:
users:
tenants: 1
users_per_tenant: 1
stacks:
stacks_per_tenant: 2
resources_per_stack: 10

28
samples/tasks/contexts/swift-objects.json Normal file
View File

@ -0,0 +1,28 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 6,
"concurrency": 3
},
"context": {
"users": {
"tenants": 1,
"users_per_tenant": 1
},
"roles": [
"admin"
],
"swift_objects": {
"containers_per_tenant": 1,
"objects_per_container": 10,
"object_size": 1024
}
}
}
]
}

19
samples/tasks/contexts/swift-objects.yaml Normal file
View File

@ -0,0 +1,19 @@
---
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 6
concurrency: 3
context:
users:
tenants: 1
users_per_tenant: 1
roles:
- "admin"
swift_objects:
containers_per_tenant: 1
objects_per_container: 10
object_size: 1024

40
samples/tasks/contexts/users.json Normal file
View File

@ -0,0 +1,40 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 4,
"concurrency": 2
},
"context": {
"users": {
"tenants": 1,
"users_per_tenant": 2
}
}
},
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 4,
"concurrency": 2
},
"context": {
"users": {
"tenants": 1,
"users_per_tenant": 2,
"resource_management_workers": 1,
"project_domain": "project",
"user_domain": "demo",
"user_choice_method": "random"
}
}
}
]
}

28
samples/tasks/contexts/users.yaml Normal file
View File

@ -0,0 +1,28 @@
---
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 4
concurrency: 2
context:
users:
tenants: 1
users_per_tenant: 2
-
args:
sleep: 0.1
runner:
type: "constant"
times: 4
concurrency: 2
context:
users:
tenants: 1
users_per_tenant: 2
resource_management_workers: 1
project_domain: "project"
user_domain: "demo"
user_choice_method: "random"

21
samples/tasks/contexts/volume-types.json Normal file
View File

@ -0,0 +1,21 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 4,
"concurrency": 2
},
"context": {
"users": {
"tenants": 1,
"users_per_tenant": 2
},
"volume_types": ["test"]
}
}
]
}

15
samples/tasks/contexts/volume-types.yaml Normal file
View File

@ -0,0 +1,15 @@
---
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 4
concurrency: 2
context:
users:
tenants: 1
users_per_tenant: 2
volume_types:
- test

24
samples/tasks/contexts/volumes.json Normal file
View File

@ -0,0 +1,24 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 4,
"concurrency": 2
},
"context": {
"users": {
"tenants": 1,
"users_per_tenant": 2
},
"volumes": {
"size": 1,
"volumes_per_tenant": 4
}
}
}
]
}

16
samples/tasks/contexts/volumes.yaml Normal file
View File

@ -0,0 +1,16 @@
---
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 4
concurrency: 2
context:
users:
tenants: 1
users_per_tenant: 2
volumes:
size: 1
volumes_per_tenant: 4

23
samples/tasks/contexts/zones.json Normal file
View File

@ -0,0 +1,23 @@
{
"Dummy.openstack": [
{
"args": {
"sleep": 0.1
},
"runner": {
"type": "constant",
"times": 4,
"concurrency": 2
},
"context": {
"users": {
"tenants": 1,
"users_per_tenant": 2
},
"zones": {
"zones_per_tenant": 1
}
}
}
]
}

15
samples/tasks/contexts/zones.yaml Normal file
View File

@ -0,0 +1,15 @@
---
Dummy.openstack:
-
args:
sleep: 0.1
runner:
type: "constant"
times: 4
concurrency: 2
context:
users:
tenants: 1
users_per_tenant: 2
zones:
zones_per_tenant: 1

9
tests/functional/test_task_samples.py
View File

@ -23,8 +23,10 @@ import unittest
import six
import rally as rally_module
from rally import api
from rally.common import db
from rally.common import yamlutils as yaml
from rally import plugins
from rally.plugins.openstack.context.keystone import users
from tests.functional import utils
@ -88,9 +90,8 @@ class TestTaskSamples(unittest.TestCase):
write_report=False)
samples_path = os.path.join(
os.path.dirname(__file__), os.pardir, os.pardir,
os.path.dirname(rally_module.__file__), os.pardir,
"samples", "tasks")
matcher = re.compile("\.json$")
for dirname, dirnames, filenames in os.walk(samples_path):
# NOTE(rvasilets): Skip by suggest of boris-42 because in
@ -102,13 +103,13 @@ class TestTaskSamples(unittest.TestCase):
# NOTE(hughsaunders): Skip non config files
# (bug https://bugs.launchpad.net/rally/+bug/1314369)
if not matcher.search(filename):
if os.path.splitext(filename)[1] not in (".json"):
continue
with open(full_path) as task_file:
try:
input_task = task_file.read()
rendered_task = api.Task.render_template(input_task)
task_config = json.loads(rendered_task)
task_config = yaml.safe_load(rendered_task)
api.Task.validate("MAIN", task_config)
except Exception as e:
if not self._skip(six.text_type(e)):

25
tests/unit/doc/test_task_samples.py
View File

@ -13,6 +13,7 @@
# License for the specific language governing permissions and limitations
# under the License.
import inspect
import json
import mock
import os
@ -21,17 +22,18 @@ import traceback
import yaml
import rally
from rally import api
from rally.task import context
from rally.task import engine
from rally.task import scenario
from tests.unit import test
RALLY_PATH = os.path.join(os.path.dirname(rally.__file__), os.pardir)
class TaskSampleTestCase(test.TestCase):
samples_path = os.path.join(
os.path.dirname(__file__),
os.pardir, os.pardir, os.pardir,
"samples", "tasks")
samples_path = os.path.join(RALLY_PATH, "samples", "tasks")
def setUp(self):
super(TaskSampleTestCase, self).setUp()
@ -145,3 +147,18 @@ class TaskSampleTestCase(test.TestCase):
"Following sample task filenames contain "
"underscores (_) but must use dashes (-) instead: "
"{}".format(bad_filenames))
def test_context_samples_found(self):
all_plugins = context.Context.get_all()
context_samples_path = os.path.join(self.samples_path, "contexts")
for p in all_plugins:
# except contexts which belongs to tests module
if not inspect.getfile(p).startswith(
os.path.dirname(rally.__file__)):
continue
file_name = p.get_name().replace("_", "-")
file_path = os.path.join(context_samples_path, file_name)
if not os.path.exists("%s.json" % file_path):
self.fail(("There is no json sample file of %s,"
"plugin location: %s" %
(p.get_name(), p.__module__)))