Merge "Add basic job for Rally task"
This commit is contained in:
Zuul
79
.zuul.yaml
Normal file
79
.zuul.yaml
Normal file
@@ -0,0 +1,79 @@
|
|||||||
|
- job:
|
||||||
|
name: rally-tox-pep8
|
||||||
|
parent: tox
|
||||||
|
description: |
|
||||||
|
Run test for rally project.
|
||||||
|
|
||||||
|
Uses tox with the ``pep8`` environment.
|
||||||
|
vars:
|
||||||
|
tox_envlist: pep8
|
||||||
|
|
||||||
|
- job:
|
||||||
|
name: rally-tox-py27
|
||||||
|
parent: tox
|
||||||
|
description: |
|
||||||
|
Run test for rally project.
|
||||||
|
|
||||||
|
Uses tox with the ``py27`` environment.
|
||||||
|
vars:
|
||||||
|
tox_envlist: py27
|
||||||
|
|
||||||
|
- job:
|
||||||
|
name: rally-tox-py35
|
||||||
|
parent: tox
|
||||||
|
description: |
|
||||||
|
Run test for rally project.
|
||||||
|
|
||||||
|
Uses tox with the ``py35`` environment.
|
||||||
|
vars:
|
||||||
|
tox_envlist: py35
|
||||||
|
|
||||||
|
- job:
|
||||||
|
name: rally-task-at-devstack
|
||||||
|
parent: devstack
|
||||||
|
description: Base job for launching Rally task at Devstack
|
||||||
|
required-projects:
|
||||||
|
- name: openstack-dev/devstack
|
||||||
|
- name: openstack-infra/devstack-gate
|
||||||
|
- name: openstack/rally
|
||||||
|
- name: openstack/rally-openstack
|
||||||
|
timeout: 7200
|
||||||
|
roles:
|
||||||
|
- zuul: openstack-dev/devstack
|
||||||
|
vars:
|
||||||
|
devstack_plugins:
|
||||||
|
rally-openstack: https://git.openstack.org/openstack/rally-openstack
|
||||||
|
devstack_services:
|
||||||
|
rally-openstack: true
|
||||||
|
cinder: true
|
||||||
|
# disable redundant services for the job
|
||||||
|
ceilometer-acentral: false
|
||||||
|
ceilometer-acompute: false
|
||||||
|
ceilometer-alarm-evaluator: false
|
||||||
|
ceilometer-alarm-notifier: false
|
||||||
|
ceilometer-anotification: false
|
||||||
|
ceilometer-api: false
|
||||||
|
ceilometer-collector: false
|
||||||
|
horizon: false
|
||||||
|
tempest: false
|
||||||
|
run: tests/ci/playbooks/run-rally-task.yaml
|
||||||
|
post-run: tests/ci/playbooks/post-rally-task.yaml
|
||||||
|
|
||||||
|
- job:
|
||||||
|
name: rally-task-simple-job
|
||||||
|
parent: rally-task-at-devstack
|
||||||
|
vars:
|
||||||
|
rally_task: rally-jobs/simple-cinder.yaml
|
||||||
|
|
||||||
|
- project:
|
||||||
|
check:
|
||||||
|
jobs:
|
||||||
|
- rally-tox-pep8
|
||||||
|
- rally-tox-py27
|
||||||
|
- rally-tox-py35
|
||||||
|
- rally-task-simple-job
|
||||||
|
gate:
|
||||||
|
jobs:
|
||||||
|
- rally-tox-pep8
|
||||||
|
- rally-tox-py27
|
||||||
|
- rally-tox-py35
|
||||||
@@ -8,13 +8,13 @@ DIR=$(dirname ${BASH_SOURCE[0]})
|
|||||||
source $DIR/lib/rally
|
source $DIR/lib/rally
|
||||||
|
|
||||||
if [[ "$1" == "stack" && "$2" == "install" ]]; then
|
if [[ "$1" == "stack" && "$2" == "install" ]]; then
|
||||||
echo_summary "Installing Rally"
|
echo_summary "Installing Rally-OpenStack"
|
||||||
install_rally
|
install_rally
|
||||||
elif [[ "$1" == "stack" && "$2" == "post-config" ]]; then
|
elif [[ "$1" == "stack" && "$2" == "post-config" ]]; then
|
||||||
echo_summary "Configuring Rally"
|
echo_summary "Configuring Rally-OpenStack"
|
||||||
configure_rally
|
configure_rally
|
||||||
elif [[ "$1" == "stack" && "$2" == "extra" ]]; then
|
elif [[ "$1" == "stack" && "$2" == "extra" ]]; then
|
||||||
echo_summary "Initializing Rally"
|
echo_summary "Initializing Rally-OpenStack"
|
||||||
init_rally
|
init_rally
|
||||||
fi
|
fi
|
||||||
|
|
||||||
|
|||||||
20
rally-jobs/simple-cinder.yaml
Normal file
20
rally-jobs/simple-cinder.yaml
Normal file
@@ -0,0 +1,20 @@
|
|||||||
|
---
|
||||||
|
version: 2
|
||||||
|
title: Task for rally-task-simple-job
|
||||||
|
description: Testing just one cinder scenario to verify that rally-task-job works
|
||||||
|
subtasks:
|
||||||
|
-
|
||||||
|
title: CinderVolumes.create_volume tests
|
||||||
|
workloads:
|
||||||
|
-
|
||||||
|
scenario:
|
||||||
|
CinderVolumes.create_volume:
|
||||||
|
size: 1
|
||||||
|
runner:
|
||||||
|
constant:
|
||||||
|
times: 2
|
||||||
|
concurrency: 2
|
||||||
|
contexts:
|
||||||
|
users:
|
||||||
|
tenants: 2
|
||||||
|
users_per_tenant: 2
|
||||||
@@ -1,91 +0,0 @@
|
|||||||
===============
|
|
||||||
Rally Gate Jobs
|
|
||||||
===============
|
|
||||||
|
|
||||||
For each patch submitted for review on Gerrit, there is a set of tests called
|
|
||||||
**gate jobs** to be run against it. These tests check whether the Rally code
|
|
||||||
works correctly after applying the patch and provide additional guarantees that
|
|
||||||
it won't break the software when it gets merged. Rally gate jobs contain tests
|
|
||||||
checking the codestyle (via *pep8*), unit tests suites, functional tests and a
|
|
||||||
set of Rally benchmark tasks that are executed against a real *devstack*
|
|
||||||
deployment.
|
|
||||||
|
|
||||||
|
|
||||||
rally-gate.sh
|
|
||||||
-------------
|
|
||||||
This script runs a set of real Rally benchmark tasks and fetches their results
|
|
||||||
in textual / visualized form (available via a special html page by clicking the
|
|
||||||
corresponding job title in Gerrit). It checks that scenarios don't fail while
|
|
||||||
being executed against a devstack deployment and also tests SLA criteria to
|
|
||||||
ensure that benchmark tasks have completed successfully.
|
|
||||||
Jenkins uses this script by runnint the 'gate-rally-dsvm-rally' job,
|
|
||||||
'gate-rally-dsvm-manila-multibackend' job and 'gate-rally-dsvm-neutron-rally'
|
|
||||||
job.
|
|
||||||
|
|
||||||
|
|
||||||
rally_verify.py
|
|
||||||
---------------
|
|
||||||
This script runs various "rally verify" commands. This set of commands allow us
|
|
||||||
to perform Tempest tests of OpenStack live cloud and display verification
|
|
||||||
results.
|
|
||||||
The verification results obtained by running various "rally verify <cmd>"
|
|
||||||
commands including "start", "show", "list" are compared using the "rally verify
|
|
||||||
results" command, which are then saved in csv, html and json formats in the
|
|
||||||
"rally-verify" directory.
|
|
||||||
Jenkins uses this script by running the 'gate-rally-dsvm-verify' job.
|
|
||||||
|
|
||||||
|
|
||||||
test_install.sh
|
|
||||||
---------------
|
|
||||||
This script tests the correct working of the install_rally.sh, used for the
|
|
||||||
installation of Rally. Jenkins tests this script by running it against Centos7
|
|
||||||
and Ubuntu 16.04 in the corresponding jobs 'gate-rally-install-centos-7' and
|
|
||||||
'gate-rally-install-ubuntu-xenial'.
|
|
||||||
|
|
||||||
|
|
||||||
Jenkins
|
|
||||||
-------
|
|
||||||
Jenkins is a Continuous Integration system which works as the scheduler. It
|
|
||||||
receives events related to proposed changes, triggers tests based on those
|
|
||||||
events, and reports back.
|
|
||||||
For each patch that is uploaded for review on Gerrit, Jenkins runs it against
|
|
||||||
the various rally gate jobs listed below along with their functions and local
|
|
||||||
equivalents:
|
|
||||||
|
|
||||||
* gate-rally-pep8 : code style check
|
|
||||||
(equal to tox -epep8)
|
|
||||||
* gate-rally-docs : documention generation
|
|
||||||
(equal to tox -edocs)
|
|
||||||
* gate-rally-python27 : unit tests against python27
|
|
||||||
(equal to tox -epy27)
|
|
||||||
* gate-rally-python35 : unit tests against python35
|
|
||||||
(equal to tox -epy35)
|
|
||||||
* rally-coverage : generates unit test
|
|
||||||
coverage
|
|
||||||
(equal to tox -cover)
|
|
||||||
* gate-rally-install-centos-7 : testing of test_install.sh
|
|
||||||
(described above) against
|
|
||||||
Centos7
|
|
||||||
* gate-rally-install-ubuntu-xenial : testing of test_install.sh
|
|
||||||
(described above) against
|
|
||||||
Ubuntu 16.04
|
|
||||||
* gate-rally-dsvm-rally : runs rally-gate.sh
|
|
||||||
(described above) against
|
|
||||||
OpenStack deployed by
|
|
||||||
devstack with nova-network
|
|
||||||
(It is standard dsvm job)
|
|
||||||
* gate-rally-dsvm-manila-multibackend(non-voting) : runs rally-gate.sh against
|
|
||||||
manila
|
|
||||||
* gate-rally-dsvm-neutron-rally : runs rally-gate.sh against
|
|
||||||
OpenStack deployed by
|
|
||||||
devastack with neutron
|
|
||||||
* gate-rally-dsvm-cli : runs tests/functional/*
|
|
||||||
(equal to tox -ecli)
|
|
||||||
* gate-rally-dsvm-verify(non-voting) : runs rally_verify.py and
|
|
||||||
tests Rally and Tempest
|
|
||||||
integration in all possible
|
|
||||||
ways
|
|
||||||
* gate-rally-tox-self(non-voting) : not yet used
|
|
||||||
|
|
||||||
and a success in these tests(except non-voting) would mean that the patch is
|
|
||||||
approved by Jenkins.
|
|
||||||
@@ -1,13 +0,0 @@
|
|||||||
#!/usr/bin/env bash
|
|
||||||
|
|
||||||
SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
|
|
||||||
source $SCRIPT_DIR/../rally_gate_functions.sh
|
|
||||||
|
|
||||||
setUp
|
|
||||||
|
|
||||||
TASK=$RALLY_DIR/tasks/openstack/task.yaml
|
|
||||||
TASK_ARGS=$RALLY_DIR/rally-jobs/certifcation_task_args.yaml
|
|
||||||
|
|
||||||
TASK_ARGS="--task-args-file $TASK_ARGS"
|
|
||||||
|
|
||||||
run $TASK $TASK_ARGS
|
|
||||||
121
tests/ci/pages/task-index.html
Normal file
121
tests/ci/pages/task-index.html
Normal file
@@ -0,0 +1,121 @@
|
|||||||
|
<!doctype html>
|
||||||
|
<html>
|
||||||
|
<head>
|
||||||
|
<meta charset="utf-8">
|
||||||
|
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
||||||
|
<title>Rally | Performance job results</title>
|
||||||
|
|
||||||
|
<script type="text/javascript"></script>
|
||||||
|
<style>
|
||||||
|
body { margin:0; padding:0 0 50px; font-size:14px; font-family:Helvetica,Arial,sans-serif }
|
||||||
|
a, a:active, a:focus, a:visited { text-decoration:none; outline:none }
|
||||||
|
p { margin:0; padding:5px 0 }
|
||||||
|
p.thesis { padding:10px 0 }
|
||||||
|
h1 { color:#666; margin:0 0 20px; font-size:30px; font-weight:normal }
|
||||||
|
h2, .h2 { color:#666; margin:24px 0 6px; font-size:25px; font-weight:normal }
|
||||||
|
h3, .h3 { color:#777; margin:12px 0 4px; font-size:18px; font-weight:normal }
|
||||||
|
table { border-collapse:collapse; border-spacing:0; width:100%; font-size:12px; margin:0 0 10px }
|
||||||
|
table th { text-align:left; padding:8px; color:#000; border:2px solid #ddd; border-width:0 0 2px 0 }
|
||||||
|
table th.sortable { cursor:pointer }
|
||||||
|
table td { text-align:left; border-top:1px solid #ddd; padding:8px; color:#333 }
|
||||||
|
table.compact td { padding:4px 8px }
|
||||||
|
table.striped tr:nth-child(odd) td { background:#f9f9f9 }
|
||||||
|
table.linked tbody tr:hover { background:#f9f9f9; cursor:pointer }
|
||||||
|
.pointer { cursor:pointer }
|
||||||
|
.rich, .rich td { font-weight:bold }
|
||||||
|
.oblique { font-style:italic }
|
||||||
|
.code { padding:10px; font-size:13px; color:#333; background:#f6f6f6; border:1px solid #e5e5e5; border-radius:4px }
|
||||||
|
|
||||||
|
.header { text-align:left; background:#333; font-size:18px; padding:13px 0; margin-bottom:20px; color:#fff; background-image:linear-gradient(to bottom, #444 0px, #222 100%) }
|
||||||
|
.header a, .header a:visited, .header a:focus { color:#999 }
|
||||||
|
|
||||||
|
.notify-error { padding:5px 10px; background:#fee; color:red }
|
||||||
|
.status-skip, .status-skip td { color:grey }
|
||||||
|
.status-pass, .status-pass td { color:green }
|
||||||
|
.status-fail, .status-fail td { color:red }
|
||||||
|
.capitalize { text-transform:capitalize }
|
||||||
|
|
||||||
|
li { margin:2px 0 }
|
||||||
|
a, a:visited { color:#039 }
|
||||||
|
code { padding:0 5px; color:#888 }
|
||||||
|
.columns li { position:relative }
|
||||||
|
.columns li > :first-child { display:block }
|
||||||
|
.columns li > :nth-child(2) { display:block; position:static; left:165px; top:0; white-space:nowrap }
|
||||||
|
|
||||||
|
.content-wrap { margin:0 auto; padding:0 5px; }
|
||||||
|
|
||||||
|
@media only screen and (min-width: 320px) { .content-wrap { width:400px } }
|
||||||
|
@media only screen and (min-width: 520px) { .content-wrap { width:500px } }
|
||||||
|
@media only screen and (min-width: 620px) { .content-wrap { width:90% } .columns li > :nth-child(2) { position:absolute } }
|
||||||
|
@media only screen and (min-width: 720px) { .content-wrap { width:70% } }
|
||||||
|
|
||||||
|
</style>
|
||||||
|
</head>
|
||||||
|
<body>
|
||||||
|
|
||||||
|
<div class="header" id="page-header">
|
||||||
|
<div class="content-wrap">
|
||||||
|
<a href="https://github.com/openstack/rally">Rally</a>
|
||||||
|
<span>performance job results</span>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
<div class="content-wrap" id="page-content">
|
||||||
|
|
||||||
|
<h2>Status of the job</h2>
|
||||||
|
<p><span id="status-message" class="rich">Everything is ok! (All workloads passed their SLA and all tests resources were removed as expected)</span></p>
|
||||||
|
|
||||||
|
|
||||||
|
<h2>Logs and files</h2>
|
||||||
|
<ul class="columns">
|
||||||
|
<li><a href="job-output.txt.gz" class="rich check-gz">Rally Task Logs</a> <code>job-output.txt.gz</code>
|
||||||
|
<li><a href="zuul-info/">Zuul info</a> <code>zuul-info</code>
|
||||||
|
<li><a href="controller/logs/">Logs of controller node</a> <code>controller/logs/</code>
|
||||||
|
<li><a href="ara/">ARA | Ansible Run Analysis</a>
|
||||||
|
</ul>
|
||||||
|
|
||||||
|
<h2>Job results, in different formats</h2>
|
||||||
|
<ul class="columns">
|
||||||
|
<li><a href="results/report.html.gz" class="rich">HTML report</a> <code>$ rally task report</code>
|
||||||
|
<li><a href="results/detailed.txt.gz">Text report</a> <code>$ rally task detailed</code>
|
||||||
|
<li><a href="results/detailed_with_iterations.txt.gz">Text report detailed</a> <code>$ rally task detailed --iterations-data</code>
|
||||||
|
<li><a href="results/sla.txt">Success criteria (SLA)</a> <code>$ rally task sla_check</code>
|
||||||
|
<li><a href="results/report.json.gz">JSON report</a> <code>$ rally task report --json</code>
|
||||||
|
<li><a href="results/results.json.gz">Old json results</a> <code>$ rally task results</code>
|
||||||
|
<li><a href="results/junit.xml.gz">JUNIT-XML report</a> <code>$ rally task export --type junit-xml</code>
|
||||||
|
<li><a href="results/elasticsearch.txt.gz">ElasticSearch x5 dump file</a> <code>$ rally task export --type elastic</code>
|
||||||
|
</ul>
|
||||||
|
|
||||||
|
<h2>About Rally</h2>
|
||||||
|
<p>Rally is tool & framework that allows one to write simple plugins and combine them in
|
||||||
|
complex tests scenarios that allows to perform all kinds of testing!
|
||||||
|
</p>
|
||||||
|
<ul>
|
||||||
|
<li><a href="https://git.openstack.org/cgit/openstack/rally">Rally git repository</a> (<a href="https://github.com/openstack/rally">GitHub mirror</a>)
|
||||||
|
<li><a href="https://git.openstack.org/cgit/openstack/rally-openstack">Git repository with OpenStack plugins for Rally</a> (<a href="https://github.com/openstack/rally-openstack">GitHub mirror</a>)
|
||||||
|
<li><a href="https://rally.readthedocs.org/en/latest/">Documentation</a>
|
||||||
|
<li><a href="https://rally.readthedocs.io/en/latest/quick_start/tutorial.html">How to use Rally (locally)</a>
|
||||||
|
<li><a href="https://rally.readthedocs.io/en/latest/quick_start/gates.html">How to add Rally job to your project</a>
|
||||||
|
</ul>
|
||||||
|
|
||||||
|
<h2>Steps to repeat locally</h2>
|
||||||
|
<ol>
|
||||||
|
<li>Fetch rally task from <a href="results/task.yaml">here</a></li>
|
||||||
|
<li>Fetch rally plugins from <a href="results/plugins.tar.gz">here</a></li>
|
||||||
|
<li>Install OpenStack and Rally using <a href="https://github.com/openstack/rally-openstack/tree/master/devstack">this instruction</a></li>
|
||||||
|
<li>Unzip plugins and put to <code>.rally/plugins/</code> directory</li>
|
||||||
|
<li>Run rally task: <code>$ rally task start task.yaml</code></li>
|
||||||
|
</ol>
|
||||||
|
|
||||||
|
</div>
|
||||||
|
|
||||||
|
<script type="text/javascript">
|
||||||
|
var errorMessage = null;
|
||||||
|
if (errorMessage) {
|
||||||
|
var statusMessage = document.getElementById("status-message");
|
||||||
|
statusMessage.style.color = 'red';
|
||||||
|
statusMessage.innerHTML = errorMessage
|
||||||
|
}
|
||||||
|
</script>
|
||||||
|
</body>
|
||||||
|
</html>
|
||||||
@@ -1,41 +0,0 @@
|
|||||||
- hosts: primary
|
|
||||||
tasks:
|
|
||||||
|
|
||||||
- name: Copy files from {{ ansible_user_dir }}/workspace/ on node
|
|
||||||
synchronize:
|
|
||||||
src: '{{ ansible_user_dir }}/workspace/'
|
|
||||||
dest: '{{ zuul.executor.log_root }}'
|
|
||||||
mode: pull
|
|
||||||
copy_links: true
|
|
||||||
verify_host: true
|
|
||||||
rsync_opts:
|
|
||||||
- --include=/logs/**
|
|
||||||
- --include=*/
|
|
||||||
- --exclude=*
|
|
||||||
- --prune-empty-dirs
|
|
||||||
|
|
||||||
- name: Copy files from {{ ansible_user_dir }}/workspace/ on node
|
|
||||||
synchronize:
|
|
||||||
src: '{{ ansible_user_dir }}/workspace/'
|
|
||||||
dest: '{{ zuul.executor.log_root }}'
|
|
||||||
mode: pull
|
|
||||||
copy_links: true
|
|
||||||
verify_host: true
|
|
||||||
rsync_opts:
|
|
||||||
- --include=/rally-plot/**
|
|
||||||
- --include=*/
|
|
||||||
- --exclude=*
|
|
||||||
- --prune-empty-dirs
|
|
||||||
|
|
||||||
- name: Copy files from {{ ansible_user_dir }}/workspace/ on node
|
|
||||||
synchronize:
|
|
||||||
src: '{{ ansible_user_dir }}/workspace/'
|
|
||||||
dest: '{{ zuul.executor.log_root }}'
|
|
||||||
mode: pull
|
|
||||||
copy_links: true
|
|
||||||
verify_host: true
|
|
||||||
rsync_opts:
|
|
||||||
- --include=/rally-plot/extra/index.html
|
|
||||||
- --include=*/
|
|
||||||
- --exclude=*
|
|
||||||
- --prune-empty-dirs
|
|
||||||
6
tests/ci/playbooks/post-rally-task.yaml
Normal file
6
tests/ci/playbooks/post-rally-task.yaml
Normal file
@@ -0,0 +1,6 @@
|
|||||||
|
- hosts: controller
|
||||||
|
vars:
|
||||||
|
rally_home_dir: '/opt/stack/.rally'
|
||||||
|
rally_results_dir: '{{ rally_home_dir }}/results'
|
||||||
|
roles:
|
||||||
|
- fetch-rally-task-results
|
||||||
@@ -1,34 +0,0 @@
|
|||||||
- hosts: all
|
|
||||||
name: a run script for rally-install-ubuntu-xenial and rally-install-centos-7 jobs
|
|
||||||
tasks:
|
|
||||||
|
|
||||||
- shell:
|
|
||||||
cmd: |
|
|
||||||
sudo yum remove -y python-crypto || true
|
|
||||||
|
|
||||||
# NOTE(pabelanger): We run apt-get update to ensure we dont have a stale
|
|
||||||
# package cache in the gate.
|
|
||||||
sudo apt-get update || true
|
|
||||||
|
|
||||||
sudo ./install_rally.sh --system --yes
|
|
||||||
|
|
||||||
rally deployment list
|
|
||||||
[ -d /etc/bash_completion.d ] && cat /etc/bash_completion.d/rally.bash_completion || true
|
|
||||||
|
|
||||||
sudo ./install_rally.sh --system --yes
|
|
||||||
rally deployment list
|
|
||||||
|
|
||||||
sudo ./install_rally.sh --yes -d /tmp/rallytest_root/
|
|
||||||
/tmp/rallytest_root/bin/rally deployment list
|
|
||||||
cat /tmp/rallytest_root/etc/bash_completion.d/rally.bash_completion
|
|
||||||
|
|
||||||
sudo rm -fr ~/.rally
|
|
||||||
|
|
||||||
./install_rally.sh --yes -d /tmp/rallytest_user
|
|
||||||
/tmp/rallytest_user/bin/rally deployment list
|
|
||||||
|
|
||||||
./install_rally.sh --overwrite --dbtype sqlite
|
|
||||||
|
|
||||||
|
|
||||||
executable: /bin/sh
|
|
||||||
chdir: '{{ zuul.project.src_dir }}'
|
|
||||||
@@ -0,0 +1,7 @@
|
|||||||
|
- name: Check OpenStack resources after Rally launch
|
||||||
|
become: yes
|
||||||
|
become_user: stack
|
||||||
|
shell: "python ./tests/ci/osresources.py --compare-with-list {{ rally_resources_at_start }}"
|
||||||
|
args:
|
||||||
|
chdir: "{{ zuul.projects['git.openstack.org/openstack/rally-openstack'].src_dir }}"
|
||||||
|
|
||||||
4
tests/ci/playbooks/roles/check-task-sla/tasks/main.yaml
Normal file
4
tests/ci/playbooks/roles/check-task-sla/tasks/main.yaml
Normal file
@@ -0,0 +1,4 @@
|
|||||||
|
- name: Check SLA of the last task
|
||||||
|
become: True
|
||||||
|
become_user: stack
|
||||||
|
shell: "rally task sla-check > {{ rally_results_dir }}/sla.txt"
|
||||||
@@ -0,0 +1,48 @@
|
|||||||
|
- name: Gzip results files
|
||||||
|
become: yes
|
||||||
|
become_user: stack
|
||||||
|
shell: "gzip * -9 -q"
|
||||||
|
args:
|
||||||
|
chdir: '{{ rally_results_dir }}'
|
||||||
|
|
||||||
|
- name: Gzip custom plugins
|
||||||
|
become: yes
|
||||||
|
become_user: stack
|
||||||
|
shell: "tar -czf {{ rally_results_dir }}/plugins.tar.gz ./plugins"
|
||||||
|
args:
|
||||||
|
chdir: '{{ rally_home_dir }}'
|
||||||
|
|
||||||
|
- name: Copy Rally results
|
||||||
|
become: yes
|
||||||
|
synchronize:
|
||||||
|
src: '{{ rally_results_dir }}'
|
||||||
|
dest: '{{ zuul.executor.log_root }}'
|
||||||
|
mode: pull
|
||||||
|
copy_links: true
|
||||||
|
verify_host: true
|
||||||
|
rsync_opts:
|
||||||
|
- --include=/**
|
||||||
|
- --include=*/
|
||||||
|
- --exclude=*
|
||||||
|
- --prune-empty-dirs
|
||||||
|
|
||||||
|
- name: Change the status message
|
||||||
|
become: yes
|
||||||
|
shell:
|
||||||
|
cmd: |
|
||||||
|
set -e
|
||||||
|
#sed -i -- "s/var errorMessage = null\;/var errorMessage = \'TBD\';/g" {{ zuul.projects['git.openstack.org/openstack/rally-openstack'].src_dir }}/tests/ci/pages/task-index.html
|
||||||
|
|
||||||
|
- name: Put index.html in the right place
|
||||||
|
become: yes
|
||||||
|
synchronize:
|
||||||
|
src: "{{ zuul.projects['git.openstack.org/openstack/rally-openstack'].src_dir }}/tests/ci/pages/task-index.html"
|
||||||
|
dest: '{{ zuul.executor.log_root }}/index.html'
|
||||||
|
mode: pull
|
||||||
|
copy_links: true
|
||||||
|
verify_host: true
|
||||||
|
rsync_opts:
|
||||||
|
- --include=/**
|
||||||
|
- --include=*/
|
||||||
|
- --exclude=*
|
||||||
|
- --prune-empty-dirs
|
||||||
@@ -0,0 +1,9 @@
|
|||||||
|
- name: Import a current JSON report
|
||||||
|
become: True
|
||||||
|
become_user: stack
|
||||||
|
command: rally task import --file {{ rally_results_dir }}/report.json
|
||||||
|
|
||||||
|
- name: Import an old JSON report
|
||||||
|
become: True
|
||||||
|
become_user: stack
|
||||||
|
command: rally task import --file {{ rally_results_dir }}/results.json
|
||||||
@@ -0,0 +1,6 @@
|
|||||||
|
existing_user_name_1: "rally-test-user-1"
|
||||||
|
existing_user_password_1: "rally-test-password-1"
|
||||||
|
existing_user_project_1: "rally-test-project-1"
|
||||||
|
existing_user_name_2: "rally-test-user-2"
|
||||||
|
existing_user_password_2: "rally-test-password-2"
|
||||||
|
existing_user_project_2: "rally-test-project-2"
|
||||||
198
tests/ci/playbooks/roles/prepare-for-rally-task/tasks/main.yaml
Normal file
198
tests/ci/playbooks/roles/prepare-for-rally-task/tasks/main.yaml
Normal file
@@ -0,0 +1,198 @@
|
|||||||
|
- name: Create Rally home directory
|
||||||
|
become: True
|
||||||
|
become_user: stack
|
||||||
|
file:
|
||||||
|
path: '{{ rally_home_dir }}'
|
||||||
|
state: directory
|
||||||
|
owner: stack
|
||||||
|
group: stack
|
||||||
|
|
||||||
|
- name: Create directory for Rally results
|
||||||
|
become: True
|
||||||
|
become_user: stack
|
||||||
|
file:
|
||||||
|
path: '{{ rally_home_dir }}/results'
|
||||||
|
state: directory
|
||||||
|
owner: stack
|
||||||
|
group: stack
|
||||||
|
|
||||||
|
- name: Create a directory for custom plugins
|
||||||
|
become: True
|
||||||
|
become_user: stack
|
||||||
|
file:
|
||||||
|
path: '{{ rally_home_dir }}/plugins'
|
||||||
|
state: directory
|
||||||
|
owner: stack
|
||||||
|
group: stack
|
||||||
|
|
||||||
|
- name: Check the existence of custom plugins
|
||||||
|
stat:
|
||||||
|
path: '{{ zuul.project.src_dir }}/rally-jobs/plugins'
|
||||||
|
register: custom_plugins_stat
|
||||||
|
|
||||||
|
- name: Copy custom plugins, if they are presented
|
||||||
|
become: True
|
||||||
|
become_user: stack
|
||||||
|
command: cp -r {{ zuul.project.src_dir }}/rally-jobs/plugins {{ rally_home_dir }}/
|
||||||
|
when: custom_plugins_stat.stat.exists == True
|
||||||
|
|
||||||
|
- name: Create a directory for extra files
|
||||||
|
become: True
|
||||||
|
become_user: stack
|
||||||
|
file:
|
||||||
|
path: '{{ rally_home_dir }}/extra'
|
||||||
|
state: directory
|
||||||
|
owner: stack
|
||||||
|
group: stack
|
||||||
|
|
||||||
|
- name: Check the existence of extra files
|
||||||
|
stat:
|
||||||
|
path: '{{ zuul.project.src_dir }}/rally-jobs/extra'
|
||||||
|
register: extra_files_stat
|
||||||
|
|
||||||
|
- name: Copy extra files, if they are presented
|
||||||
|
become: True
|
||||||
|
become_user: stack
|
||||||
|
command: cp -r {{ zuul.project.src_dir }}/rally-jobs/extra {{ rally_home_dir }}/extra
|
||||||
|
when: extra_files_stat.stat.exists == True
|
||||||
|
|
||||||
|
- name: Check the existence of fake image
|
||||||
|
stat:
|
||||||
|
path: '{{ rally_fake_image_path }}'
|
||||||
|
register: fake_image_stat
|
||||||
|
|
||||||
|
- name: Create a fake image
|
||||||
|
become: True
|
||||||
|
become_user: stack
|
||||||
|
file:
|
||||||
|
path: '{{ rally_fake_image_path }}'
|
||||||
|
state: touch
|
||||||
|
when: fake_image_stat.stat.exists == False
|
||||||
|
|
||||||
|
- name: List glance, cinder, neutron resources
|
||||||
|
become: True
|
||||||
|
become_user: stack
|
||||||
|
shell:
|
||||||
|
executable: /bin/sh
|
||||||
|
cmd: |
|
||||||
|
set -e
|
||||||
|
|
||||||
|
rally deployment use --deployment devstack
|
||||||
|
|
||||||
|
. {{ rally_home_dir }}/openrc admin admin
|
||||||
|
|
||||||
|
OPENSTACK_SERVICES=$(openstack service list)
|
||||||
|
if [[ $OPENSTACK_SERVICES == *"glance"* ]]; then
|
||||||
|
openstack image list
|
||||||
|
fi
|
||||||
|
if [[ $OPENSTACK_SERVICES == *"cinder"* ]]; then
|
||||||
|
openstack volume list --all-projects
|
||||||
|
fi
|
||||||
|
if [[ $OPENSTACK_SERVICES == *"neutron"* ]]; then
|
||||||
|
openstack network list
|
||||||
|
fi
|
||||||
|
|
||||||
|
- name: Create new projects and users
|
||||||
|
become: True
|
||||||
|
become_user: stack
|
||||||
|
shell:
|
||||||
|
executable: /bin/sh
|
||||||
|
cmd: |
|
||||||
|
set -e
|
||||||
|
|
||||||
|
. {{ rally_home_dir }}/openrc admin admin
|
||||||
|
|
||||||
|
openstack --version
|
||||||
|
|
||||||
|
openstack project create {{ existing_user_project_1 }}
|
||||||
|
openstack user create --project {{ existing_user_project_1 }} --password {{ existing_user_password_1 }} {{ existing_user_name_1 }}
|
||||||
|
openstack role add --project {{ existing_user_project_1 }} --user {{ existing_user_name_1 }} Member
|
||||||
|
|
||||||
|
openstack project create {{ existing_user_project_2 }}
|
||||||
|
openstack user create --project {{ existing_user_project_2 }} --password {{ existing_user_password_2 }} {{ existing_user_name_2 }}
|
||||||
|
openstack role add --project {{ existing_user_project_2 }} --user {{ existing_user_name_2 }} Member
|
||||||
|
|
||||||
|
set +e
|
||||||
|
NEUTRON_EXISTS=$(openstack --os-interface admin service list | grep neutron)
|
||||||
|
set -e
|
||||||
|
if [ "$NEUTRON_EXISTS" ]; then
|
||||||
|
OS_QUOTA_STR="--networks -1 --subnets -1 --routers -1 --floating-ips -1 --subnetpools -1 --secgroups -1 --secgroup-rules -1 --ports -1"
|
||||||
|
openstack --debug quota set $OS_QUOTA_STR {{ existing_user_project_1 }}
|
||||||
|
openstack --debug quota show {{ existing_user_project_1 }}
|
||||||
|
openstack --debug quota set $OS_QUOTA_STR {{ existing_user_project_2 }}
|
||||||
|
openstack --debug quota show {{ existing_user_project_2 }}
|
||||||
|
fi
|
||||||
|
when: rally_use_existing_users == True
|
||||||
|
|
||||||
|
- name: Capture Keystone auth URL
|
||||||
|
become: True
|
||||||
|
become_user: stack
|
||||||
|
shell: ". {{ rally_home_dir }}/openrc admin admin > /dev/null && echo $OS_AUTH_URL"
|
||||||
|
register: keystone_auth_url
|
||||||
|
when: rally_use_existing_users == True
|
||||||
|
|
||||||
|
- name: Make Rally Environment spec with existing users
|
||||||
|
become: True
|
||||||
|
become_user: stack
|
||||||
|
template:
|
||||||
|
src: env.yaml.j2
|
||||||
|
dest: "{{ rally_existing_users_config }}"
|
||||||
|
when: rally_use_existing_users == True
|
||||||
|
|
||||||
|
- name: Create new projects and users
|
||||||
|
become: True
|
||||||
|
become_user: stack
|
||||||
|
shell: rally env create --name devstask-with-users --spec {{ rally_existing_users_config }}
|
||||||
|
when: rally_use_existing_users == True
|
||||||
|
|
||||||
|
- name: Print Rally deployment config
|
||||||
|
become: True
|
||||||
|
become_user: stack
|
||||||
|
command: "rally deployment config"
|
||||||
|
|
||||||
|
- name: Check Environment works
|
||||||
|
become: True
|
||||||
|
become_user: stack
|
||||||
|
command: "rally env check"
|
||||||
|
|
||||||
|
- name: Print Environment info
|
||||||
|
become: True
|
||||||
|
become_user: stack
|
||||||
|
command: "rally env info"
|
||||||
|
|
||||||
|
- name: Create nova flavor
|
||||||
|
become: True
|
||||||
|
become_user: stack
|
||||||
|
shell:
|
||||||
|
executable: /bin/sh
|
||||||
|
cmd: |
|
||||||
|
set -e
|
||||||
|
|
||||||
|
. {{ rally_home_dir }}/openrc admin admin
|
||||||
|
|
||||||
|
if rally deployment check | grep 'nova' | grep 'Available' > /dev/null;
|
||||||
|
then
|
||||||
|
nova flavor-create m1.nano 42 64 0 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
- name: Copy task file
|
||||||
|
become: True
|
||||||
|
become_user: stack
|
||||||
|
command: cp -r {{ zuul.project.src_dir }}/{{ rally_task }} {{ rally_home_dir }}/task.yaml
|
||||||
|
|
||||||
|
- name: Check the existence of task_args_file
|
||||||
|
stat:
|
||||||
|
path: '{{ zuul.project.src_dir }}/{{ rally_task_args_file }}'
|
||||||
|
register: task_args_file_stat
|
||||||
|
|
||||||
|
- name: Copy task_args_file
|
||||||
|
become: True
|
||||||
|
become_user: stack
|
||||||
|
command: cp {{ zuul.project.src_dir }}/{{ rally_task_args_file }} {{ rally_home_dir }}/task_args_file.yaml
|
||||||
|
when: task_args_file_stat.stat.exists == True
|
||||||
|
|
||||||
|
- name: Create an empty task_args_file
|
||||||
|
become: True
|
||||||
|
become_user: stack
|
||||||
|
command: echo "{}" > {{ rally_home_dir }}/task_args_file.yaml
|
||||||
|
when: task_args_file_stat.stat.exists == False
|
||||||
@@ -0,0 +1,19 @@
|
|||||||
|
{
|
||||||
|
"openstack": {
|
||||||
|
"users": [
|
||||||
|
{"username": "{{ existing_user_name_1 }}",
|
||||||
|
"password": "{{ existing_user_password_1 }}",
|
||||||
|
"project_name": "{{ existing_user_project_1 }}",
|
||||||
|
"user_domain_name": "Default",
|
||||||
|
"project_domain_name": "Default"
|
||||||
|
},
|
||||||
|
{"username": "{{ existing_user_name_2 }}",
|
||||||
|
"password": "{{ existing_user_password_2 }}",
|
||||||
|
"project_name": "{{ existing_user_project_2 }}",
|
||||||
|
"user_domain_name": "Default",
|
||||||
|
"project_domain_name": "Default"
|
||||||
|
}],
|
||||||
|
"auth_url": " {{ keystone_auth_url.stdout }}",
|
||||||
|
"region_name": "RegionOne"
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,34 @@
|
|||||||
|
- name: Generate a HTML report
|
||||||
|
become: True
|
||||||
|
become_user: stack
|
||||||
|
command: rally task report --html-static --out {{ rally_results_dir }}/report.html
|
||||||
|
|
||||||
|
- name: Show detailed info about task
|
||||||
|
become: True
|
||||||
|
become_user: stack
|
||||||
|
shell: "rally task detailed > {{ rally_results_dir }}/detailed.txt"
|
||||||
|
|
||||||
|
- name: Show detailed info (with per-iteration data) about task
|
||||||
|
become: True
|
||||||
|
become_user: stack
|
||||||
|
shell: "rally task detailed --iterations-data > {{ rally_results_dir }}/detailed_with_iterations.txt"
|
||||||
|
|
||||||
|
- name: Generate a JSON report
|
||||||
|
become: True
|
||||||
|
become_user: stack
|
||||||
|
command: rally task report --json --out {{ rally_results_dir }}/report.json
|
||||||
|
|
||||||
|
- name: Produce an old results file
|
||||||
|
become: True
|
||||||
|
become_user: stack
|
||||||
|
shell: "rally task results > {{ rally_results_dir }}/results.json"
|
||||||
|
|
||||||
|
- name: Make a JUnit report
|
||||||
|
become: True
|
||||||
|
become_user: stack
|
||||||
|
command: rally task export --type junit-xml --to {{ rally_results_dir }}/junit.xml
|
||||||
|
|
||||||
|
- name: Make an ElasticSearch file
|
||||||
|
become: True
|
||||||
|
become_user: stack
|
||||||
|
command: rally task export --type elastic --to {{ rally_results_dir }}/elasticsearch.txt
|
||||||
14
tests/ci/playbooks/roles/run-rally-task/tasks/main.yaml
Normal file
14
tests/ci/playbooks/roles/run-rally-task/tasks/main.yaml
Normal file
@@ -0,0 +1,14 @@
|
|||||||
|
- name: Run Rally task
|
||||||
|
become: True
|
||||||
|
become_user: stack
|
||||||
|
shell:
|
||||||
|
cmd: |
|
||||||
|
set +e
|
||||||
|
|
||||||
|
rally --rally-debug task start --task {{ rally_home_dir }}/task.yaml #--task-args-file {{ rally_home_dir }}/task_args_file.yaml
|
||||||
|
retval=$?
|
||||||
|
if [[ $? -eq 1 ]]; then
|
||||||
|
# 1 exit code means that something unexpected had happened
|
||||||
|
exit $retval
|
||||||
|
fi
|
||||||
|
executable: /bin/bash
|
||||||
@@ -0,0 +1,6 @@
|
|||||||
|
- name: Dump all available OpenStack resources
|
||||||
|
become: yes
|
||||||
|
become_user: stack
|
||||||
|
shell: "python ./tests/ci/osresources.py --dump-list {{ rally_resources_at_start }}"
|
||||||
|
args:
|
||||||
|
chdir: "{{ zuul.projects['git.openstack.org/openstack/rally-openstack'].src_dir }}"
|
||||||
21
tests/ci/playbooks/run-rally-task.yaml
Normal file
21
tests/ci/playbooks/run-rally-task.yaml
Normal file
@@ -0,0 +1,21 @@
|
|||||||
|
- hosts: all
|
||||||
|
roles:
|
||||||
|
- run-devstack
|
||||||
|
|
||||||
|
- hosts: controller
|
||||||
|
vars:
|
||||||
|
rally_home_dir: '/opt/stack/.rally'
|
||||||
|
rally_fake_image_path: '{{ rally_home_dir }}/extra/fake-image.img'
|
||||||
|
rally_use_existing_users: false
|
||||||
|
rally_existing_users_config: '{{ rally_home_dir }}/with-existing-users-config'
|
||||||
|
rally_results_dir: '{{ rally_home_dir }}/results'
|
||||||
|
rally_resources_at_start: '{{ rally_results_dir }}/resources_at_start.txt'
|
||||||
|
rally_task_args_file: "100-percent-not-exist-file"
|
||||||
|
roles:
|
||||||
|
- prepare-for-rally-task
|
||||||
|
- snapshot-available-os-resources
|
||||||
|
- run-rally-task
|
||||||
|
- process-task-results
|
||||||
|
- import-task-results
|
||||||
|
- check-os-resources
|
||||||
|
- check-task-sla
|
||||||
@@ -1,46 +0,0 @@
|
|||||||
#!/bin/bash -ex
|
|
||||||
#
|
|
||||||
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
||||||
# not use this file except in compliance with the License. You may obtain
|
|
||||||
# a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing, software
|
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
||||||
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
||||||
# License for the specific language governing permissions and limitations
|
|
||||||
# under the License.
|
|
||||||
|
|
||||||
# This script is executed by post_test_hook function in devstack gate.
|
|
||||||
|
|
||||||
SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
|
|
||||||
source $SCRIPT_DIR/rally_gate_functions.sh
|
|
||||||
|
|
||||||
PROJECT=`echo $ZUUL_PROJECT | cut -d \/ -f 2`
|
|
||||||
|
|
||||||
RALLY_JOB_DIR=$BASE/new/$PROJECT/rally-scenarios
|
|
||||||
if [ ! -d $RALLY_JOB_DIR ]; then
|
|
||||||
RALLY_JOB_DIR=$BASE/new/$PROJECT/rally-jobs
|
|
||||||
fi
|
|
||||||
|
|
||||||
echo $RALLY_JOB_DIR
|
|
||||||
echo $RALLY_DIR
|
|
||||||
ls $BASE/new/$PROJECT
|
|
||||||
|
|
||||||
if [ "$RALLY_SCENARIO" == "rally-keystone-api-v2" ]; then
|
|
||||||
echo "WARNING: RALLY TASK WILL NOT BE LAUNCHED."
|
|
||||||
exit 0
|
|
||||||
fi
|
|
||||||
|
|
||||||
setUp $RALLY_JOB_DIR
|
|
||||||
|
|
||||||
BASE_FOR_TASK=${RALLY_JOB_DIR}/${RALLY_SCENARIO}
|
|
||||||
|
|
||||||
TASK=${BASE_FOR_TASK}.yaml
|
|
||||||
TASK_ARGS=""
|
|
||||||
if [ -f ${BASE_FOR_TASK}_args.yaml ]; then
|
|
||||||
TASK_ARGS="--task-args-file ${BASE_FOR_TASK}_args.yaml"
|
|
||||||
fi
|
|
||||||
|
|
||||||
run $TASK $TASK_ARGS
|
|
||||||
@@ -1,30 +0,0 @@
|
|||||||
# Copyright 2016: Mirantis Inc.
|
|
||||||
# All Rights Reserved.
|
|
||||||
#
|
|
||||||
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
||||||
# not use this file except in compliance with the License. You may obtain
|
|
||||||
# a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing, software
|
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
||||||
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
||||||
# License for the specific language governing permissions and limitations
|
|
||||||
# under the License.
|
|
||||||
|
|
||||||
"""Simple app based on rally api for testing porpuses"""
|
|
||||||
|
|
||||||
import sys
|
|
||||||
|
|
||||||
from rally import api as rapi
|
|
||||||
|
|
||||||
|
|
||||||
def main():
|
|
||||||
api = rapi.API(config_args=sys.argv[1:])
|
|
||||||
print(len(api.task.list()))
|
|
||||||
return 0
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
sys.exit(main())
|
|
||||||
@@ -1,19 +0,0 @@
|
|||||||
#!/usr/bin/env bash
|
|
||||||
|
|
||||||
LOCAL_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
|
|
||||||
|
|
||||||
DB_CONNECTION="$(rally db show)"
|
|
||||||
|
|
||||||
if [[ $DB_CONNECTION == sqlite* ]]; then
|
|
||||||
CONCURRENCY=0
|
|
||||||
else
|
|
||||||
# in case of not sqlite db backends we cannot launch tests in parallel due
|
|
||||||
# to possible conflicts
|
|
||||||
CONCURRENCY=1
|
|
||||||
# currently, RCI_KEEP_DB variable is used to not create new databases per
|
|
||||||
# each test
|
|
||||||
export RCI_KEEP_DB=1
|
|
||||||
fi
|
|
||||||
|
|
||||||
|
|
||||||
python $LOCAL_DIR/pytest_launcher.py "tests/functional" --concurrency $CONCURRENCY --posargs=$1
|
|
||||||
@@ -1,169 +0,0 @@
|
|||||||
#!/usr/bin/env bash
|
|
||||||
|
|
||||||
RALLY_DIR=$BASE/new/rally
|
|
||||||
RALLY_PLUGINS_DIR=~/.rally/plugins
|
|
||||||
RALLY_EXTRA_DIR=~/.rally/extra
|
|
||||||
|
|
||||||
function setUp () {
|
|
||||||
set -x
|
|
||||||
|
|
||||||
JOB_DIR=$1
|
|
||||||
|
|
||||||
mkdir -p $RALLY_PLUGINS_DIR
|
|
||||||
mkdir -p $RALLY_EXTRA_DIR
|
|
||||||
|
|
||||||
if [ -n "$JOB_DIR" ]; then
|
|
||||||
PLUGINS_DIR=${JOB_DIR}/plugins
|
|
||||||
EXTRA_DIR=${JOB_DIR}/extra
|
|
||||||
|
|
||||||
if [ -d $PLUGINS_DIR ]; then
|
|
||||||
cp -r $PLUGINS_DIR/ $RALLY_PLUGINS_DIR
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [ -d $EXTRA_DIR ]; then
|
|
||||||
cp -r $EXTRA_DIR/* ~/.rally/extra/
|
|
||||||
fi
|
|
||||||
fi
|
|
||||||
|
|
||||||
touch ~/.rally/extra/fake-image.img
|
|
||||||
|
|
||||||
env
|
|
||||||
set -o pipefail
|
|
||||||
|
|
||||||
rally deployment use --deployment devstack
|
|
||||||
|
|
||||||
source ~/.rally/openrc admin admin
|
|
||||||
|
|
||||||
OPENSTACK_SERVICES=$(openstack service list)
|
|
||||||
if [[ $OPENSTACK_SERVICES == *"glance"* ]]; then
|
|
||||||
openstack image list
|
|
||||||
fi
|
|
||||||
if [[ $OPENSTACK_SERVICES == *"cinder"* ]]; then
|
|
||||||
openstack volume list --all-projects
|
|
||||||
fi
|
|
||||||
if [[ $OPENSTACK_SERVICES == *"neutron"* ]]; then
|
|
||||||
openstack network list
|
|
||||||
fi
|
|
||||||
|
|
||||||
# NOTE(ikhudoshyn): Create additional users and register a new env
|
|
||||||
# so that we could run scenarios using 'existing_users' context
|
|
||||||
if [ "$DEVSTACK_GATE_PREPOPULATE_USERS" = "1" ]; then
|
|
||||||
openstack --version
|
|
||||||
|
|
||||||
openstack project create rally-test-project-1
|
|
||||||
openstack user create --project rally-test-project-1 --password rally-test-password-1 rally-test-user-1
|
|
||||||
openstack role add --project rally-test-project-1 --user rally-test-user-1 Member
|
|
||||||
|
|
||||||
openstack project create rally-test-project-2
|
|
||||||
openstack user create --project rally-test-project-2 --password rally-test-password-2 rally-test-user-2
|
|
||||||
openstack role add --project rally-test-project-2 --user rally-test-user-2 Member
|
|
||||||
|
|
||||||
set +e
|
|
||||||
NEUTRON_EXISTS=$(openstack --os-interface admin service list | grep neutron)
|
|
||||||
set -e
|
|
||||||
if [ "$NEUTRON_EXISTS" ]; then
|
|
||||||
OS_QUOTA_STR="--networks -1 --subnets -1 --routers -1 --floating-ips -1 --subnetpools -1 --secgroups -1 --secgroup-rules -1 --ports -1"
|
|
||||||
openstack --debug quota set $OS_QUOTA_STR rally-test-project-1
|
|
||||||
openstack --debug quota show rally-test-project-1
|
|
||||||
openstack --debug quota set $OS_QUOTA_STR rally-test-project-2
|
|
||||||
openstack --debug quota show rally-test-project-2
|
|
||||||
fi
|
|
||||||
|
|
||||||
DEPLOYMENT_CONFIG_FILE=~/.rally/with-existing-users-config
|
|
||||||
|
|
||||||
echo '
|
|
||||||
{
|
|
||||||
"openstack": {
|
|
||||||
"users": [
|
|
||||||
{"username": "rally-test-user-1",
|
|
||||||
"password": "rally-test-password-1",
|
|
||||||
"project_name": "rally-test-project-1",
|
|
||||||
"user_domain_name": "Default",
|
|
||||||
"project_domain_name": "Default"
|
|
||||||
},
|
|
||||||
{"username": "rally-test-user-2",
|
|
||||||
"password": "rally-test-password-2",
|
|
||||||
"project_name": "rally-test-project-2",
|
|
||||||
"user_domain_name": "Default",
|
|
||||||
"project_domain_name": "Default"
|
|
||||||
}],
|
|
||||||
"auth_url": "'$OS_AUTH_URL'",
|
|
||||||
"region_name": "RegionOne"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
' > $DEPLOYMENT_CONFIG_FILE
|
|
||||||
|
|
||||||
rally deployment create --name devstask-with-users --filename $DEPLOYMENT_CONFIG_FILE
|
|
||||||
fi
|
|
||||||
|
|
||||||
rally deployment config
|
|
||||||
rally --debug deployment check
|
|
||||||
|
|
||||||
if rally deployment check | grep 'nova' | grep 'Available' > /dev/null;
|
|
||||||
then
|
|
||||||
nova flavor-create m1.nano 42 64 0 1
|
|
||||||
fi
|
|
||||||
}
|
|
||||||
|
|
||||||
function run () {
|
|
||||||
set -x
|
|
||||||
|
|
||||||
TASK=$1
|
|
||||||
TASK_ARGS="$2 $3"
|
|
||||||
|
|
||||||
if [ "$DEVSTACK_GATE_USE_PYTHON3" = "True" ]; then
|
|
||||||
PYTHON=python3
|
|
||||||
else
|
|
||||||
PYTHON=python
|
|
||||||
fi
|
|
||||||
|
|
||||||
$PYTHON $RALLY_DIR/tests/ci/osresources.py --dump-list resources_at_start.txt
|
|
||||||
|
|
||||||
set +e
|
|
||||||
rally --rally-debug task start --task $TASK $TASK_ARGS
|
|
||||||
retval=$?
|
|
||||||
if [[ $? -eq 1 ]]; then
|
|
||||||
exit $retval
|
|
||||||
fi
|
|
||||||
set -e
|
|
||||||
|
|
||||||
mkdir -p rally-plot/extra
|
|
||||||
$PYTHON $RALLY_DIR/tests/ci/render.py ci/index.html > rally-plot/extra/index.html
|
|
||||||
cp $TASK rally-plot/task.txt
|
|
||||||
tar -czf rally-plot/plugins.tar.gz -C $RALLY_PLUGINS_DIR .
|
|
||||||
rally task results | python -m json.tool > rally-plot/results.json
|
|
||||||
rally task import --file rally-plot/results.json
|
|
||||||
gzip -9 rally-plot/results.json
|
|
||||||
rally task detailed > rally-plot/detailed.txt
|
|
||||||
gzip -9 rally-plot/detailed.txt
|
|
||||||
rally task detailed --iterations-data > rally-plot/detailed_with_iterations.txt
|
|
||||||
gzip -9 rally-plot/detailed_with_iterations.txt
|
|
||||||
rally task report --html-static --out rally-plot/results.html
|
|
||||||
gzip -9 rally-plot/results.html
|
|
||||||
rally task report --json --out rally-plot/new_results.json
|
|
||||||
rally task import --file rally-plot/new_results.json
|
|
||||||
gzip -9 rally-plot/new_results.json
|
|
||||||
rally task export --type junit-xml --to rally-plot/junit.xml
|
|
||||||
gzip -9 rally-plot/junit.xml
|
|
||||||
rally task export --type elastic --to rally-plot/elasticsearch.txt
|
|
||||||
gzip -9 rally-plot/elasticsearch.txt
|
|
||||||
|
|
||||||
# NOTE(stpierre): if the sla check fails, we still want osresources.py
|
|
||||||
# to run, so we turn off -e and save the return value
|
|
||||||
set +e
|
|
||||||
rally task sla-check | tee rally-plot/sla.txt
|
|
||||||
retval=$?
|
|
||||||
set -e
|
|
||||||
|
|
||||||
cp resources_at_start.txt rally-plot/
|
|
||||||
if [ "$ZUUL_PROJECT" == "openstack/rally" ];then
|
|
||||||
$PYTHON $RALLY_DIR/tests/ci/osresources.py\
|
|
||||||
--compare-with-list resources_at_start.txt
|
|
||||||
else
|
|
||||||
$PYTHON $RALLY_DIR/tests/ci/osresources.py\
|
|
||||||
--compare-with-list resources_at_start.txt\
|
|
||||||
| gzip > rally-plot/resources_diff.txt.gz
|
|
||||||
fi
|
|
||||||
|
|
||||||
exit $retval
|
|
||||||
}
|
|
||||||
@@ -1,49 +0,0 @@
|
|||||||
#!/bin/bash -ex
|
|
||||||
#
|
|
||||||
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
||||||
# not use this file except in compliance with the License. You may obtain
|
|
||||||
# a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing, software
|
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
||||||
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
||||||
# License for the specific language governing permissions and limitations
|
|
||||||
# under the License.
|
|
||||||
|
|
||||||
TASK_FILE=$1
|
|
||||||
PLUGIN_PATHS=rally-jobs/plugins
|
|
||||||
if [ -n "$ZUUL_PROJECT" ]; then
|
|
||||||
HTML_REPORT=testr_results.html
|
|
||||||
JSON_REPORT=testr_results.json
|
|
||||||
else
|
|
||||||
HTML_REPORT=rally_self_results.html
|
|
||||||
JSON_REPORT=rally_self_results.json
|
|
||||||
fi
|
|
||||||
RND=$(head /dev/urandom | tr -dc a-z0-9 | head -c 5)
|
|
||||||
TMP_RALLY_CONF="/tmp/self-rally-$RND.conf"
|
|
||||||
TMP_RALLY_DB="/tmp/self-rally-$RND.sqlite"
|
|
||||||
DBCONNSTRING="sqlite:///$TMP_RALLY_DB"
|
|
||||||
RALLY="rally --config-file $TMP_RALLY_CONF"
|
|
||||||
|
|
||||||
# Create temp db
|
|
||||||
cp etc/rally/rally.conf.sample $TMP_RALLY_CONF
|
|
||||||
sed -i.bak "s|#connection =.*|connection = \"$DBCONNSTRING\"|" $TMP_RALLY_CONF
|
|
||||||
rally --config-file $TMP_RALLY_CONF db create
|
|
||||||
|
|
||||||
# Create self deployment
|
|
||||||
$RALLY -d deployment create --name=self
|
|
||||||
|
|
||||||
# Run task
|
|
||||||
$RALLY -d --plugin-paths=$PLUGIN_PATHS task start $TASK_FILE
|
|
||||||
$RALLY task report --html-static --out $HTML_REPORT
|
|
||||||
$RALLY task report --json --out $JSON_REPORT
|
|
||||||
|
|
||||||
if [ -n "$ZUUL_PROJECT" ]; then
|
|
||||||
gzip -9 -f $HTML_REPORT
|
|
||||||
gzip -9 -f $JSON_REPORT
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Check sla (this may fail the job)
|
|
||||||
$RALLY task sla-check
|
|
||||||
@@ -1,37 +0,0 @@
|
|||||||
# Copyright 2015: Mirantis Inc.
|
|
||||||
# All Rights Reserved.
|
|
||||||
#
|
|
||||||
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
||||||
# not use this file except in compliance with the License. You may obtain
|
|
||||||
# a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing, software
|
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
||||||
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
||||||
# License for the specific language governing permissions and limitations
|
|
||||||
# under the License.
|
|
||||||
|
|
||||||
from __future__ import print_function
|
|
||||||
import re
|
|
||||||
import sys
|
|
||||||
|
|
||||||
from rally.ui import utils
|
|
||||||
|
|
||||||
|
|
||||||
HELP_MESSAGE = (
|
|
||||||
"Usage:\n\t"
|
|
||||||
"render.py ci/template.html"
|
|
||||||
"[<key-1>=<value-1> <key-2>=<value-2> ...]\n\n\t"
|
|
||||||
"Where key-1,value-1 and key-2,value-2 are key pairs of template.")
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
args = sys.argv
|
|
||||||
if (len(args) < 1 or not all(re.match("^[^=]+=[^=]+$",
|
|
||||||
arg) for arg in args[2:])):
|
|
||||||
print(HELP_MESSAGE, file=sys.stderr)
|
|
||||||
sys.exit(1)
|
|
||||||
render_kwargs = dict([arg.split("=") for arg in args[2:]])
|
|
||||||
print(utils.get_template(args[1]).render(**render_kwargs))
|
|
||||||
@@ -1,40 +0,0 @@
|
|||||||
#!/bin/sh -ex
|
|
||||||
#
|
|
||||||
# Copyright 2013: Mirantis Inc.
|
|
||||||
# All Rights Reserved.
|
|
||||||
#
|
|
||||||
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
||||||
# not use this file except in compliance with the License. You may obtain
|
|
||||||
# a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing, software
|
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
||||||
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
||||||
# License for the specific language governing permissions and limitations
|
|
||||||
# under the License.
|
|
||||||
|
|
||||||
sudo yum remove -y python-crypto || true
|
|
||||||
|
|
||||||
# NOTE(pabelanger): We run apt-get update to ensure we don't have a stale
|
|
||||||
# package cache in the gate.
|
|
||||||
sudo apt-get update || true
|
|
||||||
|
|
||||||
sudo ./install_rally.sh --system --yes
|
|
||||||
rally deployment list
|
|
||||||
[ -d /etc/bash_completion.d ] && cat /etc/bash_completion.d/rally.bash_completion || true
|
|
||||||
|
|
||||||
sudo ./install_rally.sh --system --yes
|
|
||||||
rally deployment list
|
|
||||||
|
|
||||||
sudo ./install_rally.sh --yes -d /tmp/rallytest_root/
|
|
||||||
/tmp/rallytest_root/bin/rally deployment list
|
|
||||||
cat /tmp/rallytest_root/etc/bash_completion.d/rally.bash_completion
|
|
||||||
|
|
||||||
sudo rm -fr ~/.rally
|
|
||||||
|
|
||||||
./install_rally.sh --yes -d /tmp/rallytest_user
|
|
||||||
/tmp/rallytest_user/bin/rally deployment list
|
|
||||||
|
|
||||||
./install_rally.sh --overwrite --dbtype sqlite
|
|
||||||
@@ -1,190 +0,0 @@
|
|||||||
#!/usr/bin/env python
|
|
||||||
#
|
|
||||||
# Copyright 2015: Mirantis Inc.
|
|
||||||
# All Rights Reserved.
|
|
||||||
#
|
|
||||||
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
||||||
# not use this file except in compliance with the License. You may obtain
|
|
||||||
# a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing, software
|
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
||||||
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
||||||
# License for the specific language governing permissions and limitations
|
|
||||||
# under the License.
|
|
||||||
|
|
||||||
import errno
|
|
||||||
import json
|
|
||||||
import os
|
|
||||||
import pwd
|
|
||||||
import re
|
|
||||||
import shutil
|
|
||||||
import subprocess
|
|
||||||
import sys
|
|
||||||
import tempfile
|
|
||||||
|
|
||||||
from six.moves.urllib import parse
|
|
||||||
|
|
||||||
from rally.ui import utils
|
|
||||||
|
|
||||||
|
|
||||||
def use_keystone_v3():
|
|
||||||
"""Alter deployment to use keystone v3."""
|
|
||||||
print("Changing deployment to v3")
|
|
||||||
config = json.loads(subprocess.check_output(["rally", "deployment",
|
|
||||||
"config"]))
|
|
||||||
v3_url = parse.urlsplit(config["auth_url"])._replace(path="v3").geturl()
|
|
||||||
config["auth_url"] = v3_url
|
|
||||||
endpoint = config.get("endpoint")
|
|
||||||
if endpoint:
|
|
||||||
v3_enpoint = parse.urlsplit(endpoint)._replace(path="v3").geturl()
|
|
||||||
config["endpoint"] = v3_enpoint
|
|
||||||
config["project_name"] = config["tenant"]
|
|
||||||
config["project_domain_name"] = config["tenant"]
|
|
||||||
cfg_file = tempfile.NamedTemporaryFile()
|
|
||||||
json.dump(config, cfg_file)
|
|
||||||
print("New config for keystone v3:")
|
|
||||||
print(json.dumps(config, indent=2))
|
|
||||||
cfg_file.flush()
|
|
||||||
subprocess.call(["rally", "deployment", "create",
|
|
||||||
"--name", "V3", "--file", cfg_file.name])
|
|
||||||
print(subprocess.check_output(["rally", "deployment", "check"]))
|
|
||||||
|
|
||||||
TAG_HANDLERS = {"v3": use_keystone_v3}
|
|
||||||
|
|
||||||
|
|
||||||
def perror(s):
|
|
||||||
sys.stderr.write(s + "\n")
|
|
||||||
sys.stderr.flush()
|
|
||||||
|
|
||||||
|
|
||||||
def run(cmd, stdout=None, gzip=True, check=False):
|
|
||||||
"""Run shell command.
|
|
||||||
|
|
||||||
Save output to file, and gzip-compress if needed.
|
|
||||||
If exit status is non-zero and check is True then raise exception.
|
|
||||||
Return exit status otherwise.
|
|
||||||
"""
|
|
||||||
print("Starting %s" % " ".join(cmd))
|
|
||||||
status = subprocess.call(cmd, stdout=open(stdout, "w") if stdout else None)
|
|
||||||
if stdout and gzip:
|
|
||||||
subprocess.call(["gzip", "-9", stdout])
|
|
||||||
if check and status:
|
|
||||||
raise Exception("Failed with status %d" % status)
|
|
||||||
return status
|
|
||||||
|
|
||||||
|
|
||||||
def run_task(task, tags=None):
|
|
||||||
new_home_dir = tempfile.mkdtemp(prefix="rally_gate_")
|
|
||||||
shutil.copytree(os.path.join(pwd.getpwuid(os.getuid()).pw_dir, ".rally"),
|
|
||||||
os.path.join(new_home_dir, ".rally"))
|
|
||||||
print("Setting $HOME to %s" % new_home_dir)
|
|
||||||
os.environ["HOME"] = new_home_dir
|
|
||||||
for tag in tags or []:
|
|
||||||
if tag == "args":
|
|
||||||
continue
|
|
||||||
if tag not in TAG_HANDLERS:
|
|
||||||
perror("Warning! Unknown tag '%s'" % tag)
|
|
||||||
continue
|
|
||||||
try:
|
|
||||||
TAG_HANDLERS[tag]()
|
|
||||||
except Exception as e:
|
|
||||||
perror("Error processing tag '%s': %s" % (tag, e))
|
|
||||||
|
|
||||||
run(["rally", "task", "validate", "--task", task], check=True)
|
|
||||||
cmd = ["rally", "task", "start", "--task", task]
|
|
||||||
args_file, ext = task.rsplit(".", 1)
|
|
||||||
args_file = args_file + "_args." + ext
|
|
||||||
if os.path.isfile(args_file):
|
|
||||||
cmd += ["--task-args-file", args_file]
|
|
||||||
run(cmd, check=True)
|
|
||||||
task_name = os.path.split(task)[-1]
|
|
||||||
pub_dir = os.environ.get("RCI_PUB_DIR", "rally-plot")
|
|
||||||
try:
|
|
||||||
os.makedirs(os.path.join(pub_dir, "extra"))
|
|
||||||
except Exception as e:
|
|
||||||
if e.errno != errno.EEXIST:
|
|
||||||
raise
|
|
||||||
run(["rally", "task", "report", "--out",
|
|
||||||
"%s/%s.html" % (pub_dir, task_name)])
|
|
||||||
run(["rally", "task", "results"],
|
|
||||||
stdout="%s/results-%s.json" % (pub_dir, task_name))
|
|
||||||
status = run(["rally", "task", "sla-check"],
|
|
||||||
stdout="%s/%s.sla.txt" % (pub_dir, task_name))
|
|
||||||
run(["rally", "task", "detailed"],
|
|
||||||
stdout="rally-plot/detailed-%s.txt" % task_name)
|
|
||||||
run(["rally", "task", "detailed", "--iterations-data"],
|
|
||||||
stdout="rally-plot/detailed_with_iterations-%s.txt" % task_name)
|
|
||||||
|
|
||||||
return status
|
|
||||||
|
|
||||||
|
|
||||||
def get_name_from_git():
|
|
||||||
"""Determine org/project name from git."""
|
|
||||||
r = re.compile(".*/(.*?)/(.*?).git$")
|
|
||||||
for l in open(".git/config"):
|
|
||||||
m = r.match(l.strip())
|
|
||||||
if m:
|
|
||||||
return m.groups()
|
|
||||||
raise Exception("Unable to get project name from git")
|
|
||||||
|
|
||||||
|
|
||||||
def get_project_name():
|
|
||||||
for var in ("ZUUL_PROJECT", "GERRIT_PROJECT"):
|
|
||||||
if var in os.environ:
|
|
||||||
return os.environ[var].split("/")
|
|
||||||
return get_name_from_git()
|
|
||||||
|
|
||||||
|
|
||||||
def main():
|
|
||||||
statuses = []
|
|
||||||
org, project = get_project_name()
|
|
||||||
|
|
||||||
base = os.environ.get("BASE")
|
|
||||||
if base:
|
|
||||||
base_jobs_dir = os.path.join(base, "new", project)
|
|
||||||
else:
|
|
||||||
base_jobs_dir = os.path.realpath(".")
|
|
||||||
|
|
||||||
rally_root = "/home/rally/rally/"
|
|
||||||
if not os.path.exists(rally_root):
|
|
||||||
rally_root = os.environ["BASE"] + "/new/rally/"
|
|
||||||
|
|
||||||
jobs_dir = os.path.join(base_jobs_dir, "rally-jobs")
|
|
||||||
if not os.path.exists(jobs_dir):
|
|
||||||
# fallback to legacy path
|
|
||||||
jobs_dir = os.path.join(base_jobs_dir, "rally-scenarios")
|
|
||||||
if not os.path.exists(jobs_dir):
|
|
||||||
raise Exception("Rally jobs directory does not exist.")
|
|
||||||
|
|
||||||
for directory in ("plugins", "extra"):
|
|
||||||
dst = os.path.expanduser("~/.rally/%s" % directory)
|
|
||||||
try:
|
|
||||||
shutil.copytree(os.path.join(jobs_dir, directory), dst)
|
|
||||||
except OSError as e:
|
|
||||||
if e.errno != errno.EEXIST:
|
|
||||||
raise
|
|
||||||
|
|
||||||
scenario = os.environ.get("RALLY_SCENARIO", project).rsplit(".", 1)
|
|
||||||
scenario_name = scenario.pop(0)
|
|
||||||
scenario_ext = scenario.pop() if scenario else "yaml"
|
|
||||||
print("Processing scenario %s" % scenario_name)
|
|
||||||
|
|
||||||
for fname in os.listdir(jobs_dir):
|
|
||||||
print("Processing %s" % fname)
|
|
||||||
if fname.startswith(scenario_name):
|
|
||||||
tags = fname[len(scenario_name):-len(scenario_ext) - 1].split("_")
|
|
||||||
statuses.append(run_task(os.path.join(jobs_dir, fname), tags))
|
|
||||||
else:
|
|
||||||
print("Ignoring file %s" % fname)
|
|
||||||
print("Exit statuses: %r" % statuses)
|
|
||||||
template = utils.get_template("ci/index.html")
|
|
||||||
with open("rally-plot/extra/index.html", "w") as output:
|
|
||||||
output.write(template.render())
|
|
||||||
return any(statuses)
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
sys.exit(main())
|
|
||||||
41
zuul.yaml
41
zuul.yaml
@@ -1,41 +0,0 @@
|
|||||||
- job:
|
|
||||||
name: rally-tox-pep8
|
|
||||||
parent: tox
|
|
||||||
description: |
|
|
||||||
Run test for rally project.
|
|
||||||
|
|
||||||
Uses tox with the ``pep8`` environment.
|
|
||||||
vars:
|
|
||||||
tox_envlist: pep8
|
|
||||||
|
|
||||||
- job:
|
|
||||||
name: rally-tox-py27
|
|
||||||
parent: tox
|
|
||||||
description: |
|
|
||||||
Run test for rally project.
|
|
||||||
|
|
||||||
Uses tox with the ``py27`` environment.
|
|
||||||
vars:
|
|
||||||
tox_envlist: py27
|
|
||||||
|
|
||||||
- job:
|
|
||||||
name: rally-tox-py35
|
|
||||||
parent: tox
|
|
||||||
description: |
|
|
||||||
Run test for rally project.
|
|
||||||
|
|
||||||
Uses tox with the ``py35`` environment.
|
|
||||||
vars:
|
|
||||||
tox_envlist: py35
|
|
||||||
|
|
||||||
- project:
|
|
||||||
check:
|
|
||||||
jobs:
|
|
||||||
- rally-tox-pep8
|
|
||||||
- rally-tox-py27
|
|
||||||
- rally-tox-py35
|
|
||||||
gate:
|
|
||||||
jobs:
|
|
||||||
- rally-tox-pep8
|
|
||||||
- rally-tox-py27
|
|
||||||
- rally-tox-py35
|
|
||||||
Reference in New Issue
Block a user