Tripleo Quickstart Browbeat Install script
* Installs Browbeat either on local machine or oooq Undercloud Change-Id: I2c536da9ab7c84cc32809b0f09574861ca1fece9
This commit is contained in:
akrzos
parent
1c3b60a8c8
commit
155a0cef15
|
|
@ -0,0 +1,89 @@
|
|||
# Basic set of benchmarks to validate on Tripleo Quickstart cloud
|
||||
browbeat:
|
||||
cloud_name: quickstart
|
||||
rerun: 1
|
||||
rerun_type: iteration
|
||||
ansible:
|
||||
hosts: ansible/hosts
|
||||
metadata_playbook: ansible/gather/site.yml
|
||||
ssh_config: ansible/ssh-config
|
||||
elasticsearch:
|
||||
enabled: false
|
||||
host: 1.1.1.1
|
||||
port: 9200
|
||||
regather: false
|
||||
metadata_files:
|
||||
- name: hardware-metadata
|
||||
file: metadata/hardware-metadata.json
|
||||
- name: environment-metadata
|
||||
file: metadata/environment-metadata.json
|
||||
- name: software-metadata
|
||||
file: metadata/software-metadata.json
|
||||
- name: version
|
||||
file: metadata/version.json
|
||||
grafana:
|
||||
enabled: true
|
||||
host: example.grafana.com
|
||||
port: 3000
|
||||
dashboards:
|
||||
- openstack-general-system-performance
|
||||
perfkit:
|
||||
sleep_before: 0
|
||||
sleep_after: 0
|
||||
default:
|
||||
image: centos7
|
||||
machine_type: m1.tiny-centos
|
||||
os_type: rhel
|
||||
openstack_image_username: centos
|
||||
openstack_floating_ip_pool: browbeat_public
|
||||
openstack_network: browbeat_private
|
||||
timing_measurements: runtimes
|
||||
ignore_package_requirements: true
|
||||
rally:
|
||||
sleep_before: 5
|
||||
sleep_after: 5
|
||||
plugins: []
|
||||
shaker:
|
||||
server: 172.21.0.2
|
||||
port: 5555
|
||||
flavor: m1.small
|
||||
join_timeout: 600
|
||||
sleep_before: 0
|
||||
sleep_after: 0
|
||||
shaker_region: regionOne
|
||||
external_host: 2.2.2.2
|
||||
yoda:
|
||||
instackenv: "/home/stack/instackenv.json"
|
||||
stackrc: "/home/stack/stackrc"
|
||||
|
||||
workloads:
|
||||
- name: ping-m1-tiny-centos
|
||||
enabled: true
|
||||
type: perfkit
|
||||
benchmarks: ping
|
||||
- name: quickstart-shaker-l2
|
||||
enabled: true
|
||||
type: shaker
|
||||
density: 1
|
||||
compute: 1
|
||||
progression: linear
|
||||
time: 60
|
||||
file: lib/python2.7/site-packages/shaker/scenarios/openstack/dense_l2.yaml
|
||||
- name: quickstart-rally
|
||||
enabled: true
|
||||
type: rally
|
||||
concurrency:
|
||||
- 1
|
||||
times: 1
|
||||
scenarios:
|
||||
- name: authentic-keystone
|
||||
enabled: true
|
||||
file: rally/authenticate/keystone-cc.yml
|
||||
- name: create-list-network
|
||||
enabled: true
|
||||
file: rally/neutron/neutron-create-list-network-cc.yml
|
||||
- name: boot-list-cirros
|
||||
enabled: true
|
||||
image_name: cirros
|
||||
file: rally/nova/nova-boot-list-cc.yml
|
||||
flavor_name: m1.xtiny
|
||||
|
|
@ -324,12 +324,12 @@ Create a vlan10 for external network access
|
|||
You can now access the overcloud's external/public api endpoints from your local machine and
|
||||
install Browbeat for benchmarking against it.
|
||||
|
||||
Setup Browbeat with Rally against your Quickstart Cloud
|
||||
-------------------------------------------------------
|
||||
Setup Browbeat against your Quickstart Cloud
|
||||
--------------------------------------------
|
||||
|
||||
After you have your Quickstart cloud up and the networking connectivity working, you will want
|
||||
to run Browbeat against it so you can begin contributing. Follow the next commands in order to
|
||||
setup Browbeat with Rally against your local quickstart cloud.
|
||||
to run Browbeat against it so you can begin contributing. Simply run the script in the utils folder
|
||||
to install Browbeat for usage on the new Tripleo Quickstart cloud.
|
||||
|
||||
.. code-block:: none
|
||||
|
||||
|
|
@ -343,72 +343,40 @@ setup Browbeat with Rally against your local quickstart cloud.
|
|||
Resolving deltas: 100% (4963/4963), done.
|
||||
Checking connectivity... done.
|
||||
[akrzos@bithead ~]$ cd browbeat/
|
||||
[akrzos@bithead browbeat]$ virtualenv .browbeat-venv
|
||||
New python executable in /home/akrzos/browbeat/.browbeat-venv/bin/python2
|
||||
Also creating executable in /home/akrzos/browbeat/.browbeat-venv/bin/python
|
||||
Installing setuptools, pip, wheel...done.
|
||||
[akrzos@bithead browbeat]$ virtualenv .rally-venv
|
||||
New python executable in /home/akrzos/browbeat/.rally-venv/bin/python2
|
||||
Also creating executable in /home/akrzos/browbeat/.rally-venv/bin/python
|
||||
Installing setuptools, pip, wheel...done.
|
||||
[akrzos@bithead browbeat]$ . .rally-venv/bin/activate
|
||||
(.rally-venv) [akrzos@bithead browbeat]$ pip install rally==0.9.1 ansible==2.3.2.0 elasticsearch
|
||||
[akrzos@bithead browbeat]$ ./utils/oooq-browbeat-install.sh
|
||||
Installing Browbeat on localhost
|
||||
...(Truncated)
|
||||
(.rally-venv) [akrzos@bithead browbeat]$ rally-manage db recreate
|
||||
(.rally-venv) [akrzos@bithead browbeat]$ scp -F ~/.quickstart/ssh.config.ansible stack@undercloud:overcloudrc .
|
||||
Warning: Permanently added '127.0.0.2' (ECDSA) to the list of known hosts.
|
||||
Warning: Permanently added 'undercloud' (ECDSA) to the list of known hosts.
|
||||
overcloudrc 100% 620 0.6KB/s 00:00
|
||||
Killed by signal 1.
|
||||
(.rally-venv) [akrzos@bithead browbeat]$ . overcloudrc
|
||||
(.rally-venv) [akrzos@bithead browbeat]$ rally deployment create --fromenv --name overcloud
|
||||
2017-09-21 14:51:41.011 22178 INFO rally.deployment.engine [-] Deployment 41c2e7da-2d30-4e21-acea-6234ec0e73e8 | Starting: OpenStack cloud deployment.
|
||||
2017-09-21 14:51:41.022 22178 INFO rally.deployment.engine [-] Deployment 41c2e7da-2d30-4e21-acea-6234ec0e73e8 | Completed: OpenStack cloud deployment.
|
||||
+--------------------------------------+----------------------------+-----------+------------------+--------+
|
||||
| uuid | created_at | name | status | active |
|
||||
+--------------------------------------+----------------------------+-----------+------------------+--------+
|
||||
| 41c2e7da-2d30-4e21-acea-6234ec0e73e8 | 2017-09-21 18:51:41.006885 | overcloud | deploy->finished | |
|
||||
+--------------------------------------+----------------------------+-----------+------------------+--------+
|
||||
Using deployment: 41c2e7da-2d30-4e21-acea-6234ec0e73e8
|
||||
...(Truncated)
|
||||
(.rally-venv) [akrzos@bithead browbeat]$ rally deployment list
|
||||
+--------------------------------------+----------------------------+-----------+------------------+--------+
|
||||
| uuid | created_at | name | status | active |
|
||||
+--------------------------------------+----------------------------+-----------+------------------+--------+
|
||||
| 41c2e7da-2d30-4e21-acea-6234ec0e73e8 | 2017-09-21 18:51:41.006885 | overcloud | deploy->finished | * |
|
||||
+--------------------------------------+----------------------------+-----------+------------------+--------+
|
||||
(.rally-venv) [akrzos@bithead browbeat]$ deactivate
|
||||
~/code/browbeat-refactor/browbeat
|
||||
[akrzos@bithead browbeat]$ . .browbeat-venv/bin/activate
|
||||
(.browbeat-venv) [akrzos@bithead browbeat]$ pip install -Ur requirements.txt
|
||||
...(Truncated)
|
||||
(.browbeat-venv) [akrzos@bithead browbeat]$ cp browbeat-config.yaml browbeat-quickstart.yml
|
||||
(.browbeat-venv) [akrzos@bithead browbeat]$ vi browbeat-quickstart.yml
|
||||
(.browbeat-venv) [akrzos@bithead browbeat]$ ./browbeat.py -s browbeat-quickstart.yml rally
|
||||
2017-09-21 18:55:51,231 - browbeat.tools - INFO - Validating the configuration file passed by the user
|
||||
2017-09-21 18:55:51,289 - browbeat.tools - INFO - Validation successful
|
||||
2017-09-21 18:55:51,289 - browbeat - INFO - Browbeat test suite kicked off
|
||||
2017-09-21 18:55:51,289 - browbeat - INFO - Browbeat UUID: 970b8bee-72ec-489e-a7b4-d70e0ee4fb42
|
||||
2017-09-21 18:55:51,289 - browbeat - INFO - Running workload(s): rally
|
||||
2017-09-21 18:55:51,290 - browbeat.rally - INFO - Starting Rally workloads
|
||||
2017-09-21 18:55:51,290 - browbeat.rally - INFO - Benchmark: authenticate
|
||||
2017-09-21 18:55:51,290 - browbeat.rally - INFO - Running Scenario: authentic-keystone
|
||||
2017-09-21 18:56:17,812 - browbeat.rally - INFO - Generating Rally HTML for task_id : 66c81969-daae-4e06-8124-8a73bee7084c
|
||||
2017-09-21 18:56:19,488 - browbeat.rally - INFO - Current number of Rally scenarios executed:1
|
||||
2017-09-21 18:56:19,488 - browbeat.rally - INFO - Current number of Rally tests executed:1
|
||||
2017-09-21 18:56:19,489 - browbeat.rally - INFO - Current number of Rally tests passed:1
|
||||
2017-09-21 18:56:19,489 - browbeat.rally - INFO - Current number of Rally test failures:0
|
||||
2017-09-21 18:56:20,370 - browbeat - INFO - Saved browbeat result summary to results/20170921-185551.report
|
||||
2017-09-21 18:56:20,370 - browbeat.workloadbase - INFO - Total scenarios executed:1
|
||||
2017-09-21 18:56:20,371 - browbeat.workloadbase - INFO - Total tests executed:1
|
||||
2017-09-21 18:56:20,371 - browbeat.workloadbase - INFO - Total tests passed:1
|
||||
2017-09-21 18:56:20,371 - browbeat.workloadbase - INFO - Total tests failed:0
|
||||
2017-09-21 18:56:20,371 - browbeat - INFO - Browbeat finished successfully, UUID: 970b8bee-72ec-489e-a7b4-d70e0ee4fb42
|
||||
(.browbeat-venv) [akrzos@bithead browbeat]$
|
||||
|
||||
Edit your browbeat-config and validate the following:
|
||||
|
||||
* Elastic Indexing configuration
|
||||
* Scenarios you want to run are setup and set to a low times/concurrency
|
||||
(.browbeat-venv) [akrzos@bithead browbeat]$ ./browbeat.py -s conf/quickstart.yml rally
|
||||
2017-12-13 15:46:34,648 - browbeat.config - INFO - Config conf/quickstart.yml validated
|
||||
2017-12-13 15:46:34,655 - browbeat.config - INFO - Workload ping-m1-tiny-centos validated as perfkit
|
||||
2017-12-13 15:46:34,657 - browbeat.config - INFO - Workload quickstart-shaker-l2 validated as shaker
|
||||
2017-12-13 15:46:34,665 - browbeat.config - INFO - Workload quickstart-rally validated as rally
|
||||
2017-12-13 15:46:34,665 - browbeat - INFO - Browbeat test suite kicked off
|
||||
2017-12-13 15:46:34,665 - browbeat - INFO - Browbeat UUID: 8e869626-a596-4ec7-b0b1-ac7f2bf915a7
|
||||
2017-12-13 15:46:34,666 - browbeat - INFO - Running workload(s): rally
|
||||
2017-12-13 15:46:34,666 - browbeat - INFO - perfkit workload ping-m1-tiny-centos disabled via cli
|
||||
2017-12-13 15:46:34,666 - browbeat - INFO - shaker workload quickstart-shaker-l2 disabled via cli
|
||||
2017-12-13 15:46:34,666 - browbeat - INFO - rally workload quickstart-rally is enabled
|
||||
2017-12-13 15:46:34,666 - browbeat.rally - INFO - Running Rally workload: quickstart-rally
|
||||
2017-12-13 15:46:34,666 - browbeat.rally - INFO - Running Scenario: authentic-keystone
|
||||
2017-12-13 15:46:34,669 - browbeat.rally - INFO - Running with scenario_args: {'concurrency': 1, 'times': 1}
|
||||
2017-12-13 15:47:08,665 - browbeat.rally - INFO - Generating Rally HTML for task_id : 399b90d9-5bc2-431c-b7c9-b7782fef2dde
|
||||
2017-12-13 15:47:10,224 - browbeat.rally - INFO - Running Scenario: create-list-network
|
||||
2017-12-13 15:47:10,226 - browbeat.rally - INFO - Running with scenario_args: {'concurrency': 1, 'times': 1}
|
||||
2017-12-13 15:47:45,781 - browbeat.rally - INFO - Generating Rally HTML for task_id : 544b7cc4-b15c-4308-8f1b-158f06f1b002
|
||||
2017-12-13 15:47:47,414 - browbeat.rally - INFO - Running Scenario: boot-list-cirros
|
||||
2017-12-13 15:47:47,417 - browbeat.rally - INFO - Running with scenario_args: {'flavor_name': 'm1.xtiny', 'concurrency': 1, 'image_name': 'cirros', 'times': 1}
|
||||
2017-12-13 15:53:42,181 - browbeat.rally - INFO - Generating Rally HTML for task_id : 52c348d4-edba-4a3e-bfd9-48ee97cd6613
|
||||
2017-12-13 15:53:44,566 - browbeat.workloadbase - INFO - Total scenarios executed:3
|
||||
2017-12-13 15:53:44,566 - browbeat.workloadbase - INFO - Total tests executed:3
|
||||
2017-12-13 15:53:44,566 - browbeat.workloadbase - INFO - Total tests passed:3
|
||||
2017-12-13 15:53:44,566 - browbeat.workloadbase - INFO - Total tests failed:0
|
||||
2017-12-13 15:53:44,568 - browbeat - INFO - Saved browbeat result summary to /home/akrzos/code/browbeat-refactor/browbeat/results/20171213-154634.report
|
||||
2017-12-13 15:53:44,568 - browbeat - INFO - Browbeat finished successfully, UUID: 8e869626-a596-4ec7-b0b1-ac7f2bf915a7
|
||||
(.browbeat-venv) [akrzos@bithead browbeat]$ ls results/
|
||||
20171213-154634 20171213-154634.report browbeat-Rally-run.log
|
||||
|
||||
Troubleshooting
|
||||
---------------
|
||||
|
|
|
|||
|
|
@ -0,0 +1,69 @@
|
|||
#!/usr/bin/env bash
|
||||
# Installs Browbeat against locally deployed tripleo quickstart cloud_name
|
||||
# Follow guide on deploying tripleoo quickstart cloud before using this script
|
||||
|
||||
function usage
|
||||
{
|
||||
echo "Usage: oooq-browbeat-install.sh [-h] [--undercloud]"
|
||||
echo " -h, --help show this help message"
|
||||
echo " -u, --undercloud install on oooq UC"
|
||||
echo "Installs Browbeat against tripleo quickstart cloud off local machine. Browbeat is"
|
||||
echo "installed locally by default, but can be installed on the Undercloud."
|
||||
}
|
||||
|
||||
install_host="localhost"
|
||||
while [ "$1" != "" ]; do
|
||||
case $1 in
|
||||
-u | --undercloud ) install_host="undercloud"
|
||||
shift
|
||||
;;
|
||||
-h | --help ) usage
|
||||
exit
|
||||
;;
|
||||
* ) usage
|
||||
exit 1
|
||||
esac
|
||||
shift
|
||||
done
|
||||
|
||||
echo "Installing Browbeat on ${install_host}"
|
||||
|
||||
# Clean ssh environment
|
||||
rm -rf ansible/hosts ansible/ssh-config browbeat.pem
|
||||
|
||||
# Copy ssh-config and inventory hosts file
|
||||
cp ~/.quickstart/ssh.config.ansible ansible/ssh-config
|
||||
cp ~/.quickstart/hosts ansible/hosts
|
||||
|
||||
# Use localhost or undercloud for the Browbeat machine
|
||||
echo "[browbeat]" >> ansible/hosts
|
||||
echo "${install_host}" >> ansible/hosts
|
||||
|
||||
if [ "$install_host" == "localhost" ]; then
|
||||
# Clean local environment
|
||||
rm -rf .browbeat-venv/ .perfkit-venv/ .rally-venv/ .shaker-venv/
|
||||
rm -rf stackrc overcloudrc
|
||||
|
||||
# Make sure brovc.10 is up
|
||||
sudo ifup brovc.10
|
||||
|
||||
# Copy stackrc/overcloudrc
|
||||
scp -F ansible/ssh-config undercloud:stackrc .
|
||||
scp -F ansible/ssh-config undercloud:overcloudrc .
|
||||
|
||||
# Local machine Install environment vars:
|
||||
browbeat_user=$(whoami)
|
||||
browbeat_path=$(pwd)
|
||||
overcloudrc=${browbeat_path}/overcloudrc
|
||||
|
||||
# Install on local machine, browbeat_results_in_httpd=False because likely we don't want httpd
|
||||
# installed on the local host
|
||||
pushd ansible
|
||||
ansible-playbook -i hosts install/browbeat.yml -e "browbeat_user=${browbeat_user} browbeat_path=${browbeat_path} overcloudrc=${overcloudrc} browbeat_results_in_httpd=False"
|
||||
popd
|
||||
else
|
||||
# Install on Undercloud machine
|
||||
pushd ansible
|
||||
ansible-playbook -i hosts install/browbeat.yml
|
||||
popd
|
||||
fi
|
||||
Loading…
Reference in New Issue