Add upgrade testing benchmarks for Nova

Test the availability of the Nova API services during an upgrade, and
report them. Passing/failing the gate is not supported at this time.

Change-Id: I29e1d3974b2391b91a9fa35dc0f59944107ad853

tests/benchmark-upgrade.yml

@@ -0,0 +1,20 @@
+---
+# Copyright 2017, Rackspace US, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+- include: test-nova-resources-upgrade.yml
+
+- include: common/test-install-nova.yml
+
+- include: test-nova-resources-results.yml

tests/test-nova-resources-results.yml

@@ -0,0 +1,28 @@
+---
+# Copyright 2017, Rackspace US, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+- name: Playbook to report resource tests
+  hosts: localhost
+  user: root
+  tasks:
+    - name: Kill resource test
+      command: pkill -f rolling_test
+    - name: Register upgrade benchmarking results
+      async_status: jid={{ rolling_test_benchmark.ansible_job_id }}
+      register: rolling_test_benchmark_results
+      until: rolling_test_benchmark_results.finished
+    - name: Display basic summary
+      debug:
+        msg: "Finished upgrade with {{ rolling_test_benchmark_results.stdout }}% API response failure rate"

tests/test-nova-resources-upgrade.yml

@@ -0,0 +1,39 @@
+---
+# Copyright 2017, Rackspace US, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+- name: Playbook to run resource tests against an openstack service
+  hosts: localhost
+  user: root
+  become: true
+  # TODO: remove the static reference to openstack1
+  vars:
+    test_keystone_host: openstack1
+    working_dir: "{{ lookup('env', 'WORKING_DIR') }}"
+  tasks:
+    - name: Install openstack sdk
+      pip:
+        name: "python-openstacksdk"
+    - name: Run rolling test script
+      command: ./openstack-ansible-ops/bowling_ball/rolling_tests.py nova
+      args:
+        chdir: "{{ working_dir }}"
+      async: 100000
+      poll: 0
+      environment:
+        OS_AUTH_URL: "{{ keystone_service_publicurl }}"
+        OS_PASSWORD: "{{ keystone_auth_admin_password }}"
+      register: rolling_test_benchmark
+  vars_files:
+    - common/test-vars.yml

tests/test-nova-upgrades.sh

@@ -85,14 +85,14 @@ export ANSIBLE_LOG_PATH="${ANSIBLE_LOG_DIR}/ansible-execute-nova-install.log"
 # Execute the setup of previous Nova
 execute_ansible_playbook
 
-# Prepare environment for the upgrade of Neutron
-export TEST_PLAYBOOK="${COMMON_TESTS_PATH}/test-install-nova.yml"
+# Prepare environment for the upgrade of Nova
+export TEST_PLAYBOOK="${WORKING_DIR}/tests/benchmark-upgrade.yml"
 export ANSIBLE_LOG_PATH="${ANSIBLE_LOG_DIR}/ansible-execute-nova-upgrade.log"
 
 # Excute the upgrade of Nova
 execute_ansible_playbook
 
-# Prepare the environment for the testing of upgraded Neutron
+# Prepare the environment for the testing of upgraded Nova
 export TEST_PLAYBOOK="${COMMON_TESTS_PATH}/test-install-tempest.yml"
 export ANSIBLE_LOG_PATH="${ANSIBLE_LOG_DIR}/ansible-execute-nova-upgrade-test.log"