#!/bin/bash set -o xtrace set -o errexit set -o pipefail # Enable unbuffered output for Ansible in Jenkins. export PYTHONUNBUFFERED=1 function test_smoke { openstack --debug compute service list openstack --debug network agent list openstack --debug orchestration service list if [[ $SCENARIO == "cephadm" ]] || [[ $SCENARIO == "zun" ]]; then openstack --debug volume service list fi } function create_a_volume { local volume_name=$1 local attempt openstack volume create --size 2 $volume_name attempt=1 while [[ $(openstack volume show $volume_name -f value -c status) != "available" ]]; do echo "Volume $volume_name not available yet" attempt=$((attempt+1)) if [[ $attempt -eq 10 ]]; then echo "Volume $volume_name failed to become available" openstack volume show $volume_name return 1 fi sleep 10 done } function create_a_volume_from_image { local volume_name=$1 local image_name=$2 local attempt openstack volume create --image $image_name --size 2 $volume_name attempt=1 while [[ $(openstack volume show $volume_name -f value -c status) != "available" ]]; do echo "Volume $volume_name not available yet" attempt=$((attempt+1)) if [[ $attempt -eq 10 ]]; then echo "Volume $volume_name failed to become available" openstack volume show $volume_name return 1 fi sleep 10 done } function attach_and_detach_a_volume { local volume_name=$1 local instance_name=$2 local attempt openstack server add volume $instance_name $volume_name --device /dev/vdb attempt=1 while [[ $(openstack volume show $volume_name -f value -c status) != "in-use" ]]; do echo "Volume $volume_name not attached yet" attempt=$((attempt+1)) if [[ $attempt -eq 10 ]]; then echo "Volume failed to attach" openstack volume show $volume_name return 1 fi sleep 10 done openstack server remove volume $instance_name $volume_name attempt=1 while [[ $(openstack volume show $volume_name -f value -c status) != "available" ]]; do echo "Volume $volume_name not detached yet" attempt=$((attempt+1)) if [[ $attempt -eq 10 ]]; then echo "Volume failed to detach" openstack volume show $volume_name return 1 fi sleep 10 done } function delete_a_volume { local volume_name=$1 local attempt local result openstack volume delete $volume_name attempt=1 # NOTE(yoctozepto): This is executed outside of the `while` clause # *on purpose*. You see, bash is evil (TM) and will silence any error # happening in any "condition" clause (such as `if` or `while`) even with # `errexit` being set. result=$(openstack volume list --name $volume_name -f value -c ID) while [[ -n "$result" ]]; do echo "Volume $volume_name not deleted yet" attempt=$((attempt+1)) if [[ $attempt -eq 10 ]]; then echo "Volume failed to delete" openstack volume show $volume_name return 1 fi sleep 10 result=$(openstack volume list --name $volume_name -f value -c ID) done } function create_instance { local name=$1 openstack server create --wait --image cirros --flavor m1.tiny --key-name mykey --network demo-net ${name} # If the status is not ACTIVE, print info and exit 1 if [[ $(openstack server show ${name} -f value -c status) != "ACTIVE" ]]; then echo "FAILED: Instance is not active" openstack --debug server show ${name} return 1 fi } function delete_instance { local name=$1 openstack server delete --wait ${name} } function create_fip { openstack floating ip create public1 -f value -c floating_ip_address } function delete_fip { local fip_addr=$1 openstack floating ip delete ${fip_addr} } function attach_fip { local instance_name=$1 local fip_addr=$2 openstack server add floating ip ${instance_name} ${fip_addr} } function detach_fip { local instance_name=$1 local fip_addr=$2 openstack server remove floating ip ${instance_name} ${fip_addr} } function test_ssh { local instance_name=$1 local fip_addr=$2 local attempts attempts=12 for i in $(seq 1 ${attempts}); do if ping -c1 -W1 ${fip_addr} && ssh -v -o BatchMode=yes -o StrictHostKeyChecking=no cirros@${fip_addr} hostname; then break elif [[ $i -eq ${attempts} ]]; then echo "Failed to access server via SSH after ${attempts} attempts" echo "Console log:" openstack console log show ${instance_name} || true openstack --debug server show ${instance_name} return 1 else echo "Cannot access server - retrying" fi sleep 10 done } function test_instance_boot { local fip_addr echo "TESTING: Server creation" create_instance kolla_boot_test echo "SUCCESS: Server creation" if [[ $SCENARIO == "cephadm" ]] || [[ $SCENARIO == "zun" ]]; then echo "TESTING: Cinder volume creation and attachment" create_a_volume test_volume openstack volume show test_volume attach_and_detach_a_volume test_volume kolla_boot_test delete_a_volume test_volume # test a qcow2 image (non-cloneable) create_a_volume_from_image test_volume_from_image cirros openstack volume show test_volume_from_image attach_and_detach_a_volume test_volume_from_image kolla_boot_test delete_a_volume test_volume_from_image # test a raw image (cloneable) openstack image create --disk-format raw --container-format bare --public \ --file /etc/passwd raw-image create_a_volume_from_image test_volume_from_image raw-image openstack volume show test_volume_from_image attach_and_detach_a_volume test_volume_from_image kolla_boot_test delete_a_volume test_volume_from_image openstack image delete raw-image echo "SUCCESS: Cinder volume creation and attachment" if [[ $HAS_UPGRADE == 'yes' ]]; then echo "TESTING: Cinder volume upgrade stability (PHASE: $PHASE)" if [[ $PHASE == 'deploy' ]]; then create_a_volume durable_volume openstack volume show durable_volume elif [[ $PHASE == 'upgrade' ]]; then openstack volume show durable_volume attach_and_detach_a_volume durable_volume kolla_boot_test delete_a_volume durable_volume fi echo "SUCCESS: Cinder volume upgrade stability (PHASE: $PHASE)" fi fi echo "TESTING: Floating ip allocation" fip_addr=$(create_fip) attach_fip kolla_boot_test ${fip_addr} echo "SUCCESS: Floating ip allocation" echo "TESTING: PING&SSH to floating ip" test_ssh kolla_boot_test ${fip_addr} echo "SUCCESS: PING&SSH to floating ip" echo "TESTING: Floating ip deallocation" detach_fip kolla_boot_test ${fip_addr} delete_fip ${fip_addr} echo "SUCCESS: Floating ip deallocation" echo "TESTING: Server deletion" delete_instance kolla_boot_test echo "SUCCESS: Server deletion" if [[ $HAS_UPGRADE == 'yes' ]]; then echo "TESTING: Instance (Nova and Neutron) upgrade stability (PHASE: $PHASE)" if [[ $PHASE == 'deploy' ]]; then create_instance kolla_upgrade_test fip_addr=$(create_fip) attach_fip kolla_upgrade_test ${fip_addr} test_ssh kolla_upgrade_test ${fip_addr} # tested to see if the instance has not just failed booting already echo ${fip_addr} > /tmp/kolla_ci_pre_upgrade_fip_addr elif [[ $PHASE == 'upgrade' ]]; then fip_addr=$(cat /tmp/kolla_ci_pre_upgrade_fip_addr) test_ssh kolla_upgrade_test ${fip_addr} detach_fip kolla_upgrade_test ${fip_addr} delete_fip ${fip_addr} delete_instance kolla_upgrade_test fi echo "SUCCESS: Instance (Nova and Neutron) upgrade stability (PHASE: $PHASE)" fi } function test_openstack_logged { . /etc/kolla/admin-openrc.sh . ~/openstackclient-venv/bin/activate test_smoke test_instance_boot } function test_openstack { echo "Testing OpenStack" log_file=/tmp/logs/ansible/test-core-openstack if [[ -f $log_file ]]; then log_file=${log_file}-upgrade fi test_openstack_logged > $log_file 2>&1 result=$? if [[ $result != 0 ]]; then echo "Testing OpenStack failed. See ansible/test-core-openstack for details" else echo "Successfully tested OpenStack. See ansible/test-core-openstack for details" fi return $result } test_openstack