#!/bin/bash -x # Gate commits to several projects on a VM running those projects # configured by devstack. # Copyright (C) 2011-2012 OpenStack LLC. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or # implied. # # See the License for the specific language governing permissions and # limitations under the License. PROJECTS="openstack-dev/devstack openstack/nova openstack/glance openstack/keystone openstack/python-novaclient openstack/python-keystoneclient openstack/python-quantumclient openstack/python-glanceclient openstack/horizon openstack/tempest" # Set to 1 to run the Tempest test suite DEVSTACK_GATE_TEMPEST=${DEVSTACK_GATE_TEMPEST:-0} # Supply specific tests to Tempest in second argument # For example, to execute only the server actions test, # you would supply tempest.test.test_server_actions DEVSTACK_GATE_TEMPEST_TESTS=${DEVSTACK_GATE_TEMPEST_TESTS:-tempest} # Set this variable to skip updating the devstack-gate project itself. # Useful in development so you can edit scripts in place and run them # directly. Do not set in production. # Normally not set, and we do include devstack-gate with the rest of # the projects. if [ -z "$SKIP_DEVSTACK_GATE_PROJECT" ]; then PROJECTS="openstack-ci/devstack-gate $PROJECTS" fi # Set this variable to include tempest in the test run. if [ "$DEVSTACK_GATE_TEMPEST" -eq "1" ]; then PROJECTS="openstack/tempest $PROJECTS" fi # Set this to 1 to always keep the host around ALWAYS_KEEP=${ALWAYS_KEEP:-0} cd $WORKSPACE mkdir -p logs rm -f logs/* for PROJECT in $PROJECTS do echo "Setting up $PROJECT" SHORT_PROJECT=`basename $PROJECT` if [[ ! -e $SHORT_PROJECT ]]; then echo " Need to clone" git clone https://review.openstack.org/p/$PROJECT fi cd $SHORT_PROJECT BRANCH=$GERRIT_BRANCH # See if this project has this branch, if not, use master git remote update # Ensure that we don't have stale remotes around git remote prune origin if ! git branch -a |grep remotes/origin/$GERRIT_BRANCH>/dev/null; then BRANCH=master fi git reset --hard git clean -x -f -d -q git checkout $BRANCH git reset --hard remotes/origin/$BRANCH git clean -x -f -d -q if [[ $GERRIT_PROJECT == $PROJECT ]]; then echo " Merging proposed change" git fetch https://review.openstack.org/p/$PROJECT $GERRIT_REFSPEC git merge FETCH_HEAD else echo " Updating from origin" git pull --ff-only origin $BRANCH fi cd $WORKSPACE done # Set GATE_SCRIPT_DIR to point to devstack-gate in the workspace so that # we are testing the proposed change from this point forward. GATE_SCRIPT_DIR=$WORKSPACE/devstack-gate # Also, if we're testing devstack-gate, re-exec this script once so # that we can test the new version of it. if [[ $GERRIT_PROJECT == "openstack-ci/devstack-gate" ]] && [[ $RE_EXEC != "true" ]]; then export RE_EXEC="true" exec $GATE_SCRIPT_DIR/devstack-vm-gate.sh fi $GATE_SCRIPT_DIR/devstack-vm-fetch.py oneiric > node_info.sh || exit $? . node_info.sh scp -C $GATE_SCRIPT_DIR/devstack-vm-gate-host.sh $NODE_IP_ADDR: RETVAL=$? if [ $RETVAL != 0 ]; then echo "Recording node run as failure." if [ -n "$RESULT_ID" ]; then $GATE_SCRIPT_DIR/devstack-vm-result.py $RESULT_ID failure fi echo "Deleting host" $GATE_SCRIPT_DIR/devstack-vm-delete.py $NODE_ID exit $RETVAL fi rsync -az --delete $WORKSPACE/ $NODE_IP_ADDR:workspace/ RETVAL=$? if [ $RETVAL != 0 ]; then echo "Recording node run as failure." if [ -n "$RESULT_ID" ]; then $GATE_SCRIPT_DIR/devstack-vm-result.py $RESULT_ID failure fi echo "Deleting host" $GATE_SCRIPT_DIR/devstack-vm-delete.py $NODE_ID exit $RETVAL fi ssh $NODE_IP_ADDR ./devstack-vm-gate-host.sh $DEVSTACK_GATE_TEMPEST $DEVSTACK_GATE_TEMPEST_TESTS RETVAL=$? # No matter what, archive logs scp -C -q $NODE_IP_ADDR:/var/log/syslog $WORKSPACE/logs/syslog.txt scp -C -q $NODE_IP_ADDR:/opt/stack/screen-logs/* $WORKSPACE/logs/ rename 's/\.log$/.txt/' $WORKSPACE/logs/* # Remove duplicate logs rm $WORKSPACE/logs/*.*.txt # Copy XUnit test results from tempest, if run. if [ "$DEVSTACK_GATE_TEMPEST" -eq "1" ]; then scp -C -q $NODE_IP_ADDR:/opt/stack/tempest/nosetests.xml $WORKSPACE/tempest/ fi # Now check whether the run was a success if [ -n "$RESULT_ID" ]; then if [ $RETVAL = 0 ]; then echo "Recording node run as success." $GATE_SCRIPT_DIR/devstack-vm-result.py $RESULT_ID success else echo "Recording node run as failure." $GATE_SCRIPT_DIR/devstack-vm-result.py $RESULT_ID failure fi fi if [ $RETVAL = 0 ] && [ $ALWAYS_KEEP = 0 ]; then echo "Deleting host" $GATE_SCRIPT_DIR/devstack-vm-delete.py $NODE_ID exit $RETVAL else #echo "Giving host to developer" #$GATE_SCRIPT_DIR/devstack-vm-give.py $NODE_ID exit $RETVAL fi