5b0601d6f6
Add a new table to track the results of tests. Include Success, failure, timeout, elapsed time, job, gerrit change. This will let us collect statistics on the time certain jobs take to run on certain images or providers, and whether false positives are higher for some providers. Change-Id: I7fde5e04ca4a08ecb76eea08cc930634087f7372
148 lines
4.5 KiB
Bash
Executable File
148 lines
4.5 KiB
Bash
Executable File
#!/bin/bash -x
|
|
|
|
# Gate commits to several projects on a VM running those projects
|
|
# configured by devstack.
|
|
|
|
# Copyright (C) 2011-2012 OpenStack LLC.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
# implied.
|
|
#
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
PROJECTS="openstack-dev/devstack openstack/nova openstack/glance openstack/keystone openstack/python-novaclient openstack/python-keystoneclient openstack/python-quantumclient openstack/horizon openstack/tempest"
|
|
|
|
# Set this variable to skip updating the devstack-gate project itself.
|
|
# Useful in development so you can edit scripts in place and run them
|
|
# directly. Do not set in production.
|
|
# Normally not set, and we do include devstack-gate with the rest of
|
|
# the projects.
|
|
if [ -z "$SKIP_DEVSTACK_GATE_PROJECT" ]; then
|
|
PROJECTS="openstack-ci/devstack-gate $PROJECTS"
|
|
fi
|
|
|
|
# Set this variable to include tempest in the test run.
|
|
if [ -n "$DEVSTACK_GATE_TEMPEST" ]; then
|
|
PROJECTS="openstack/tempest $PROJECTS"
|
|
fi
|
|
|
|
# Set this to 1 to always keep the host around
|
|
ALWAYS_KEEP=${ALWAYS_KEEP:-0}
|
|
|
|
cd $WORKSPACE
|
|
mkdir -p logs
|
|
rm -f logs/*
|
|
|
|
for PROJECT in $PROJECTS
|
|
do
|
|
echo "Setting up $PROJECT"
|
|
SHORT_PROJECT=`basename $PROJECT`
|
|
if [[ ! -e $SHORT_PROJECT ]]; then
|
|
echo " Need to clone"
|
|
git clone https://review.openstack.org/p/$PROJECT
|
|
fi
|
|
cd $SHORT_PROJECT
|
|
|
|
BRANCH=$GERRIT_BRANCH
|
|
|
|
# See if this project has this branch, if not, use master
|
|
git remote update
|
|
# Ensure that we don't have stale remotes around
|
|
git remote prune origin
|
|
if ! git branch -a |grep remotes/origin/$GERRIT_BRANCH>/dev/null; then
|
|
BRANCH=master
|
|
fi
|
|
git reset --hard
|
|
git clean -x -f -d -q
|
|
git checkout $BRANCH
|
|
git reset --hard remotes/origin/$BRANCH
|
|
git clean -x -f -d -q
|
|
|
|
if [[ $GERRIT_PROJECT == $PROJECT ]]; then
|
|
echo " Merging proposed change"
|
|
git fetch https://review.openstack.org/p/$PROJECT $GERRIT_REFSPEC
|
|
git merge FETCH_HEAD
|
|
else
|
|
echo " Updating from origin"
|
|
git pull --ff-only origin $BRANCH
|
|
fi
|
|
cd $WORKSPACE
|
|
done
|
|
|
|
# Set GATE_SCRIPT_DIR to point to devstack-gate in the workspace so that
|
|
# we are testing the proposed change from this point forward.
|
|
GATE_SCRIPT_DIR=$WORKSPACE/devstack-gate
|
|
|
|
# Also, if we're testing devstack-gate, re-exec this script once so
|
|
# that we can test the new version of it.
|
|
if [[ $GERRIT_PROJECT == "openstack-ci/devstack-gate" ]] && [[ $RE_EXEC != "true" ]]; then
|
|
export RE_EXEC="true"
|
|
exec $GATE_SCRIPT_DIR/devstack-vm-gate.sh
|
|
fi
|
|
|
|
$GATE_SCRIPT_DIR/devstack-vm-fetch.py oneiric > node_info.sh || exit $?
|
|
. node_info.sh
|
|
|
|
scp -C $GATE_SCRIPT_DIR/devstack-vm-gate-host.sh $NODE_IP_ADDR:
|
|
RETVAL=$?
|
|
if [ $RETVAL != 0 ]; then
|
|
echo "Recording node run as failure."
|
|
if [ -n "$RESULT_ID" ]; then
|
|
$GATE_SCRIPT_DIR/devstack-vm-result.py $RESULT_ID failure
|
|
fi
|
|
echo "Deleting host"
|
|
$GATE_SCRIPT_DIR/devstack-vm-delete.py $NODE_ID
|
|
exit $RETVAL
|
|
fi
|
|
|
|
rsync -az --delete $WORKSPACE/ $NODE_IP_ADDR:workspace/
|
|
RETVAL=$?
|
|
if [ $RETVAL != 0 ]; then
|
|
echo "Recording node run as failure."
|
|
if [ -n "$RESULT_ID" ]; then
|
|
$GATE_SCRIPT_DIR/devstack-vm-result.py $RESULT_ID failure
|
|
fi
|
|
echo "Deleting host"
|
|
$GATE_SCRIPT_DIR/devstack-vm-delete.py $NODE_ID
|
|
exit $RETVAL
|
|
fi
|
|
|
|
ssh $NODE_IP_ADDR ./devstack-vm-gate-host.sh $DEVSTACK_GATE_TEMPEST
|
|
RETVAL=$?
|
|
# No matter what, archive logs
|
|
scp -C -q $NODE_IP_ADDR:/var/log/syslog $WORKSPACE/logs/syslog.txt
|
|
scp -C -q $NODE_IP_ADDR:/opt/stack/screen-logs/* $WORKSPACE/logs/
|
|
rename 's/\.log$/.txt/' $WORKSPACE/logs/*
|
|
# Remove duplicate logs
|
|
rm $WORKSPACE/logs/*.*.txt
|
|
|
|
# Now check whether the run was a success
|
|
if [ -n "$RESULT_ID" ]; then
|
|
if [ $RETVAL = 0 ]; then
|
|
echo "Recording node run as success."
|
|
$GATE_SCRIPT_DIR/devstack-vm-result.py $RESULT_ID success
|
|
else
|
|
echo "Recording node run as failure."
|
|
$GATE_SCRIPT_DIR/devstack-vm-result.py $RESULT_ID failure
|
|
fi
|
|
fi
|
|
|
|
if [ $RETVAL = 0 ] && [ $ALWAYS_KEEP = 0 ]; then
|
|
echo "Deleting host"
|
|
$GATE_SCRIPT_DIR/devstack-vm-delete.py $NODE_ID
|
|
exit $RETVAL
|
|
else
|
|
#echo "Giving host to developer"
|
|
#$GATE_SCRIPT_DIR/devstack-vm-give.py $NODE_ID
|
|
exit $RETVAL
|
|
fi
|