f32f06b50b
Add them as nodes with the tag "devstack-IMAGE" where IMAGE is, eg, oneiric, with a single executor. Change the reap job to delete these jenkins nodes. Change the delete script to simply mark them for deletion. It should then be called by a new job that is a post-build step for the devstack gate job. Another new job should be called as the first build step in the devstack gate, and it should invoke devstack-vm-inprogress.py to disable the node that the job just started running on. In this manner, we end up with single-use jenkins slaves. Change the gate script to expect to be run the host itself, so it no longer needs to ssh and scp/rsync files around. Add a new script, devstack-vm-gate-wrap.sh, which assists running the gate job on a separate devstack host, as is currently done, to test it out without requiring the full Jenkins infrastructure. Change-Id: I28902918406670163d32ae7c2a644055233dc1fa
148 lines
4.6 KiB
Bash
Executable File
148 lines
4.6 KiB
Bash
Executable File
#!/bin/bash -x
|
|
|
|
# Gate commits to several projects on a VM running those projects
|
|
# configured by devstack.
|
|
|
|
# Copyright (C) 2011-2012 OpenStack LLC.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
# implied.
|
|
#
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
PROJECTS="openstack-dev/devstack openstack/nova openstack/glance openstack/keystone openstack/python-novaclient openstack/python-keystoneclient openstack/python-quantumclient openstack/python-glanceclient openstack/horizon openstack/tempest"
|
|
|
|
# Set to 1 to run the Tempest test suite
|
|
export DEVSTACK_GATE_TEMPEST=${DEVSTACK_GATE_TEMPEST:-0}
|
|
|
|
# Supply specific tests to Tempest in second argument
|
|
# For example, to execute only the server actions test,
|
|
# you would supply tempest.test.test_server_actions
|
|
export DEVSTACK_GATE_TEMPEST_TESTS=${DEVSTACK_GATE_TEMPEST_TESTS:-tempest}
|
|
|
|
# Set this variable to skip updating the devstack-gate project itself.
|
|
# Useful in development so you can edit scripts in place and run them
|
|
# directly. Do not set in production.
|
|
# Normally not set, and we do include devstack-gate with the rest of
|
|
# the projects.
|
|
if [ -z "$SKIP_DEVSTACK_GATE_PROJECT" ]; then
|
|
PROJECTS="openstack-ci/devstack-gate $PROJECTS"
|
|
fi
|
|
|
|
# Set this variable to include tempest in the test run.
|
|
if [ "$DEVSTACK_GATE_TEMPEST" -eq "1" ]; then
|
|
PROJECTS="openstack/tempest $PROJECTS"
|
|
fi
|
|
|
|
cd $WORKSPACE
|
|
|
|
for PROJECT in $PROJECTS
|
|
do
|
|
echo "Setting up $PROJECT"
|
|
SHORT_PROJECT=`basename $PROJECT`
|
|
if [[ ! -e $SHORT_PROJECT ]]; then
|
|
echo " Need to clone"
|
|
git clone https://review.openstack.org/p/$PROJECT
|
|
fi
|
|
cd $SHORT_PROJECT
|
|
|
|
BRANCH=$GERRIT_BRANCH
|
|
|
|
# See if this project has this branch, if not, use master
|
|
git remote update
|
|
# Ensure that we don't have stale remotes around
|
|
git remote prune origin
|
|
if ! git branch -a |grep remotes/origin/$GERRIT_BRANCH>/dev/null; then
|
|
BRANCH=master
|
|
fi
|
|
git reset --hard
|
|
git clean -x -f -d -q
|
|
git checkout $BRANCH
|
|
git reset --hard remotes/origin/$BRANCH
|
|
git clean -x -f -d -q
|
|
|
|
if [[ $GERRIT_PROJECT == $PROJECT ]]; then
|
|
echo " Merging proposed change"
|
|
git fetch https://review.openstack.org/p/$PROJECT $GERRIT_REFSPEC
|
|
git merge FETCH_HEAD
|
|
else
|
|
echo " Updating from origin"
|
|
git pull --ff-only origin $BRANCH
|
|
fi
|
|
cd $WORKSPACE
|
|
done
|
|
|
|
# Set GATE_SCRIPT_DIR to point to devstack-gate in the workspace so that
|
|
# we are testing the proposed change from this point forward.
|
|
GATE_SCRIPT_DIR=$WORKSPACE/devstack-gate
|
|
|
|
# Also, if we're testing devstack-gate, re-exec this script once so
|
|
# that we can test the new version of it.
|
|
if [[ $GERRIT_PROJECT == "openstack-ci/devstack-gate" ]] && [[ $RE_EXEC != "true" ]]; then
|
|
export RE_EXEC="true"
|
|
exec $GATE_SCRIPT_DIR/devstack-vm-gate-wrap.sh
|
|
fi
|
|
|
|
# Make sure headers for the currently running kernel are installed:
|
|
sudo apt-get install -y --force-yes linux-headers-`uname -r`
|
|
|
|
# Hpcloud provides no swap, but does have a partition mounted at /mnt
|
|
# we can use:
|
|
if [ `cat /proc/meminfo | grep SwapTotal | awk '{ print $2; }'` -eq 0 ] &&
|
|
[ -b /dev/vdb ]; then
|
|
sudo umount /dev/vdb
|
|
sudo mkswap /dev/vdb
|
|
sudo swapon /dev/vdb
|
|
fi
|
|
|
|
# The vm template update job should cache some images in ~/files.
|
|
# Move them to where devstack expects:
|
|
if ls ~/cache/files/*; then
|
|
mv ~/cache/files/* $WORKSPACE/devstack/files
|
|
fi
|
|
|
|
# Move the PIP cache into position:
|
|
sudo mkdir -p /var/cache/pip
|
|
sudo mv ~/cache/pip/* /var/cache/pip
|
|
|
|
# Start with a fresh syslog
|
|
sudo stop rsyslog
|
|
sudo mv /var/log/syslog /var/log/syslog-pre-devstack
|
|
sudo touch /var/log/syslog
|
|
sudo chown /var/log/syslog --ref /var/log/syslog-pre-devstack
|
|
sudo chmod /var/log/syslog --ref /var/log/syslog-pre-devstack
|
|
sudo chmod a+r /var/log/syslog
|
|
sudo start rsyslog
|
|
|
|
# Run the test
|
|
$GATE_SCRIPT_DIR/devstack-vm-gate.sh
|
|
RETVAL=$?
|
|
|
|
cd $WORKSPACE
|
|
# No matter what, archive logs
|
|
mkdir -p logs
|
|
rm -f logs/*
|
|
|
|
sudo cp /var/log/syslog $WORKSPACE/logs/syslog.txt
|
|
cp $WORKSPACE/screen-logs/* $WORKSPACE/logs/
|
|
|
|
# Make sure jenkins can read all the logs
|
|
sudo chown -R jenkins.jenkins $WORKSPACE/logs/
|
|
sudo chmod a+r $WORKSPACE/logs/
|
|
|
|
rename 's/\.log$/.txt/' $WORKSPACE/logs/*
|
|
|
|
# Remove duplicate logs
|
|
rm $WORKSPACE/logs/*.*.txt
|
|
|
|
exit $RETVAL
|