0f9bc3c491
The nailgun repository was being cloned for each test run regardless of the value of this flag. Rather than testing this flag for being an empty string compare the value. Change-Id: I41f904f1d550b6f39fa339c1913407ee0133dcaf
361 lines
9.6 KiB
Bash
Executable File
361 lines
9.6 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
# Copyright 2015 Mirantis, Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
set -eu
|
|
|
|
# settings
|
|
ROOT=$(dirname $(readlink -f $0))
|
|
FUEL_WEB_REPO=${FUEL_WEB_REPO:-"https://github.com/stackforge/fuel-web.git"}
|
|
FUEL_WEB_ROOT=${FUEL_WEB_ROOT:-"/tmp/fuel_web"}
|
|
NAILGUN_ROOT=$FUEL_WEB_ROOT/nailgun
|
|
FETCH_REPO=${FETCH_REPO:-""}
|
|
FETCH_REFSPEC=${FETCH_REFSPEC:-""}
|
|
FUEL_COMMIT=${FUEL_COMMIT:-master}
|
|
|
|
# Nailgun server parameters
|
|
NAILGUN_PORT=${NAILGUN_PORT:-8003}
|
|
NAILGUN_CHECK_URL=${NAILGUN_CHECK_URL:-"http://0.0.0.0:$NAILGUN_PORT/api/version"}
|
|
NAILGUN_START_MAX_WAIT_TIME=${NAILGUN_START_MAX_WAIT_TIME:-10}
|
|
TEST_NAILGUN_DB=${TEST_NAILGUN_DB:-nailgun}
|
|
|
|
# nosetest xunit options
|
|
ARTIFACTS=${ARTIFACTS:-$(pwd)/test_run}
|
|
FUELCLIENT_XUNIT=${FUELCLIENT_XUNIT:-"$ROOT/fuelclient.xml"}
|
|
TEST_WORKERS=${TEST_WORKERS:-0}
|
|
|
|
# A POSIX variable
|
|
OPTIND=1
|
|
|
|
|
|
# Prints usage and exist
|
|
usage() {
|
|
echo "Usage: $0 [OPTIONS] [-- TESTR OPTIONS]"
|
|
echo "Run python-fuelclient test suite"
|
|
echo ""
|
|
echo " -c --fuel-commit Checkout fuel-web to a specified commit. If not specified,"
|
|
echo " \$FUEL_COMMIT or master will be used."
|
|
echo " By default checks out to master."
|
|
echo " -f --fetch-repo URI of a remote repo for fetching changes to fuel-web."
|
|
echo " If not specified, \$FETCH_REPO or nothing will be used."
|
|
echo " -h, --help Print this usage message and exit."
|
|
echo " -n --no-clone Do not clone fuel-web repo and use existing"
|
|
echo " one specified in \$FUEL_WEB_ROOT. Make sure it"
|
|
echo " does not have pending changes."
|
|
echo " -r --fetch-refspec Refspec to fetch from the remore repo. This option"
|
|
echo " requires -r or --fetch-refspec to be specified."
|
|
echo " If not specified, \$FETCH_REFSPEC or nothing will be used."
|
|
echo " -t --tests Tests to run. Runs all tests, if not specified."
|
|
exit
|
|
}
|
|
|
|
|
|
# Reads input options and sets appropriate parameters
|
|
process_options() {
|
|
# Read the options
|
|
TEMP=$(getopt \
|
|
-o hnc:f:r:t: \
|
|
--long tests,help,no-clone,fuel-commit:,fetch-repo:,fetch-refspec:,tests: \
|
|
-n 'run_tests.sh' -- "$@")
|
|
|
|
eval set -- "$TEMP"
|
|
|
|
while true ; do
|
|
case "$1" in
|
|
-h|--help) usage; shift 1;;
|
|
-f|--fetch-repo) fetch_repo="$2"; shift 2;;
|
|
-r|--fetch-refspec) fetch_refspec="$2"; shift 2;;
|
|
-c|--fuel-commit) fuel_commit="$2"; shift 2;;
|
|
-n|--no-clone) do_clone=0; shift 1;;
|
|
-t|--tests) certain_tests="$2"; shift 2;;
|
|
# All parameters and alien options will be passed to testr
|
|
--) shift 1; testropts="$@";
|
|
break;;
|
|
*) >&2 echo "Internal error: got \"$1\" argument.";
|
|
usage; exit 1
|
|
esac
|
|
done
|
|
|
|
if [[ -z $fetch_repo ]] && [[ -n $fetch_refspec ]]; then
|
|
>&2 echo "Error: --fetch-refspec option requires --fetch-repo to be specified."
|
|
exit 1
|
|
fi
|
|
|
|
# Check that specified test file/dir exists. Fail otherwise.
|
|
if [[ -n $certain_tests ]]; then
|
|
local file_name=${certain_tests%:*}
|
|
|
|
if [[ ! -f $file_name ]] && [[ ! -d $file_name ]]; then
|
|
>&2 echo "Error: Specified tests were not found."
|
|
exit 1
|
|
fi
|
|
fi
|
|
}
|
|
|
|
|
|
# Arguments:
|
|
#
|
|
# $1 -- path to the server config
|
|
#
|
|
# Run python-fuelclient tests.
|
|
# It is supposed that nailgun server is up and running.
|
|
run_cli_tests() {
|
|
local config=$1
|
|
|
|
pushd $ROOT/fuelclient > /dev/null
|
|
# run tests
|
|
NAILGUN_CONFIG=$config LISTEN_PORT=$NAILGUN_PORT \
|
|
NAILGUN_ROOT=$NAILGUN_ROOT tox -epy26 -- -vv $testropts \
|
|
$certain_tests --xunit-file $FUELCLIENT_XUNIT || return 1
|
|
popd > /dev/null
|
|
|
|
return 0
|
|
}
|
|
|
|
|
|
# Arguments:
|
|
#
|
|
# $1 -- path to the server config
|
|
#
|
|
# Remove temporary files and database.
|
|
# Does not touch $FUEL_WEB_ROOT if -n or --no-clone is specified.
|
|
run_cleanup() {
|
|
local config=$1
|
|
|
|
echo "Doing a clean up."
|
|
|
|
kill_server
|
|
|
|
find . -type f -name "*.pyc" -delete
|
|
|
|
if [[ -f "$config" ]] && [[ -d $NAILGUN_ROOT ]]; then
|
|
pushd $NAILGUN_ROOT > /dev/null
|
|
NAILGUN_CONFIG=$config tox -evenv -- \
|
|
python manage.py dropdb > /dev/null
|
|
popd > /dev/null
|
|
fi
|
|
|
|
if [[ -f $ARTIFACTS ]]; then
|
|
rm -rf $ARTIFACTS
|
|
fi
|
|
|
|
if [[ -v server_log ]]; then
|
|
rm -f $server_log
|
|
fi
|
|
|
|
if [[ "$do_clone" -ne "0" ]] && [[ -d $FUEL_WEB_ROOT ]]; then
|
|
rm -rf $FUEL_WEB_ROOT
|
|
fi
|
|
}
|
|
|
|
|
|
# Arguments:
|
|
#
|
|
# $1 -- path to the server config
|
|
# $2 -- insert default data into database if true
|
|
#
|
|
# Synchronizes the schema of the database and loads default data.
|
|
setup_db() {
|
|
local config=$1
|
|
local defaults=$2
|
|
|
|
echo "Setting up database."
|
|
|
|
pushd $NAILGUN_ROOT > /dev/null
|
|
NAILGUN_CONFIG=$config tox -evenv -- python manage.py syncdb > /dev/null
|
|
|
|
if [[ $# -ne 0 && $defaults = true ]]; then
|
|
NAILGUN_CONFIG=$config tox -evenv -- \
|
|
python manage.py loaddefault > /dev/null
|
|
fi
|
|
|
|
popd > /dev/null
|
|
}
|
|
|
|
|
|
# Sends SIGING to running Nailgun
|
|
kill_server() {
|
|
# kill old server instance if exists
|
|
local pid=$(lsof -ti tcp:$NAILGUN_PORT)
|
|
if [[ -n "$pid" ]]; then
|
|
kill $pid
|
|
sleep $NAILGUN_START_MAX_WAIT_TIME
|
|
fi
|
|
}
|
|
|
|
|
|
# Arguments:
|
|
#
|
|
# $1 -- path to log file
|
|
# $2 -- path to the server config
|
|
#
|
|
# Returns: a server pid, that you have to close manually
|
|
run_server() {
|
|
local server_log=$1
|
|
local server_config=$2
|
|
|
|
local run_server_cmd="\
|
|
python manage.py run \
|
|
--port=$NAILGUN_PORT \
|
|
--config=$server_config \
|
|
--fake-tasks \
|
|
--fake-tasks-tick-count=80 \
|
|
--fake-tasks-tick-interval=1"
|
|
|
|
kill_server
|
|
|
|
# run new server instance
|
|
pushd $NAILGUN_ROOT > /dev/null
|
|
tox -evenv -- $run_server_cmd >> $server_log 2>&1 &
|
|
popd > /dev/null
|
|
|
|
# wait for server availability
|
|
which curl > /dev/null
|
|
|
|
if [[ $? -eq 0 ]]; then
|
|
local num_retries=$((NAILGUN_START_MAX_WAIT_TIME * 10))
|
|
local i=0
|
|
|
|
while true; do
|
|
# Fail if number of retries exeeded
|
|
if [[ $i -gt $((num_retries + 1)) ]]; then return 1; fi
|
|
|
|
local http_code=$(curl -s -w %{http_code} -o /dev/null $NAILGUN_CHECK_URL)
|
|
|
|
if [[ "$http_code" = "200" ]]; then return 0; fi
|
|
|
|
sleep 0.1
|
|
i=$((i + 1))
|
|
done
|
|
else
|
|
sleep $NAILGUN_START_MAX_WAIT_TIME
|
|
lsof -ti tcp:$NAILGUN_PORT
|
|
|
|
return $?
|
|
fi
|
|
}
|
|
|
|
|
|
# Arguments
|
|
#
|
|
# $1 -- path to the server config
|
|
#
|
|
# Set up test environment
|
|
prepare_env() {
|
|
local config=$1
|
|
|
|
echo "Preparing test environment."
|
|
obtain_nailgun || return 1
|
|
|
|
mkdir -p $ARTIFACTS
|
|
create_settings_yaml $config $ARTIFACTS
|
|
|
|
setup_db $config true
|
|
|
|
server_log=$(mktemp /tmp/test_nailgun_cli_server.XXXX)
|
|
run_server $server_log $config || \
|
|
{ echo "Failed to start Nailgun"; return 1; }
|
|
}
|
|
|
|
|
|
# Arguments:
|
|
#
|
|
# $1 -- path to the server config
|
|
# $2 -- path to folder with testing artifacts
|
|
#
|
|
# Generates server configuration file
|
|
create_settings_yaml() {
|
|
local config_path=$1
|
|
local artifacts_path=$2
|
|
cat > $config_path <<EOL
|
|
DEVELOPMENT: 1
|
|
STATIC_DIR: ${artifacts_path}/static_compressed
|
|
TEMPLATE_DIR: ${artifacts_path}/static_compressed
|
|
DATABASE:
|
|
name: ${TEST_NAILGUN_DB}
|
|
engine: "postgresql"
|
|
host: "localhost"
|
|
port: "5432"
|
|
user: "nailgun"
|
|
passwd: "nailgun"
|
|
API_LOG: ${artifacts_path}/api.log
|
|
APP_LOG: ${artifacts_path}/app.log
|
|
EOL
|
|
}
|
|
|
|
|
|
# Clones Nailgun from git, pulls specified patch and
|
|
# switches to the specified commit
|
|
obtain_nailgun() {
|
|
echo "Obtaining Nailgun with the revision $fuel_commit"
|
|
|
|
if [[ $do_clone -ne 0 ]]; then
|
|
git clone $FUEL_WEB_REPO $FUEL_WEB_ROOT || \
|
|
{ echo "Failed to clone Nailgun"; return 1; }
|
|
fi
|
|
|
|
if [[ ! -d "$NAILGUN_ROOT" ]]; then
|
|
echo "Error: Nailgun directory $NAILGUN_ROOT not found."
|
|
exit 1
|
|
fi
|
|
pushd $NAILGUN_ROOT > /dev/null
|
|
|
|
if [[ -n $fetch_repo ]]; then
|
|
echo "Fetching changes from $fetch_repo $fetch_refspec"
|
|
git fetch $fetch_repo $fetch_refspec || \
|
|
{ echo "Failed to pull changes"; return 1; }
|
|
fi
|
|
|
|
git checkout $fuel_commit || \
|
|
{ echo "Failed to checkout to $fuel_commit"; return 1; }
|
|
|
|
popd > /dev/null
|
|
}
|
|
|
|
|
|
# Sets default values for parameters
|
|
init_default_params() {
|
|
do_clone=1
|
|
fetch_repo=$FETCH_REPO
|
|
fetch_refspec=$FETCH_REFSPEC
|
|
fuel_commit=$FUEL_COMMIT
|
|
certain_tests=""
|
|
testropts="--with-timer --timer-warning=10 --timer-ok=2 --timer-top-n=10"
|
|
}
|
|
|
|
|
|
# Main function
|
|
run() {
|
|
local config=$ARTIFACTS/test.yaml
|
|
|
|
run_cleanup $config
|
|
prepare_env $config
|
|
|
|
echo "Starting python-fuelclient tests..."
|
|
run_cli_tests $config || { echo "Failed tests: cli_tests"; exit 1; }
|
|
|
|
# Do a final cleanup
|
|
run_cleanup $config
|
|
|
|
echo "Testing python-fuelclient succeeded."
|
|
|
|
exit 0
|
|
}
|
|
|
|
|
|
init_default_params
|
|
process_options $@
|
|
run
|