Merge "Run Python tests"
This commit is contained in:
Jenkins
@@ -69,13 +69,14 @@ class BaseTestCase(UnitTestCase):
|
||||
os.path.pardir
|
||||
)
|
||||
)
|
||||
manage_path = os.path.join(
|
||||
root_path,
|
||||
"nailgun/manage.py"
|
||||
)
|
||||
|
||||
nailgun_root = os.environ.get('NAILGUN_ROOT', '/tmp/fuel_web/nailgun')
|
||||
|
||||
manage_path = os.path.join(nailgun_root, 'manage.py')
|
||||
|
||||
fuel_path = os.path.join(
|
||||
root_path,
|
||||
"fuelclient/fuel"
|
||||
"python-fuelclient/fuel"
|
||||
)
|
||||
|
||||
def setUp(self):
|
||||
@@ -110,12 +111,10 @@ class BaseTestCase(UnitTestCase):
|
||||
|
||||
@classmethod
|
||||
def load_data_to_nailgun_server(cls):
|
||||
cls.run_command(cls.manage_path, "loaddata {0}".format(
|
||||
os.path.join(
|
||||
cls.root_path,
|
||||
"nailgun/nailgun/fixtures/sample_environment.json"
|
||||
)
|
||||
))
|
||||
file_path = os.path.join(cls.nailgun_root,
|
||||
'nailgun/fixtures/sample_environment.json')
|
||||
|
||||
cls.run_command(cls.manage_path, "loaddata {0}".format(file_path))
|
||||
|
||||
def run_cli_command(self, command_line, check_errors=False):
|
||||
modified_env = os.environ.copy()
|
||||
|
||||
356
run_tests.sh
Executable file
356
run_tests.sh
Executable file
@@ -0,0 +1,356 @@
|
||||
#!/bin/bash
|
||||
|
||||
# Copyright 2015 Mirantis, Inc.
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
||||
# not use this file except in compliance with the License. You may obtain
|
||||
# a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||
# License for the specific language governing permissions and limitations
|
||||
# under the License.
|
||||
|
||||
set -eu
|
||||
|
||||
# settings
|
||||
ROOT=$(dirname $(readlink -f $0))
|
||||
FUEL_WEB_REPO=${FUEL_WEB_REPO:-"https://github.com/stackforge/fuel-web.git"}
|
||||
FUEL_WEB_ROOT=${FUEL_WEB_ROOT:-"/tmp/fuel_web"}
|
||||
NAILGUN_ROOT=$FUEL_WEB_ROOT/nailgun
|
||||
FETCH_REPO=${FETCH_REPO:-""}
|
||||
FETCH_REFSPEC=${FETCH_REFSPEC:-""}
|
||||
FUEL_COMMIT=${FUEL_COMMIT:-master}
|
||||
|
||||
# Nailgun server parameters
|
||||
NAILGUN_PORT=${NAILGUN_PORT:-8003}
|
||||
NAILGUN_CHECK_URL=${NAILGUN_CHECK_URL:-"http://0.0.0.0:$NAILGUN_PORT/api/version"}
|
||||
NAILGUN_START_MAX_WAIT_TIME=${NAILGUN_START_MAX_WAIT_TIME:-10}
|
||||
TEST_NAILGUN_DB=${TEST_NAILGUN_DB:-nailgun}
|
||||
|
||||
# nosetest xunit options
|
||||
ARTIFACTS=${ARTIFACTS:-$(pwd)/test_run}
|
||||
FUELCLIENT_XUNIT=${FUELCLIENT_XUNIT:-"$ROOT/fuelclient.xml"}
|
||||
TEST_WORKERS=${TEST_WORKERS:-0}
|
||||
|
||||
# A POSIX variable
|
||||
OPTIND=1
|
||||
|
||||
|
||||
# Prints usage and exist
|
||||
usage() {
|
||||
echo "Usage: $0 [OPTIONS] [-- TESTR OPTIONS]"
|
||||
echo "Run python-fuelclient test suite"
|
||||
echo ""
|
||||
echo " -c --fuel-commit Checkout fuel-web to a specified commit. If not specified,"
|
||||
echo " \$FUEL_COMMIT or master will be used."
|
||||
echo " By default checks out to master."
|
||||
echo " -f --fetch-repo URI of a remote repo for fetching changes to fuel-web."
|
||||
echo " If not specified, \$FETCH_REPO or nothing will be used."
|
||||
echo " -h, --help Print this usage message and exit."
|
||||
echo " -n --no-clone Do not clone fuel-web repo and use existing"
|
||||
echo " one specified in \$FUEL_WEB_ROOT. Make sure it"
|
||||
echo " does not have pending changes."
|
||||
echo " -r --fetch-refspec Refspec to fetch from the remore repo. This option"
|
||||
echo " requires -r or --fetch-refspec to be specified."
|
||||
echo " If not specified, \$FETCH_REFSPEC or nothing will be used."
|
||||
echo " -t --tests Tests to run. Runs all tests, if not specified."
|
||||
exit
|
||||
}
|
||||
|
||||
|
||||
# Reads input options and sets appropriate parameters
|
||||
process_options() {
|
||||
# Read the options
|
||||
TEMP=$(getopt \
|
||||
-o hnc:f:r:t: \
|
||||
--long tests,help,no-clone,fuel-commit:,fetch-repo:,fetch-refspec:,tests: \
|
||||
-n 'run_tests.sh' -- "$@")
|
||||
|
||||
eval set -- "$TEMP"
|
||||
|
||||
while true ; do
|
||||
case "$1" in
|
||||
-h|--help) usage; shift 1;;
|
||||
-f|--fetch-repo) fetch_repo="$2"; shift 2;;
|
||||
-r|--fetch-refspec) fetch_refspec="$2"; shift 2;;
|
||||
-c|--fuel-commit) fuel_commit="$2"; shift 2;;
|
||||
-n|--no-clone) do_clone=0; shift 1;;
|
||||
-t|--tests) certain_tests="$2"; shift 2;;
|
||||
# All parameters and alien options will be passed to testr
|
||||
--) shift 1; testropts="$@";
|
||||
break;;
|
||||
*) >&2 echo "Internal error: got \"$1\" argument.";
|
||||
usage; exit 1
|
||||
esac
|
||||
done
|
||||
|
||||
if [[ -z $fetch_repo ]] && [[ -n $fetch_refspec ]]; then
|
||||
>&2 echo "Error: --fetch-refspec option requires --fetch-repo to be specified."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# Check that specified test file/dir exists. Fail otherwise.
|
||||
if [[ -n $certain_tests ]]; then
|
||||
local file_name=${certain_tests%:*}
|
||||
|
||||
if [[ ! -f $file_name ]] && [[ ! -d $file_name ]]; then
|
||||
>&2 echo "Error: Specified tests were not found."
|
||||
exit 1
|
||||
fi
|
||||
fi
|
||||
}
|
||||
|
||||
|
||||
# Arguments:
|
||||
#
|
||||
# $1 -- path to the server config
|
||||
#
|
||||
# Run python-fuelclient tests.
|
||||
# It is supposed that nailgun server is up and running.
|
||||
run_cli_tests() {
|
||||
local config=$1
|
||||
|
||||
pushd $ROOT/fuelclient > /dev/null
|
||||
# run tests
|
||||
NAILGUN_CONFIG=$config LISTEN_PORT=$NAILGUN_PORT \
|
||||
NAILGUN_ROOT=$NAILGUN_ROOT tox -epy26 -- -vv $testropts \
|
||||
$certain_tests --xunit-file $FUELCLIENT_XUNIT || return 1
|
||||
popd > /dev/null
|
||||
|
||||
return 0
|
||||
}
|
||||
|
||||
|
||||
# Arguments:
|
||||
#
|
||||
# $1 -- path to the server config
|
||||
#
|
||||
# Remove temporary files and database.
|
||||
# Does not touch $FUEL_WEB_ROOT if -n or --no-clone is specified.
|
||||
run_cleanup() {
|
||||
local config=$1
|
||||
|
||||
echo "Doing a clean up."
|
||||
|
||||
kill_server
|
||||
|
||||
find . -type f -name "*.pyc" -delete
|
||||
|
||||
if [[ -f "$config" ]] && [[ -d $NAILGUN_ROOT ]]; then
|
||||
pushd $NAILGUN_ROOT > /dev/null
|
||||
NAILGUN_CONFIG=$config tox -evenv -- \
|
||||
python manage.py dropdb > /dev/null
|
||||
popd > /dev/null
|
||||
fi
|
||||
|
||||
if [[ -f $ARTIFACTS ]]; then
|
||||
rm -rf $ARTIFACTS
|
||||
fi
|
||||
|
||||
if [[ -v server_log ]]; then
|
||||
rm -f $server_log
|
||||
fi
|
||||
|
||||
if [[ "$do_clone" -ne "0" ]] && [[ -d $FUEL_WEB_ROOT ]]; then
|
||||
rm -rf $FUEL_WEB_ROOT
|
||||
fi
|
||||
}
|
||||
|
||||
|
||||
# Arguments:
|
||||
#
|
||||
# $1 -- path to the server config
|
||||
# $2 -- insert default data into database if true
|
||||
#
|
||||
# Synchronizes the schema of the database and loads default data.
|
||||
setup_db() {
|
||||
local config=$1
|
||||
local defaults=$2
|
||||
|
||||
echo "Setting up database."
|
||||
|
||||
pushd $NAILGUN_ROOT > /dev/null
|
||||
NAILGUN_CONFIG=$config tox -evenv -- python manage.py syncdb > /dev/null
|
||||
|
||||
if [[ $# -ne 0 && $defaults = true ]]; then
|
||||
NAILGUN_CONFIG=$config tox -evenv -- \
|
||||
python manage.py loaddefault > /dev/null
|
||||
fi
|
||||
|
||||
popd > /dev/null
|
||||
}
|
||||
|
||||
|
||||
# Sends SIGING to running Nailgun
|
||||
kill_server() {
|
||||
# kill old server instance if exists
|
||||
local pid=$(lsof -ti tcp:$NAILGUN_PORT)
|
||||
if [[ -n "$pid" ]]; then
|
||||
kill $pid
|
||||
sleep $NAILGUN_START_MAX_WAIT_TIME
|
||||
fi
|
||||
}
|
||||
|
||||
|
||||
# Arguments:
|
||||
#
|
||||
# $1 -- path to log file
|
||||
# $2 -- path to the server config
|
||||
#
|
||||
# Returns: a server pid, that you have to close manually
|
||||
run_server() {
|
||||
local server_log=$1
|
||||
local server_config=$2
|
||||
|
||||
local run_server_cmd="\
|
||||
python manage.py run \
|
||||
--port=$NAILGUN_PORT \
|
||||
--config=$server_config \
|
||||
--fake-tasks \
|
||||
--fake-tasks-tick-count=80 \
|
||||
--fake-tasks-tick-interval=1"
|
||||
|
||||
kill_server
|
||||
|
||||
# run new server instance
|
||||
pushd $NAILGUN_ROOT > /dev/null
|
||||
tox -evenv -- $run_server_cmd >> $server_log 2>&1 &
|
||||
popd > /dev/null
|
||||
|
||||
# wait for server availability
|
||||
which curl > /dev/null
|
||||
|
||||
if [[ $? -eq 0 ]]; then
|
||||
local num_retries=$((NAILGUN_START_MAX_WAIT_TIME * 10))
|
||||
local i=0
|
||||
|
||||
while true; do
|
||||
# Fail if number of retries exeeded
|
||||
if [[ $i -gt $((num_retries + 1)) ]]; then return 1; fi
|
||||
|
||||
local http_code=$(curl -s -w %{http_code} -o /dev/null $NAILGUN_CHECK_URL)
|
||||
|
||||
if [[ "$http_code" = "200" ]]; then return 0; fi
|
||||
|
||||
sleep 0.1
|
||||
i=$((i + 1))
|
||||
done
|
||||
else
|
||||
sleep $NAILGUN_START_MAX_WAIT_TIME
|
||||
lsof -ti tcp:$NAILGUN_PORT
|
||||
|
||||
return $?
|
||||
fi
|
||||
}
|
||||
|
||||
|
||||
# Arguments
|
||||
#
|
||||
# $1 -- path to the server config
|
||||
#
|
||||
# Set up test environment
|
||||
prepare_env() {
|
||||
local config=$1
|
||||
|
||||
echo "Preparing test environment."
|
||||
obtain_nailgun || return 1
|
||||
|
||||
mkdir -p $ARTIFACTS
|
||||
create_settings_yaml $config $ARTIFACTS
|
||||
|
||||
setup_db $config true
|
||||
|
||||
server_log=$(mktemp /tmp/test_nailgun_cli_server.XXXX)
|
||||
run_server $server_log $config || \
|
||||
{ echo "Failed to start Nailgun"; return 1; }
|
||||
}
|
||||
|
||||
|
||||
# Arguments:
|
||||
#
|
||||
# $1 -- path to the server config
|
||||
# $2 -- path to folder with testing artifacts
|
||||
#
|
||||
# Generates server configuration file
|
||||
create_settings_yaml() {
|
||||
local config_path=$1
|
||||
local artifacts_path=$2
|
||||
cat > $config_path <<EOL
|
||||
DEVELOPMENT: 1
|
||||
STATIC_DIR: ${artifacts_path}/static_compressed
|
||||
TEMPLATE_DIR: ${artifacts_path}/static_compressed
|
||||
DATABASE:
|
||||
name: ${TEST_NAILGUN_DB}
|
||||
engine: "postgresql"
|
||||
host: "localhost"
|
||||
port: "5432"
|
||||
user: "nailgun"
|
||||
passwd: "nailgun"
|
||||
API_LOG: ${artifacts_path}/api.log
|
||||
APP_LOG: ${artifacts_path}/app.log
|
||||
EOL
|
||||
}
|
||||
|
||||
|
||||
# Clones Nailgun from git, pulls specified patch and
|
||||
# switches to the specified commit
|
||||
obtain_nailgun() {
|
||||
echo "Obtaining Nailgun with the revision $fuel_commit"
|
||||
|
||||
if [[ -n $do_clone ]]; then
|
||||
git clone $FUEL_WEB_REPO $FUEL_WEB_ROOT || \
|
||||
{ echo "Failed to clone Nailgun"; return 1; }
|
||||
fi
|
||||
|
||||
pushd $NAILGUN_ROOT > /dev/null
|
||||
|
||||
if [[ -n $fetch_repo ]]; then
|
||||
echo "Fetching changes from $fetch_repo $fetch_refspec"
|
||||
git fetch $fetch_repo $fetch_refspec || \
|
||||
{ echo "Failed to pull changes"; return 1; }
|
||||
fi
|
||||
|
||||
git checkout $fuel_commit || \
|
||||
{ echo "Failed to checkout to $fuel_commit"; return 1; }
|
||||
|
||||
popd > /dev/null
|
||||
}
|
||||
|
||||
|
||||
# Sets default values for parameters
|
||||
init_default_params() {
|
||||
do_clone=1
|
||||
fetch_repo=$FETCH_REPO
|
||||
fetch_refspec=$FETCH_REFSPEC
|
||||
fuel_commit=$FUEL_COMMIT
|
||||
certain_tests=""
|
||||
testropts="--with-timer --timer-warning=10 --timer-ok=2 --timer-top-n=10"
|
||||
}
|
||||
|
||||
|
||||
# Main function
|
||||
run() {
|
||||
local config=$ARTIFACTS/test.yaml
|
||||
|
||||
run_cleanup $config
|
||||
prepare_env $config
|
||||
|
||||
echo "Starting python-fuelclient tests..."
|
||||
run_cli_tests $config || { echo "Failed tests: cli_tests"; exit 1; }
|
||||
|
||||
# Do a final cleanup
|
||||
run_cleanup $config
|
||||
|
||||
echo "Testing python-fuelclient succeeded."
|
||||
|
||||
exit 0
|
||||
}
|
||||
|
||||
|
||||
init_default_params
|
||||
process_options $@
|
||||
run
|
||||
Reference in New Issue
Block a user