3898474abd
This commit switches the run_tempest.sh script to use subunit-trace instead of the colorizer output filter. Since the colorizer isn't used anymore it is removed. The colorizer output has several issues. Firstly the color is actually meaningless. It's based on arbitrary run times for the tests but don't actually indicate anything useful. Additionally, it lacks a lot of the debugging information that subunit-trace provides. Things like skip messages, the worker breakdown, etc. are missing with the colorizor output. The last aspect is that switching to use subunit-trace will provide a consistent output format for running tempest whether you use tox or run_tempest.sh. Change-Id: I26e9c45f8e674bdb889b6bc65ad30c4abf6e7655
147 lines
4.3 KiB
Bash
Executable File
147 lines
4.3 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
function usage {
|
|
echo "Usage: $0 [OPTION]..."
|
|
echo "Run Tempest test suite"
|
|
echo ""
|
|
echo " -V, --virtual-env Always use virtualenv. Install automatically if not present"
|
|
echo " -N, --no-virtual-env Don't use virtualenv. Run tests in local environment"
|
|
echo " -n, --no-site-packages Isolate the virtualenv from the global Python environment"
|
|
echo " -f, --force Force a clean re-build of the virtual environment. Useful when dependencies have been added."
|
|
echo " -u, --update Update the virtual environment with any newer package versions"
|
|
echo " -s, --smoke Only run smoke tests"
|
|
echo " -t, --serial Run testr serially"
|
|
echo " -C, --config Config file location"
|
|
echo " -h, --help Print this usage message"
|
|
echo " -d, --debug Run tests with testtools instead of testr. This allows you to use PDB"
|
|
echo " -l, --logging Enable logging"
|
|
echo " -L, --logging-config Logging config file location. Default is etc/logging.conf"
|
|
echo " -- [TESTROPTIONS] After the first '--' you can pass arbitrary arguments to testr "
|
|
}
|
|
|
|
testrargs=""
|
|
venv=${VENV:-.venv}
|
|
with_venv=tools/with_venv.sh
|
|
serial=0
|
|
always_venv=0
|
|
never_venv=0
|
|
no_site_packages=0
|
|
debug=0
|
|
force=0
|
|
wrapper=""
|
|
config_file=""
|
|
update=0
|
|
logging=0
|
|
logging_config=etc/logging.conf
|
|
|
|
if ! options=$(getopt -o VNnfusthdC:lL: -l virtual-env,no-virtual-env,no-site-packages,force,update,smoke,serial,help,debug,config:,logging,logging-config: -- "$@")
|
|
then
|
|
# parse error
|
|
usage
|
|
exit 1
|
|
fi
|
|
|
|
eval set -- $options
|
|
first_uu=yes
|
|
while [ $# -gt 0 ]; do
|
|
case "$1" in
|
|
-h|--help) usage; exit;;
|
|
-V|--virtual-env) always_venv=1; never_venv=0;;
|
|
-N|--no-virtual-env) always_venv=0; never_venv=1;;
|
|
-n|--no-site-packages) no_site_packages=1;;
|
|
-f|--force) force=1;;
|
|
-u|--update) update=1;;
|
|
-d|--debug) debug=1;;
|
|
-C|--config) config_file=$2; shift;;
|
|
-s|--smoke) testrargs+="smoke";;
|
|
-t|--serial) serial=1;;
|
|
-l|--logging) logging=1;;
|
|
-L|--logging-config) logging_config=$2; shift;;
|
|
--) [ "yes" == "$first_uu" ] || testrargs="$testrargs $1"; first_uu=no ;;
|
|
*) testrargs="$testrargs $1";;
|
|
esac
|
|
shift
|
|
done
|
|
|
|
if [ -n "$config_file" ]; then
|
|
config_file=`readlink -f "$config_file"`
|
|
export TEMPEST_CONFIG_DIR=`dirname "$config_file"`
|
|
export TEMPEST_CONFIG=`basename "$config_file"`
|
|
fi
|
|
|
|
if [ $logging -eq 1 ]; then
|
|
if [ ! -f "$logging_config" ]; then
|
|
echo "No such logging config file: $logging_config"
|
|
exit 1
|
|
fi
|
|
logging_config=`readlink -f "$logging_config"`
|
|
export TEMPEST_LOG_CONFIG_DIR=`dirname "$logging_config"`
|
|
export TEMPEST_LOG_CONFIG=`basename "$logging_config"`
|
|
fi
|
|
|
|
cd `dirname "$0"`
|
|
|
|
if [ $no_site_packages -eq 1 ]; then
|
|
installvenvopts="--no-site-packages"
|
|
fi
|
|
|
|
function testr_init {
|
|
if [ ! -d .testrepository ]; then
|
|
${wrapper} testr init
|
|
fi
|
|
}
|
|
|
|
function run_tests {
|
|
testr_init
|
|
${wrapper} find . -type f -name "*.pyc" -delete
|
|
export OS_TEST_PATH=./tempest/test_discover
|
|
if [ $debug -eq 1 ]; then
|
|
if [ "$testrargs" = "" ]; then
|
|
testrargs="discover ./tempest/test_discover"
|
|
fi
|
|
${wrapper} python -m testtools.run $testrargs
|
|
return $?
|
|
fi
|
|
|
|
if [ $serial -eq 1 ]; then
|
|
${wrapper} testr run --subunit $testrargs | ${wrapper} subunit-trace -n -f
|
|
else
|
|
${wrapper} testr run --parallel --subunit $testrargs | ${wrapper} subunit-trace -n -f
|
|
fi
|
|
}
|
|
|
|
if [ $never_venv -eq 0 ]
|
|
then
|
|
# Remove the virtual environment if --force used
|
|
if [ $force -eq 1 ]; then
|
|
echo "Cleaning virtualenv..."
|
|
rm -rf ${venv}
|
|
fi
|
|
if [ $update -eq 1 ]; then
|
|
echo "Updating virtualenv..."
|
|
python tools/install_venv.py $installvenvopts
|
|
fi
|
|
if [ -e ${venv} ]; then
|
|
wrapper="${with_venv}"
|
|
else
|
|
if [ $always_venv -eq 1 ]; then
|
|
# Automatically install the virtualenv
|
|
python tools/install_venv.py $installvenvopts
|
|
wrapper="${with_venv}"
|
|
else
|
|
echo -e "No virtual environment found...create one? (Y/n) \c"
|
|
read use_ve
|
|
if [ "x$use_ve" = "xY" -o "x$use_ve" = "x" -o "x$use_ve" = "xy" ]; then
|
|
# Install the virtualenv and run the test suite in it
|
|
python tools/install_venv.py $installvenvopts
|
|
wrapper=${with_venv}
|
|
fi
|
|
fi
|
|
fi
|
|
fi
|
|
|
|
run_tests
|
|
retval=$?
|
|
|
|
exit $retval
|