From b17357ee08a0233eebb3429c916c1e9add81dedb Mon Sep 17 00:00:00 2001 From: Steve Baker Date: Mon, 13 Jan 2014 16:23:20 +1300 Subject: [PATCH] Copy run_test.sh from heat repo This allows run_test.sh to run without a working venv, plus all the other features of heat/run_test.sh Change-Id: I71d7af8a5442626192c5c8b5dca446a999ff6ede --- run_tests.sh | 142 ++++++++++++++++++++++++++++++++++++++------------- 1 file changed, 107 insertions(+), 35 deletions(-) diff --git a/run_tests.sh b/run_tests.sh index d2e18e86..92f94719 100755 --- a/run_tests.sh +++ b/run_tests.sh @@ -1,49 +1,121 @@ #!/bin/bash +BASE_DIR=`dirname $0` + function usage { - echo "Usage: $0 [OPTION]..." - echo "Run python-heatclient's test suite(s)" - echo "" - echo " -p, --pep8 Just run pep8" - echo " -h, --help Print this usage message" - echo "" - echo "This script is deprecated and currently retained for compatibility." - echo 'You can run the full test suite for multiple environments by running "tox".' - echo 'You can run tests for only python 2.7 by running "tox -e py27", or run only' - echo 'the pep8 tests with "tox -e pep8".' - exit + echo "Usage: $0 [OPTION]..." + echo "Run heatclient test suite(s)" + echo "" + echo " -V, --virtual-env Use virtualenv. Install automatically if not present." + echo " (Default is to run tests in local environment)" + echo " -F, --force Force a clean re-build of the virtual environment. Useful when dependencies have been added." + echo " -f, --func Functional tests have been removed." + echo " -u, --unit Run unit tests (default when nothing specified)" + echo " -p, --pep8 Run pep8 tests" + echo " --all Run pep8 and unit tests" + echo " -c, --coverage Generate coverage report" + echo " -d, --debug Run tests with testtools instead of testr. This allows you to use the debugger." + echo " -h, --help Print this usage message" + exit } -command -v tox > /dev/null 2>&1 -if [ $? -ne 0 ]; then - echo 'This script requires "tox" to run.' - echo 'You can install it with "pip install tox".' - exit 1; -fi - -just_pep8=0 - +# must not assign -a as an option, needed for selecting custom attributes +no_venv=1 function process_option { - case "$1" in - -h|--help) usage;; - -p|--pep8) let just_pep8=1;; - esac + case "$1" in + -V|--virtual-env) no_venv=0;; + -F|--force) force=1;; + -f|--func) test_func=1;; + -u|--unit) test_unit=1;; + -p|--pep8) test_pep8=1;; + --all) test_unit=1; test_pep8=1;; + -c|--coverage) coverage=1;; + -d|--debug) debug=1;; + -h|--help) usage;; + *) args="$args $1"; test_unit=1;; + esac } -for arg in "$@"; do - process_option $arg -done +venv=.venv +with_venv=tools/with_venv.sh +wrapper="" +debug=0 -if [ $just_pep8 -eq 1 ]; then - exec tox -e pep8 +function run_tests { + echo 'Running tests' + + if [ $debug -eq 1 ]; then + echo "Debugging..." + if [ "$args" = "" ]; then + # Default to running all tests if specific test is not + # provided. + testrargs="discover ./heatclient/tests" + fi + ${wrapper} python -m testtools.run $args $testrargs + + # Short circuit because all of the testr and coverage stuff + # below does not make sense when running testtools.run for + # debugging purposes. + return $? + fi + + # Just run the test suites in current environment + if [ -n "$args" ] ; then + args="-t $args" + fi + ${wrapper} python setup.py testr --slowest $args +} + +function run_pep8 { + echo "Running flake8..." + bash -c "${wrapper} flake8" +} + +# run unit tests with pep8 when no arguments are specified +# otherwise process CLI options +if [[ $# == 0 ]]; then + test_pep8=1 + test_unit=1 +else + for arg in "$@"; do + process_option $arg + done fi -tox -e py27 $toxargs 2>&1 | tee run_tests.err.log || exit 1 -tox_exit_code=${PIPESTATUS[0]} -if [ 0$tox_exit_code -ne 0 ]; then - exit $tox_exit_code +if [ "$no_venv" == 0 ] +then + # Remove the virtual environment if --force used + if [ "$force" == 1 ]; then + echo "Cleaning virtualenv..." + rm -rf ${venv} + fi + if [ -e ${venv} ]; then + wrapper="${with_venv}" + else + # Automatically install the virtualenv + python tools/install_venv.py + wrapper="${with_venv}" + fi fi -if [ -z "$toxargs" ]; then - tox -e pep8 +result=0 + +# If functional or unit tests have been selected, run them +if [ "$test_unit" == 1 ] || [ "$debug" == 1 ] ; then + run_tests + result=$? fi + +# Run pep8 if it was selected +if [ "$test_pep8" == 1 ]; then + run_pep8 +fi + +# Generate coverage report +if [ "$coverage" == 1 ]; then + echo "Generating coverage report in ./cover" + ${wrapper} python setup.py testr --coverage --slowest + ${wrapper} python -m coverage report --show-missing +fi + +exit $result