ce8ffc5303
In the unit test tox jobs we run the whole test suite first and after that exits successfully we also run the osprofiler tests while setting an osprofiler env variable to enable osprofiler. However the regex isn't being set properly in ostestr, you set the selection regex with the --regex flag. [1] This only works by chance because ostestr will pass any unrecognized args to the subprocess used to run testr internally, and testr leverages that as a regex. But in the latest os-testr release it doesn't subprocess internally anymore and this doesn't work. This commit fixes things to properly set the regex in ostestr so it works in both old and new versions. The order of the test runs is also switched because we capture the last test run's subunit for openstack-health and other analysis, so we want to full test run to be used for this. [1] https://docs.openstack.org/os-testr/latest/user/ostestr.html#test-selection Change-Id: I890505d65ca6043ddbdcc5895f2620391b505756
206 lines
7.2 KiB
INI
206 lines
7.2 KiB
INI
[tox]
|
|
minversion = 2.1
|
|
envlist = py{35,27},functional,pep8,pip-missing-reqs
|
|
skipsdist = True
|
|
|
|
[testenv]
|
|
usedevelop = True
|
|
# tox is silly... these need to be separated by a newline....
|
|
whitelist_externals = bash
|
|
find
|
|
rm
|
|
env
|
|
install_command = pip install -c{env:UPPER_CONSTRAINTS_FILE:https://git.openstack.org/cgit/openstack/requirements/plain/upper-constraints.txt} {opts} {packages}
|
|
setenv = VIRTUAL_ENV={envdir}
|
|
OS_TEST_PATH=./nova/tests/unit
|
|
LANGUAGE=en_US
|
|
LC_ALL=en_US.utf-8
|
|
deps = -r{toxinidir}/test-requirements.txt
|
|
commands =
|
|
find . -type f -name "*.pyc" -delete
|
|
rm -Rf .testrepository/times.dbm
|
|
passenv = OS_DEBUG GENERATE_HASHES
|
|
# there is also secret magic in subunit-trace which lets you run in a fail only
|
|
# mode. To do this define the TRACE_FAILONLY environmental variable.
|
|
|
|
[testenv:py27]
|
|
commands =
|
|
{[testenv]commands}
|
|
env TEST_OSPROFILER=1 ostestr --regex 'nova.tests.unit.test_profiler'
|
|
ostestr '{posargs}'
|
|
|
|
[testenv:py35]
|
|
commands =
|
|
{[testenv]commands}
|
|
env TEST_OSPROFILER=1 ostestr --regex 'nova.tests.unit.test_profiler'
|
|
bash tools/pretty_tox3.sh '{posargs}'
|
|
|
|
[testenv:pep8]
|
|
basepython = python2.7
|
|
deps = {[testenv]deps}
|
|
commands =
|
|
bash tools/flake8wrap.sh {posargs}
|
|
# Check that all JSON files don't have \r\n in line.
|
|
bash -c "! find doc/ -type f -name *.json | xargs grep -U -n $'\r'"
|
|
# Check that all included JSON files are valid JSON
|
|
bash -c '! find doc/ -type f -name *.json | xargs -t -n1 python -m json.tool 2>&1 > /dev/null | grep -B1 -v ^python'
|
|
|
|
[testenv:fast8]
|
|
# This is a subset of the full pep8 check which
|
|
# only runs flake8 on the changes made since
|
|
# HEAD-1. For a full flake8 run including checking
|
|
# docs, just use pep8.
|
|
basepython = python2.7
|
|
commands =
|
|
bash tools/flake8wrap.sh -HEAD
|
|
|
|
[testenv:functional]
|
|
# TODO(melwitt): This can be removed when functional tests are gating with
|
|
# python 3.x
|
|
basepython = python2.7
|
|
usedevelop = True
|
|
setenv = VIRTUAL_ENV={envdir}
|
|
OS_TEST_PATH=./nova/tests/functional
|
|
LANGUAGE=en_US
|
|
commands =
|
|
find . -type f -name "*.pyc" -delete
|
|
ostestr '{posargs}'
|
|
|
|
# TODO(gcb) Merge this into [testenv:functional] when functional tests are gating
|
|
# with python 3.5
|
|
[testenv:functional-py35]
|
|
basepython = python3.5
|
|
usedevelop = True
|
|
setenv = VIRTUAL_ENV={envdir}
|
|
OS_TEST_PATH=./nova/tests/functional
|
|
LANGUAGE=en_US
|
|
commands =
|
|
{[testenv]commands}
|
|
bash tools/pretty_tox3.sh '{posargs}'
|
|
|
|
[testenv:api-samples]
|
|
usedevelop = True
|
|
setenv = VIRTUAL_ENV={envdir}
|
|
GENERATE_SAMPLES=True
|
|
PYTHONHASHSEED=0
|
|
OS_TEST_PATH=./nova/tests/functional/api_sample_tests
|
|
LANGUAGE=en_US
|
|
commands =
|
|
find . -type f -name "*.pyc" -delete
|
|
ostestr '{posargs}'
|
|
|
|
[testenv:genconfig]
|
|
commands = oslo-config-generator --config-file=etc/nova/nova-config-generator.conf
|
|
|
|
[testenv:genpolicy]
|
|
commands = oslopolicy-sample-generator --config-file=etc/nova/nova-policy-generator.conf
|
|
|
|
[testenv:cover]
|
|
# Also do not run test_coverage_ext tests while gathering coverage as those
|
|
# tests conflict with coverage.
|
|
commands =
|
|
coverage erase
|
|
find . -type f -name "*.pyc" -delete
|
|
python setup.py testr --coverage --testr-args='{posargs}'
|
|
coverage report
|
|
|
|
[testenv:debug]
|
|
commands =
|
|
find . -type f -name "*.pyc" -delete
|
|
oslo_debug_helper {posargs}
|
|
|
|
[testenv:venv]
|
|
commands = {posargs}
|
|
|
|
[testenv:docs]
|
|
# TODO(melwitt): This can be removed when the docs target can be run
|
|
# with python 3.x
|
|
basepython = python2.7
|
|
commands =
|
|
rm -rf doc/source/api doc/build api-guide/build api-ref/build placement-api-ref/build
|
|
python setup.py build_sphinx
|
|
# Check that all JSON files don't have \r\n in line.
|
|
bash -c "! find doc/ -type f -name *.json | xargs grep -U -n $'\r'"
|
|
# Check that all included JSON files are valid JSON
|
|
bash -c '! find doc/ -type f -name *.json | xargs -t -n1 python -m json.tool 2>&1 > /dev/null | grep -B1 -v ^python'
|
|
sphinx-build -W -b html api-guide/source api-guide/build/html
|
|
sphinx-build -W -b html api-ref/source api-ref/build/html
|
|
sphinx-build -W -b html placement-api-ref/source placement-api-ref/build/html
|
|
|
|
[testenv:api-guide]
|
|
# This environment is called from CI scripts to test and publish
|
|
# the API Guide to developer.openstack.org.
|
|
commands =
|
|
sphinx-build -W -b html -d api-guide/build/doctrees api-guide/source api-guide/build/html
|
|
|
|
[testenv:api-ref]
|
|
# This environment is called from CI scripts to test and publish
|
|
# the API Ref to developer.openstack.org.
|
|
commands =
|
|
rm -rf api-ref/build
|
|
sphinx-build -W -b html -d api-ref/build/doctrees api-ref/source api-ref/build/html
|
|
|
|
[testenv:placement-api-ref]
|
|
# This environment is called from CI scripts to test and publish
|
|
# the Placement API Ref to developer.openstack.org.
|
|
commands =
|
|
# Check that all placement api routes are in the documentation
|
|
python tools/placement_api_docs.py placement-api-ref/source/
|
|
rm -rf placement-api-ref/build
|
|
sphinx-build -W -b html -d placement-api-ref/build/doctrees placement-api-ref/source placement-api-ref/build/html
|
|
|
|
[testenv:bandit]
|
|
# NOTE(browne): This is required for the integration test job of the bandit
|
|
# project. Please do not remove.
|
|
commands = bandit -r nova -x tests -n 5 -ll
|
|
|
|
[testenv:releasenotes]
|
|
commands = bash -c tools/releasenotes_tox.sh
|
|
|
|
[flake8]
|
|
# E125 is deliberately excluded. See
|
|
# https://github.com/jcrocholl/pep8/issues/126. It's just wrong.
|
|
#
|
|
# Most of the whitespace related rules (E12* and E131) are excluded
|
|
# because while they are often useful guidelines, strict adherence to
|
|
# them ends up causing some really odd code formatting and forced
|
|
# extra line breaks. Updating code to enforce these will be a hard sell.
|
|
#
|
|
# H405 is another one that is good as a guideline, but sometimes
|
|
# multiline doc strings just don't have a natural summary
|
|
# line. Rejecting code for this reason is wrong.
|
|
#
|
|
# E251 Skipped due to https://github.com/jcrocholl/pep8/issues/301
|
|
|
|
enable-extensions = H106,H203,H904
|
|
ignore = E121,E122,E123,E124,E125,E126,E127,E128,E129,E131,E251,H405
|
|
exclude = .venv,.git,.tox,dist,*lib/python*,*egg,build,tools/xenserver*,releasenotes
|
|
# To get a list of functions that are more complex than 25, set max-complexity
|
|
# to 25 and run 'tox -epep8'.
|
|
# 34 is currently the most complex thing we have
|
|
# TODO(jogo): get this number down to 25 or so
|
|
max-complexity=35
|
|
|
|
[hacking]
|
|
local-check-factory = nova.hacking.checks.factory
|
|
import_exceptions = nova.i18n
|
|
|
|
[testenv:pip-missing-reqs]
|
|
# do not install test-requirements as that will pollute the virtualenv for
|
|
# determining missing packages
|
|
# this also means that pip-missing-reqs must be installed separately, outside
|
|
# of the requirements.txt files
|
|
deps = pip_check_reqs
|
|
commands=pip-missing-reqs -d --ignore-file=nova/tests/* --ignore-file=nova/test.py nova
|
|
|
|
[testenv:bindep]
|
|
# Do not install any requirements. We want this to be fast and work even if
|
|
# system dependencies are missing, since it's used to tell you what system
|
|
# dependencies are missing! This also means that bindep must be installed
|
|
# separately, outside of the requirements files, and develop mode disabled
|
|
# explicitly to avoid unnecessarily installing the checked-out repo too (this
|
|
# further relies on "tox.skipsdist = True" above).
|
|
deps = bindep
|
|
commands = bindep test
|
|
usedevelop = False
|