Clark Boylan
753bebbb2c
First thing we add support for PYTHONTRACEMALLOC being passed through nox to easily enable tracebacks on emitted ResourceWarnings. We set this value to 0 by deafult as enabling this slows things down and requires more memory. But it is super useful locally when debugging specific ResourceWarnings to set `PYTHONTRACEMALLOC=5` in order o correct these issues. With that in place we identify and correct two classes of ResourceWarnings. First up is the executor server not closing its statsd socket when stopping the executor server. Address that by closing the socket if statsd is enabled and set the statsd attribute to None to prevent anything else from using it later. Second is a test only issue where we don't close the fake Gerrit, Gitlab, or Web Proxy Fixture server's HTTP socket we only shutdown the server. Add a close call to the server after it is shutdown to correct this. There are potentially other ResourceWarnings to be found and cleaned up, but sifting through the noise will be easier as we eliminate these more widespread warnings. Change-Id: Iddabe79be1c8557e300dde21a6b34e57b04c48e0
131 lines
4.4 KiB
Python
131 lines
4.4 KiB
Python
# Copyright 2022 Acme Gating, LLC
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import multiprocessing
|
|
import os
|
|
|
|
import nox
|
|
|
|
|
|
nox.options.error_on_external_run = True
|
|
nox.options.reuse_existing_virtualenvs = True
|
|
nox.options.sessions = ["tests-3", "linters"]
|
|
|
|
|
|
def set_env(session, var, default):
|
|
session.env[var] = os.environ.get(var, default)
|
|
|
|
|
|
def set_standard_env_vars(session):
|
|
set_env(session, 'OS_LOG_CAPTURE', '1')
|
|
set_env(session, 'OS_STDERR_CAPTURE', '1')
|
|
set_env(session, 'OS_STDOUT_CAPTURE', '1')
|
|
set_env(session, 'OS_TEST_TIMEOUT', '360')
|
|
set_env(session, 'SQLALCHEMY_WARN_20', '1')
|
|
session.env['PYTHONWARNINGS'] = ','.join([
|
|
'always::DeprecationWarning:zuul.driver.sql.sqlconnection',
|
|
'always::DeprecationWarning:tests.base',
|
|
'always::DeprecationWarning:tests.unit.test_database',
|
|
'always::DeprecationWarning:zuul.driver.sql.alembic.env',
|
|
'always::DeprecationWarning:zuul.driver.sql.alembic.script',
|
|
])
|
|
# Set PYTHONTRACEMALLOC to a value greater than 0 in the calling env
|
|
# to get tracebacks of that depth for ResourceWarnings. Disabled by
|
|
# default as this consumes more resources and is slow.
|
|
set_env(session, 'PYTHONTRACEMALLOC', '0')
|
|
|
|
|
|
@nox.session(python='3')
|
|
def bindep(session):
|
|
set_standard_env_vars(session)
|
|
set_env(session, 'SQLALCHEMY_WARN_20', '1')
|
|
session.install('bindep')
|
|
session.run('bindep', 'test')
|
|
|
|
|
|
@nox.session(python='3')
|
|
def cover(session):
|
|
set_standard_env_vars(session)
|
|
session.env['PYTHON'] = 'coverage run --source zuul --parallel-mode'
|
|
session.install('-r', 'requirements.txt',
|
|
'-r', 'test-requirements.txt')
|
|
session.install('-e', '.')
|
|
session.run('stestr', 'run')
|
|
session.run('coverage', 'combine')
|
|
session.run('coverage', 'html', '-d', 'cover')
|
|
session.run('coverage', 'xml', '-o', 'cover/coverage.xml')
|
|
|
|
|
|
@nox.session(python='3')
|
|
def docs(session):
|
|
set_standard_env_vars(session)
|
|
session.install('-r', 'doc/requirements.txt',
|
|
'-r', 'test-requirements.txt')
|
|
session.install('-e', '.')
|
|
session.run('sphinx-build', '-E', '-W', '-d', 'doc/build/doctrees',
|
|
'-b', 'html', 'doc/source/', 'doc/build/html')
|
|
|
|
|
|
@nox.session(python='3')
|
|
def linters(session):
|
|
set_standard_env_vars(session)
|
|
session.install('flake8', 'openapi-spec-validator')
|
|
session.run('flake8')
|
|
session.run('openapi-spec-validator', 'web/public/openapi.yaml')
|
|
|
|
|
|
@nox.session(python='3')
|
|
def tests(session):
|
|
set_standard_env_vars(session)
|
|
session.install('-r', 'requirements.txt',
|
|
'-r', 'test-requirements.txt')
|
|
session.install('-e', '.')
|
|
session.run_always('tools/yarn-build.sh', external=True)
|
|
session.run_always('zuul-manage-ansible', '-v')
|
|
procs = max(int(multiprocessing.cpu_count() - 1), 1)
|
|
session.run('stestr', 'run', '--slowest', f'--concurrency={procs}',
|
|
*session.posargs)
|
|
|
|
|
|
@nox.session(python='3')
|
|
def remote(session):
|
|
set_standard_env_vars(session)
|
|
session.install('-r', 'requirements.txt',
|
|
'-r', 'test-requirements.txt')
|
|
session.install('-e', '.')
|
|
session.run_always('zuul-manage-ansible', '-v')
|
|
session.run('stestr', 'run', '--test-path', './tests/remote')
|
|
|
|
|
|
@nox.session(python='3')
|
|
def venv(session):
|
|
set_standard_env_vars(session)
|
|
session.install('-r', 'requirements.txt',
|
|
'-r', 'test-requirements.txt')
|
|
session.install('-e', '.')
|
|
session.run(*session.posargs)
|
|
|
|
|
|
@nox.session(python='3')
|
|
def zuul_client(session):
|
|
set_standard_env_vars(session)
|
|
session.install('zuul-client',
|
|
'-r', 'test-requirements.txt',
|
|
'-r', 'requirements.txt')
|
|
session.install('-e', '.')
|
|
session.run_always('zuul-manage-ansible', '-v')
|
|
session.run(
|
|
'stestr', 'run', '--concurrency=1',
|
|
'--test-path', './tests/zuul_client')
|