a17aeb699a
We are now cutting proposed/* branches on projects. Test matrix needs to know about them. Test proposed/foo* as if it were a stable/foo branch when we know what foo is. If we do not know about foo fallback onto testing with a master setup as this branch is an intermediate non integrated release (eg swift proposed/2.0.0) which is released while other projects are still developing on master. As part of this change update features.yaml to teach it about juno in prep for the upcoming juno release. Change-Id: I3f72d3171d0a1afc00298b1761c06b77bb282a6b
149 lines
4.7 KiB
Python
Executable File
149 lines
4.7 KiB
Python
Executable File
#!/usr/bin/env python
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
# implied.
|
|
#
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import argparse
|
|
import logging
|
|
import os
|
|
import sys
|
|
import yaml
|
|
|
|
GRID = None
|
|
ALLOWED_BRANCHES = []
|
|
|
|
FORMAT = '%(asctime)s %(levelname)s: %(message)s'
|
|
logging.basicConfig(format=FORMAT)
|
|
LOG = logging.getLogger(__name__)
|
|
|
|
|
|
def parse_features(fname):
|
|
with open(fname) as f:
|
|
return yaml.load(f)
|
|
|
|
|
|
def normalize_branch(branch):
|
|
if branch.startswith("feature/"):
|
|
# Feature branches chase master and should be tested
|
|
# as if they were the master branch.
|
|
branch = GRID['branches']['default']
|
|
elif branch.startswith("stable/"):
|
|
branch = branch[len("stable/"):]
|
|
elif branch.startswith("proposed/"):
|
|
branch = branch[len("proposed/"):]
|
|
for allowed in GRID['branches']['allowed']:
|
|
# If the branch name starts with one of our known
|
|
# named integrated release names treat that branch
|
|
# as belonging to the integrated release. This means
|
|
# proposed/foo* will be treated as the foo release.
|
|
if branch.startswith(allowed):
|
|
branch = allowed
|
|
break
|
|
else:
|
|
# Releases that are not named integreated releases
|
|
# should be tested as if they were the master branch
|
|
# as they occur between integrated releases when other
|
|
# projects are developing master.
|
|
branch = GRID['branches']['default']
|
|
if branch not in ALLOWED_BRANCHES:
|
|
LOG.error("unknown branch name %s" % branch)
|
|
sys.exit(1)
|
|
return branch
|
|
|
|
|
|
def configs_from_env():
|
|
configs = []
|
|
for k, v in os.environ.iteritems():
|
|
if k.startswith('DEVSTACK_GATE_'):
|
|
if v == '1':
|
|
f = k.split('DEVSTACK_GATE_')[1]
|
|
configs.append(f.lower())
|
|
return configs
|
|
|
|
|
|
def calc_services(branch, features):
|
|
services = set()
|
|
for feature in features:
|
|
services.update(GRID['features'][feature]['base'].get('services', []))
|
|
if branch in GRID['features'][feature]:
|
|
services.update(
|
|
GRID['features'][feature][branch].get('services', []))
|
|
|
|
# deletes always trump adds
|
|
for feature in features:
|
|
services.difference_update(
|
|
GRID['features'][feature]['base'].get('rm-services', []))
|
|
|
|
if branch in GRID['features'][feature]:
|
|
services.difference_update(
|
|
GRID['features'][feature][branch].get('rm-services', []))
|
|
return sorted(list(services))
|
|
|
|
|
|
def calc_features(branch, configs=[]):
|
|
LOG.debug("Branch: %s" % branch)
|
|
LOG.debug("Configs: %s" % configs)
|
|
features = set(GRID['config']['default'][branch])
|
|
# do all the adds first
|
|
for config in configs:
|
|
if config in GRID['config']:
|
|
features.update(GRID['config'][config].get('features', []))
|
|
|
|
# removes always trump
|
|
for config in configs:
|
|
if config in GRID['config']:
|
|
features.difference_update(
|
|
GRID['config'][config].get('rm-features', []))
|
|
return sorted(list(features))
|
|
|
|
|
|
def get_opts():
|
|
usage = """
|
|
Compute the test matrix for devstack gate jobs from a combination
|
|
of environmental feature definitions and flags.
|
|
"""
|
|
parser = argparse.ArgumentParser(description=usage)
|
|
parser.add_argument('-f', '--features',
|
|
default='features.yaml',
|
|
help="Yaml file describing the features matrix")
|
|
parser.add_argument('-b', '--branch',
|
|
default="master",
|
|
help="Branch to compute the matrix for")
|
|
parser.add_argument('-m', '--mode',
|
|
default="services",
|
|
help="What to return (services, compute-ext)")
|
|
return parser.parse_args()
|
|
|
|
|
|
def main():
|
|
global GRID
|
|
global ALLOWED_BRANCHES
|
|
opts = get_opts()
|
|
GRID = parse_features(opts.features)
|
|
ALLOWED_BRANCHES = GRID['branches']['allowed']
|
|
branch = normalize_branch(opts.branch)
|
|
|
|
features = calc_features(branch, configs_from_env())
|
|
LOG.debug("Features: %s " % features)
|
|
|
|
services = calc_services(branch, features)
|
|
LOG.debug("Services: %s " % services)
|
|
|
|
if opts.mode == "services":
|
|
print ",".join(services)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
sys.exit(main())
|