releases/openstack_releases/project_config.py
Doug Hellmann 605dd721d7 allow server projects to be published to pypi by default
Update the default jobs allowed for a python service to include
publish-to-pypi, as we begin to publish more services there.

Change-Id: Ibf31c851205a0eed283a4f6bdc1cd6a8037dcd79
Signed-off-by: Doug Hellmann <doug@doughellmann.com>
2017-11-17 11:23:36 -05:00

201 lines
6.7 KiB
Python

# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
"""Work with the project-config repository.
"""
import requests
from openstack_releases import flags
from openstack_releases import yamlutils
ZUUL_PROJECTS_URL = 'http://git.openstack.org/cgit/openstack-infra/project-config/plain/zuul.d/projects.yaml' # noqa
ZUUL_PROJECTS_FILENAME = 'openstack-infra/project-config/zuul.d/projects.yaml'
# We use this key to modify the data structure read from the zuul
# layout file. We don't control what are valid keys there, so make it
# easy to change the key we use, just in case.
_VALIDATE_KEY = 'validate-projects-by-name'
def get_zuul_project_data(url=ZUUL_PROJECTS_URL):
"""Return the data from the zuul.d/projects.yaml file.
:param url: Optional URL to the location of the file. Defaults to
the most current version in the public git repository.
"""
r = requests.get(url)
raw = yamlutils.loads(r.text)
# Convert the raw list to a mapping from repo name to repo
# settings, since that is how we access this most often.
#
# The inputs are like:
#
# - project:
# name: openstack/oslo.config
# templates:
# - system-required
# - openstack-python-jobs
# - openstack-python35-jobs
# - publish-openstack-sphinx-docs
# - check-requirements
# - lib-forward-testing
# - release-notes-jobs
# - periodic-newton
# - periodic-ocata
# - periodic-pike
# - publish-to-pypi
#
# And the output is:
#
# openstack/oslo.config:
# templates:
# - system-required
# - openstack-python-jobs
# - openstack-python35-jobs
# - publish-openstack-sphinx-docs
# - check-requirements
# - lib-forward-testing
# - release-notes-jobs
# - periodic-newton
# - periodic-ocata
# - periodic-pike
# - publish-to-pypi
#
return {
p['project']['name']: p['project']
for p in raw
}
# Which jobs are needed for which release types.
_RELEASE_JOBS_FOR_TYPE = {
'python-service': [
'release-openstack-server',
'publish-to-pypi',
],
'python-pypi': [
'publish-to-pypi',
],
'neutron': [
'publish-to-pypi-neutron',
],
'horizon': [
'publish-to-pypi-horizon',
],
'nodejs': [
'nodejs4-publish-to-npm',
'nodejs6-publish-to-npm',
],
'puppet': [
'puppet-tarball-jobs',
'puppet-release-jobs',
],
'xstatic': [
'xstatic-publish-jobs',
],
'fuel': [
# Fuel is manually packaged by the team at Mirantis.
],
'openstack-manuals': [
# openstack-manuals is not released, only generated content pushed
],
}
def require_release_jobs_for_repo(deliverable_info, zuul_projects, repo,
release_type, mk_warning, mk_error):
"""Check the repository for release jobs.
Returns a list of tuples containing a message and a boolean
indicating if the message is an error.
"""
# If the repository is configured as not having an artifact to
# build, we don't need to check for any jobs.
if flags.has_flag(deliverable_info, repo, flags.NO_ARTIFACT_BUILD_JOB):
return
# If the repository is retired, we don't need to check for any
# jobs.
if flags.has_flag(deliverable_info, repo, flags.RETIRED):
return
if repo not in zuul_projects:
mk_error(
'did not find %s in %s' % (repo, ZUUL_PROJECTS_FILENAME),
)
else:
p = zuul_projects[repo]
templates = p.get('templates', [])
# NOTE(dhellmann): We don't mess around looking for individual
# jobs, because we want projects to use the templates.
expected_jobs = _RELEASE_JOBS_FOR_TYPE.get(
release_type,
_RELEASE_JOBS_FOR_TYPE['python-service'],
)
if expected_jobs:
found_jobs = [
j
for j in templates
if j in expected_jobs
]
if len(found_jobs) == 0:
mk_error(
'{filename} no release job specified for {repo}, '
'one of {expected!r} needs to be included in {existing!r} '
'or no release will be '
'published'.format(
filename=ZUUL_PROJECTS_FILENAME,
repo=repo,
expected=expected_jobs,
existing=templates,
),
)
elif len(found_jobs) > 1:
mk_warning(
'{filename} multiple release jobs specified for {repo}, '
'{existing!r} should include *one* of '
'{expected!r}, found {found!r}'.format(
filename=ZUUL_PROJECTS_FILENAME,
repo=repo,
expected=expected_jobs,
existing=templates,
found=found_jobs,
),
)
# Check to see if we found jobs we did not expect to find.
for wrong_type, wrong_jobs in _RELEASE_JOBS_FOR_TYPE.items():
if wrong_type == release_type:
continue
# "bad" jobs are any that are attached to the repo but
# are not supported by the release-type of the repo
bad_jobs = [
j for j in wrong_jobs
if j in templates and j not in expected_jobs
]
if bad_jobs:
mk_error(
'{filename} has unexpected release jobs '
'{bad_jobs!r} for release-type {wrong_type} '
'but {repo} uses release-type {release_type}'.format(
filename=ZUUL_PROJECTS_FILENAME,
repo=repo,
bad_jobs=bad_jobs,
wrong_type=wrong_type,
release_type=release_type,
)
)
return