641 lines
18 KiB
YAML
641 lines
18 KiB
YAML
# Shared zuul config specific to the OpenStack Project
|
|
# Contains definitions of trusted jobs
|
|
# Overrides jobs from:
|
|
# https://git.openstack.org/cgit/openstack-infra/zuul-jobs
|
|
- job:
|
|
name: base
|
|
parent: null
|
|
description: |
|
|
The base job for OpenStack's installation of Zuul.
|
|
|
|
All jobs ultimately inherit from this. It runs a pre-playbook
|
|
which copies all of the job's prepared git repos on to all of
|
|
the nodes in the nodeset. It runs a post-playbook which copies
|
|
all of the files in the logs/ subdirectory of the executor
|
|
work directory to the logserver.
|
|
|
|
It also sets default timeout and nodeset values (which may be
|
|
overidden).
|
|
pre-run: playbooks/base/pre
|
|
post-run:
|
|
- playbooks/base/post-ssh
|
|
- playbooks/base/post-logs
|
|
roles:
|
|
- zuul: openstack-infra/zuul-jobs
|
|
- zuul: openstack-infra/openstack-zuul-jobs
|
|
vars:
|
|
ara_generate_html: failure
|
|
timeout: 1800
|
|
nodeset:
|
|
nodes:
|
|
- name: ubuntu-xenial
|
|
label: ubuntu-xenial
|
|
secrets:
|
|
- site_logs
|
|
|
|
- job:
|
|
name: base-minimal
|
|
parent: null
|
|
description: |
|
|
A subset of what the 'base' job provides: the absolute minimum considered
|
|
required to run for any one job.
|
|
It doesn't set up cached git repositories, will not set up mirrors,
|
|
doesn't validate the node, etc.
|
|
It is meant to be used, amongst other things, to test roles and
|
|
playbooks that would otherwise be included by default as part of the
|
|
'base' job.
|
|
These tasks, if required, can be included by the dependant jobs
|
|
themselves on a need basis.
|
|
pre-run: playbooks/base-minimal/pre
|
|
post-run:
|
|
- playbooks/base-minimal/post-ssh
|
|
- playbooks/base-minimal/post-logs
|
|
roles:
|
|
- zuul: openstack-infra/zuul-jobs
|
|
vars:
|
|
ara_generate_html: failure
|
|
timeout: 1800
|
|
nodeset:
|
|
nodes:
|
|
- name: ubuntu-xenial
|
|
label: ubuntu-xenial
|
|
secrets:
|
|
- site_logs
|
|
|
|
- job:
|
|
name: base-test
|
|
parent: null
|
|
description: |
|
|
A job to test changes to the base job without disturbing the
|
|
main job in production. Not for general use.
|
|
pre-run: playbooks/base-test/pre
|
|
post-run:
|
|
- playbooks/base-test/post-ssh
|
|
- playbooks/base-test/post-logs
|
|
roles:
|
|
- zuul: openstack-infra/zuul-jobs
|
|
- zuul: openstack-infra/openstack-zuul-jobs
|
|
vars:
|
|
ara_generate_html: failure
|
|
timeout: 1800
|
|
nodeset:
|
|
nodes:
|
|
- name: ubuntu-xenial
|
|
label: ubuntu-xenial
|
|
secrets:
|
|
- site_logs
|
|
|
|
- job:
|
|
name: publish-openstack-artifacts
|
|
description: |
|
|
Publish job to upload artifacts to tarballs.openstack.org
|
|
post-review: True
|
|
post-run: playbooks/publish/openstack-artifacts
|
|
secrets:
|
|
- secret: site_tarballs
|
|
name: fileserver
|
|
|
|
- job:
|
|
name: release-openstack-python
|
|
parent: publish-openstack-artifacts
|
|
description: |
|
|
Release python tarballs / wheels to pypi.
|
|
pre-run: playbooks/python-tarball/pre
|
|
run: playbooks/python-tarball/run
|
|
post-run:
|
|
- playbooks/python-tarball/post
|
|
- playbooks/publish/pypi
|
|
secrets:
|
|
- secret: pypi_secret
|
|
name: pypi_info
|
|
- gpg_key
|
|
|
|
- job:
|
|
name: publish-openstack-sphinx-docs
|
|
description: |
|
|
Publish the results of the buld-openstack-sphinx-docs job to
|
|
/afs/.openstack.org/docs/{{ zuul.project.short_name }}
|
|
final: True
|
|
pre-run: playbooks/python-docs/pre
|
|
run: playbooks/python-docs/run
|
|
post-run:
|
|
- playbooks/python-docs/post
|
|
- playbooks/publish/openstack-afs
|
|
required-projects:
|
|
- name: openstack/requirements
|
|
roles:
|
|
- zuul: openstack-infra/zuul-jobs
|
|
- zuul: openstack-infra/openstack-zuul-jobs
|
|
vars:
|
|
tox_constraints_file: "{{ ansible_user_dir }}/src/git.openstack.org/openstack/requirements/upper-constraints.txt"
|
|
secrets:
|
|
- secret: afsdocs_secret
|
|
name: afs
|
|
|
|
- job:
|
|
name: publish-openstack-releasenotes
|
|
description: |
|
|
Publish the results of build-openstack-releasenotes to
|
|
/afs/.openstack.org/docs/releasenotes/{{ zuul.project.short_name }}
|
|
final: True
|
|
pre-run: playbooks/python-docs/pre
|
|
run: playbooks/releasenotes/run
|
|
post-run: playbooks/publish/releasenotes
|
|
required-projects:
|
|
- name: openstack/requirements
|
|
roles:
|
|
- zuul: openstack-infra/zuul-jobs
|
|
- zuul: openstack-infra/openstack-zuul-jobs
|
|
vars:
|
|
tox_constraints_file: "{{ ansible_user_dir }}/src/git.openstack.org/openstack/requirements/upper-constraints.txt"
|
|
tox_envlist: releasenotes
|
|
secrets:
|
|
- secret: afsdocs_secret
|
|
name: afs
|
|
|
|
- job:
|
|
name: publish-openstack-specs
|
|
description: |
|
|
Publish OpenStack specs to static.openstack.org
|
|
specs/{{ zuul.project.short_name }}
|
|
final: True
|
|
pre-run: playbooks/python-docs/pre
|
|
run: playbooks/python-docs/run
|
|
post-run: playbooks/publish/openstack-specs
|
|
required-projects:
|
|
- name: openstack/requirements
|
|
roles:
|
|
- zuul: openstack-infra/zuul-jobs
|
|
- zuul: openstack-infra/openstack-zuul-jobs
|
|
vars:
|
|
tox_constraints_file: "{{ ansible_user_dir }}/src/git.openstack.org/openstack/requirements/upper-constraints.txt"
|
|
secrets:
|
|
- site_logs
|
|
|
|
- job:
|
|
name: publish-openstack-specs-site
|
|
description: |
|
|
Publish OpenStack specs site to static.openstack.org specs/
|
|
final: True
|
|
pre-run: playbooks/python-docs/pre
|
|
run: playbooks/project-config/run-tox
|
|
post-run: playbooks/publish/openstack-specs-site
|
|
allowed-projects:
|
|
- openstack-infra/project-config
|
|
roles:
|
|
- zuul: openstack-infra/zuul-jobs
|
|
- zuul: openstack-infra/openstack-zuul-jobs
|
|
vars:
|
|
tox_envlist: specs
|
|
secrets:
|
|
- site_logs
|
|
|
|
- job:
|
|
name: publish-openstack-sphinx-docs-infra
|
|
description: |
|
|
Publish the results of the openstack-build-sphinx-docs job to
|
|
/afs/.openstack.org/infra/{{ zuul.project.short_name }}
|
|
final: True
|
|
pre-run: playbooks/python-docs/pre
|
|
run: playbooks/python-docs/run
|
|
post-run:
|
|
- playbooks/python-docs/post-infra
|
|
- playbooks/publish/infra-afs
|
|
roles:
|
|
- zuul: openstack-infra/zuul-jobs
|
|
- zuul: openstack-infra/openstack-zuul-jobs
|
|
secrets:
|
|
- secret: afsdocs_secret
|
|
name: afs
|
|
|
|
- job:
|
|
name: publish-infra-manual
|
|
description: |
|
|
Publish the Infra Manual to /afs/.openstack.org/docs/infra/manual
|
|
final: True
|
|
pre-run: playbooks/python-docs/pre
|
|
run: playbooks/python-docs/run
|
|
post-run:
|
|
- playbooks/python-docs/post-infra
|
|
- playbooks/publish/infra-manual
|
|
allowed-projects:
|
|
- openstack-infra/infra-manual
|
|
roles:
|
|
- zuul: openstack-infra/zuul-jobs
|
|
- zuul: openstack-infra/openstack-zuul-jobs
|
|
secrets:
|
|
- secret: afsdocs_secret
|
|
name: afs
|
|
|
|
- job:
|
|
name: publish-service-types-authority
|
|
description: |
|
|
Publish OpenStack Service Types Authority to
|
|
https://service-types.openstack.org
|
|
final: True
|
|
pre-run: playbooks/python-docs/pre
|
|
run: playbooks/project-config/run-tox
|
|
post-run: playbooks/publish/service-types
|
|
allowed-projects:
|
|
- openstack/service-types-authority
|
|
roles:
|
|
- zuul: openstack-infra/zuul-jobs
|
|
- zuul: openstack-infra/openstack-zuul-jobs
|
|
vars:
|
|
tox_envlist: publish
|
|
secrets:
|
|
- site_logs
|
|
|
|
- job:
|
|
name: publish-infra-index
|
|
description: |
|
|
Publish the infrastructure documentation index
|
|
final: True
|
|
pre-run: playbooks/python-docs/pre
|
|
run: playbooks/project-config/run-tox
|
|
post-run: playbooks/publish/infra-index
|
|
allowed-projects:
|
|
- openstack-infra/project-config
|
|
roles:
|
|
- zuul: openstack-infra/zuul-jobs
|
|
- zuul: openstack-infra/openstack-zuul-jobs
|
|
vars:
|
|
tox_envlist: infra-docs
|
|
secrets:
|
|
- secret: afsdocs_secret
|
|
name: afs
|
|
|
|
- job:
|
|
name: publish-openstack-python-branch-tarball
|
|
parent: publish-openstack-artifacts
|
|
description: |
|
|
Publish the results of the tox-tarball job to tarballs.openstack.org.
|
|
pre-run: playbooks/python-tarball/pre
|
|
run: playbooks/python-tarball/run
|
|
post-run: playbooks/python-branch-tarball/post
|
|
|
|
- job:
|
|
name: publish-irc-meetings
|
|
description: |
|
|
Publish the IRC meeting calendars to eavesdrop.openstack.org.
|
|
final: True
|
|
pre-run: playbooks/yaml2ical/pre
|
|
run: playbooks/project-config/run-tox
|
|
post-run: playbooks/yaml2ical/post
|
|
allowed-projects:
|
|
- openstack-infra/irc-meetings
|
|
vars:
|
|
tox_envlist: ical
|
|
secrets:
|
|
- name: fileserver
|
|
secret: eavesdrop_ssh_key
|
|
|
|
- job:
|
|
name: base-publish-static
|
|
description: |
|
|
Base job for job that publish content to static.openstack.org.
|
|
pre-run: playbooks/python-docs/pre
|
|
run: playbooks/python-docs/run
|
|
|
|
- job:
|
|
name: publish-static
|
|
parent: base-publish-static
|
|
description: |
|
|
Publish content to static.openstack.org to
|
|
/srv/static/{{ zuul.project.short_name }}
|
|
final: True
|
|
post-run: playbooks/publish/static
|
|
secrets:
|
|
- name: fileserver
|
|
secret: static_ssh_key
|
|
|
|
- job:
|
|
name: publish-governance-tc
|
|
parent: base-publish-static
|
|
description: |
|
|
Publish content to static.openstack.org to /srv/static/tc
|
|
final: True
|
|
post-run: playbooks/publish/static-special
|
|
allowed-projects:
|
|
- openstack/governance
|
|
vars:
|
|
static_target: tc
|
|
secrets:
|
|
- name: fileserver
|
|
secret: static_ssh_key
|
|
|
|
- job:
|
|
name: publish-governance-uc
|
|
parent: base-publish-static
|
|
description: |
|
|
Publish content to static.openstack.org to /srv/static/uc
|
|
final: True
|
|
post-run: playbooks/publish/static-special
|
|
allowed-projects:
|
|
- openstack/governance-uc
|
|
vars:
|
|
static_target: uc
|
|
secrets:
|
|
- name: fileserver
|
|
secret: static_ssh_key
|
|
|
|
- job:
|
|
name: publish-governance-website
|
|
parent: base-publish-static
|
|
description: |
|
|
Publish content to static.openstack.org to /srv/static/governance
|
|
final: True
|
|
post-run: playbooks/publish/static-special
|
|
allowed-projects:
|
|
- openstack/governance-website
|
|
vars:
|
|
static_target: governance
|
|
secrets:
|
|
- name: fileserver
|
|
secret: static_ssh_key
|
|
|
|
- job:
|
|
name: publish-security
|
|
parent: base-publish-static
|
|
description: |
|
|
Publish content to static.openstack.org to /srv/static/security
|
|
final: True
|
|
post-run: playbooks/publish/static-special
|
|
allowed-projects:
|
|
- openstack/ossa
|
|
vars:
|
|
static_target: security
|
|
secrets:
|
|
- name: fileserver
|
|
secret: static_ssh_key
|
|
|
|
- job:
|
|
name: publish-openstack-manuals-base
|
|
description: |
|
|
Base job to publish manual related documents. These build jobs
|
|
invoke a tox command and expect the published content to be in
|
|
publish-docs directory. This content is published on the root of
|
|
the website.
|
|
|
|
Note that this build job does not create a root-marker file,
|
|
this has to be done by scripts called from tox.
|
|
pre-run: playbooks/python-docs/pre
|
|
run: playbooks/project-config/run-tox
|
|
roles:
|
|
- zuul: openstack-infra/zuul-jobs
|
|
- zuul: openstack-infra/openstack-zuul-jobs
|
|
vars:
|
|
tox_envlist: publishdocs
|
|
|
|
- job:
|
|
name: publish-openstack-manuals
|
|
parent: publish-openstack-manuals-base
|
|
final: True
|
|
post-run: playbooks/publish/manuals
|
|
allowed-projects:
|
|
- openstack/openstack-manuals
|
|
- openstack/security-doc
|
|
- openstack/training-guides
|
|
secrets:
|
|
- secret: afsdocs_secret
|
|
name: afs
|
|
|
|
- job:
|
|
name: publish-openstack-manuals-developer
|
|
parent: publish-openstack-manuals-base
|
|
post-run: playbooks/publish/manuals
|
|
final: True
|
|
allowed-projects:
|
|
- openstack/api-site
|
|
secrets:
|
|
- secret: afsdeveloper_secret
|
|
name: afs
|
|
|
|
- job:
|
|
name: publish-openstack-manuals-lang
|
|
parent: publish-openstack-manuals-base
|
|
post-run: playbooks/publish/manuals
|
|
final: True
|
|
allowed-projects:
|
|
- openstack/openstack-manuals
|
|
- openstack/security-doc
|
|
vars:
|
|
tox_envlist: publishlang
|
|
secrets:
|
|
- secret: afsdocs_secret
|
|
name: afs
|
|
|
|
- job:
|
|
name: publish-openstack-manuals-developer-lang
|
|
parent: publish-openstack-manuals-base
|
|
post-run: playbooks/publish/manuals
|
|
final: True
|
|
allowed-projects:
|
|
- openstack/api-site
|
|
vars:
|
|
tox_envlist: publishlang
|
|
secrets:
|
|
- secret: afsdeveloper_secret
|
|
name: afs
|
|
|
|
- job:
|
|
name: publish-api-guide
|
|
description: |
|
|
Publish api-guide document to
|
|
https://developer.openstack.org/api-guide.
|
|
pre-run: playbooks/python-docs/pre
|
|
run: playbooks/project-config/run-tox
|
|
post-run: playbooks/publish/api-guide
|
|
roles:
|
|
- zuul: openstack-infra/zuul-jobs
|
|
- zuul: openstack-infra/openstack-zuul-jobs
|
|
# We only publish the master branch, so no need to run
|
|
# for changes on other branches.
|
|
branches: master
|
|
vars:
|
|
tox_envlist: api-guide
|
|
secrets:
|
|
- secret: afsdeveloper_secret
|
|
name: afs
|
|
|
|
- job:
|
|
name: publish-api-ref
|
|
description: |
|
|
Publish api-ref document to
|
|
https://developer.openstack.org/api-ref.
|
|
pre-run: playbooks/python-docs/pre
|
|
run: playbooks/project-config/run-tox
|
|
post-run: playbooks/publish/api-ref
|
|
roles:
|
|
- zuul: openstack-infra/zuul-jobs
|
|
- zuul: openstack-infra/openstack-zuul-jobs
|
|
# We only publish the master branch, so no need to run
|
|
# for changes on other branches.
|
|
branches: master
|
|
vars:
|
|
tox_envlist: api-ref
|
|
secrets:
|
|
- secret: afsdeveloper_secret
|
|
name: afs
|
|
|
|
- job:
|
|
name: publish-deploy-guide
|
|
description: |
|
|
Publish deploy-guide document to
|
|
https://docs.openstack.org/project-deploy-guide/
|
|
pre-run: playbooks/python-docs/pre
|
|
run: playbooks/project-config/run-tox
|
|
post-run: playbooks/publish/deploy-guide
|
|
roles:
|
|
- zuul: openstack-infra/zuul-jobs
|
|
- zuul: openstack-infra/openstack-zuul-jobs
|
|
# We only publish the master branch, so no need to run
|
|
# for changes on other branches.
|
|
branches: master
|
|
vars:
|
|
tox_envlist: deploy-guide
|
|
secrets:
|
|
- secret: afsdocs_secret
|
|
name: afs
|
|
|
|
- job:
|
|
name: release-openstack-javascript
|
|
parent: publish-openstack-artifacts
|
|
description: |
|
|
Release javascript tarballs to npm.
|
|
pre-run: playbooks/javascript/pre
|
|
run: playbooks/javascript/run
|
|
post-run: playbooks/javascript/post
|
|
secrets:
|
|
- npm_credentials
|
|
- gpg_key
|
|
|
|
- job:
|
|
name: propose-updates
|
|
pre-run: playbooks/proposal/pre
|
|
run: playbooks/proposal/propose-updates
|
|
secrets:
|
|
- secret: proposal_ssh_key
|
|
name: ssh_key
|
|
|
|
- job:
|
|
name: propose-update-constraints
|
|
parent: propose-updates
|
|
run: playbooks/proposal/propose-update-constraints
|
|
dependencies:
|
|
- release-openstack-python
|
|
|
|
- job:
|
|
name: propose-project-config-update
|
|
parent: propose-updates
|
|
run: playbooks/proposal/propose-project-config-update
|
|
|
|
- semaphore:
|
|
name: wheel-mirror
|
|
max: 1
|
|
|
|
- job:
|
|
name: build-wheel-mirror
|
|
pre-run: playbooks/wheel/pre
|
|
run: playbooks/wheel/build
|
|
post-run: playbooks/wheel/release
|
|
nodeset:
|
|
# NOTE: The python2 and python3 suffix are important, they select the
|
|
# version of python to build in each job. (we pull the last character of
|
|
# the inventory_hostname)
|
|
# TODO(mordred): Replace the suffix with host_vars once we have them.
|
|
nodes:
|
|
- name: wheel-mirror-ubuntu-xenial-python2
|
|
label: ubuntu-xenial
|
|
- name: wheel-mirror-ubuntu-trusty-python2
|
|
label: ubuntu-trusty
|
|
- name: wheel-mirror-ubuntu-xenial-python3
|
|
label: ubuntu-xenial
|
|
- name: wheel-mirror-ubuntu-trusty-python3
|
|
label: ubuntu-trusty
|
|
# 2.5 hours
|
|
timeout: 9000
|
|
final: true
|
|
allowed-projects:
|
|
- openstack/requirements
|
|
roles:
|
|
- zuul: openstack-infra/ansible-puppet
|
|
name: puppet
|
|
required-projects:
|
|
- openstack-infra/system-config
|
|
- openstack-infra/puppet-kerberos
|
|
- openstack-infra/puppet-openafs
|
|
semaphore: wheel-mirror
|
|
secrets:
|
|
- name: afs
|
|
secret: wheel_keytab
|
|
|
|
- job:
|
|
name: release-wheel-mirror
|
|
run: playbooks/wheel/release
|
|
nodeset:
|
|
nodes: []
|
|
secrets:
|
|
- name: afs
|
|
secret: afsadmin_keytab
|
|
|
|
- job:
|
|
name: tag-releases
|
|
pre-run: playbooks/release/pre
|
|
run: playbooks/release/tag
|
|
post-run: playbooks/release/post
|
|
final: true
|
|
secrets:
|
|
- name: lp_creds
|
|
secret: lp_creds
|
|
- name: ssh_key
|
|
secret: release_ssh_key
|
|
|
|
- job:
|
|
name: project-config-check-main-yaml
|
|
pre-run: playbooks/check-main-yaml/pre
|
|
run: playbooks/project-config/run-tox
|
|
post-run: playbooks/check-main-yaml/post
|
|
allowed-projects:
|
|
- openstack-infra/project-config
|
|
final: true
|
|
vars:
|
|
tox_envlist: add-projects-to-main
|
|
files:
|
|
- zuul/main.yaml
|
|
- gerrit/projects.yaml
|
|
|
|
- job:
|
|
name: project-config-frozen-files
|
|
description: |
|
|
Check for frozen Zuul v2 files.
|
|
run: playbooks/frozen-v2/run
|
|
allowed-projects:
|
|
- openstack-infra/project-config
|
|
files:
|
|
- zuul/layout.yaml
|
|
- ^jenkins/jobs/.*
|
|
|
|
- job:
|
|
name: upstream-translation-update
|
|
parent: propose-updates
|
|
run: playbooks/translation/upstream-translation-update
|
|
post-run: playbooks/publish/openstack-artifacts.yaml
|
|
vars:
|
|
fileserver_leading_path: translation-source
|
|
required-projects:
|
|
- openstack/requirements
|
|
secrets:
|
|
- secret: site_tarballs
|
|
name: fileserver
|
|
- zanata_api_credentials
|
|
|
|
- job:
|
|
name: propose-translation-update
|
|
parent: propose-updates
|
|
run: playbooks/translation/propose-translation-update
|
|
required-projects:
|
|
- openstack/requirements
|
|
secrets:
|
|
- zanata_api_credentials
|