From 0d886253f6e5d1fee4faacda03757cb6ba76c022 Mon Sep 17 00:00:00 2001 From: Sorin Sbarnea Date: Fri, 28 Aug 2020 15:46:57 +0100 Subject: [PATCH] Add managed jobs to periodic-weekly To avoid getting zuul-jobs getting rotten without known, we need to run them weekly. This should solve issue where some less common job get broken and we find out much later, when we have to make other unrelated changes. Change-Id: I3a95526fdb83b8aef12ee2ee09a089990e75cb59 Depends-On: https://review.opendev.org/#/c/748706 --- tools/update-test-platforms.py | 9 +++++++++ zuul-tests.d/ansible-lint-rules.yaml | 2 ++ zuul-tests.d/build-roles-jobs.yaml | 2 ++ zuul-tests.d/cloud-roles-jobs.yaml | 2 ++ zuul-tests.d/container-roles-jobs.yaml | 2 ++ zuul-tests.d/dhall.yaml | 2 ++ zuul-tests.d/general-roles-jobs.yaml | 4 +++- zuul-tests.d/go-jobs.yaml | 4 +++- zuul-tests.d/haskell.yaml | 2 ++ zuul-tests.d/java-jobs.yaml | 2 ++ zuul-tests.d/jobs.yaml | 2 ++ zuul-tests.d/js-roles-jobs.yaml | 2 ++ zuul-tests.d/launchpad-roles-jobs.yaml | 2 ++ zuul-tests.d/logs-jobs.yaml | 2 ++ zuul-tests.d/packer-jobs.yaml | 4 +++- zuul-tests.d/puppet-roles-jobs.yaml | 2 ++ zuul-tests.d/python-jobs.yaml | 4 +++- zuul-tests.d/python-roles-jobs.yaml | 4 +++- zuul-tests.d/rust-jobs.yaml | 4 +++- zuul-tests.d/terraform-jobs-roles.yaml | 4 +++- 20 files changed, 54 insertions(+), 7 deletions(-) diff --git a/tools/update-test-platforms.py b/tools/update-test-platforms.py index 57ae52be5..b881b3783 100755 --- a/tools/update-test-platforms.py +++ b/tools/update-test-platforms.py @@ -132,6 +132,15 @@ def handle_file(fn): # (i.e. check is the same as gate); this gives nicer YAML output # using dictionary anchors project['gate']['jobs'] = joblist_gate if has_non_voting else joblist_check + # gate jobs should also be in periodic in order to assure they do not rot + periodic_pipeline = 'periodic-weekly' + if periodic_pipeline not in project: + project[periodic_pipeline] = {} + if 'jobs' not in project[periodic_pipeline]: + project[periodic_pipeline]['jobs'] = [] + project[periodic_pipeline]['jobs'] = joblist_gate \ + if has_non_voting else joblist_check + with open(fn, 'w') as f: yaml.dump(outdata, stream=f) diff --git a/zuul-tests.d/ansible-lint-rules.yaml b/zuul-tests.d/ansible-lint-rules.yaml index 8cd8a2978..0f821a235 100644 --- a/zuul-tests.d/ansible-lint-rules.yaml +++ b/zuul-tests.d/ansible-lint-rules.yaml @@ -14,3 +14,5 @@ - zuul-jobs-test-ansible-lint-rules gate: jobs: *id001 + periodic-weekly: + jobs: *id001 diff --git a/zuul-tests.d/build-roles-jobs.yaml b/zuul-tests.d/build-roles-jobs.yaml index f2d555025..5e84260ee 100644 --- a/zuul-tests.d/build-roles-jobs.yaml +++ b/zuul-tests.d/build-roles-jobs.yaml @@ -16,3 +16,5 @@ - zuul-jobs-test-ensure-bazel gate: jobs: *id001 + periodic-weekly: + jobs: *id001 diff --git a/zuul-tests.d/cloud-roles-jobs.yaml b/zuul-tests.d/cloud-roles-jobs.yaml index 36d9addec..25af3121e 100644 --- a/zuul-tests.d/cloud-roles-jobs.yaml +++ b/zuul-tests.d/cloud-roles-jobs.yaml @@ -18,3 +18,5 @@ - zuul-jobs-test-ensure-devstack gate: jobs: *id001 + periodic-weekly: + jobs: *id001 diff --git a/zuul-tests.d/container-roles-jobs.yaml b/zuul-tests.d/container-roles-jobs.yaml index c05b16bf0..80d5b299b 100644 --- a/zuul-tests.d/container-roles-jobs.yaml +++ b/zuul-tests.d/container-roles-jobs.yaml @@ -416,3 +416,5 @@ - zuul-jobs-test-ensure-podman-ubuntu-bionic gate: jobs: *id001 + periodic-weekly: + jobs: *id001 diff --git a/zuul-tests.d/dhall.yaml b/zuul-tests.d/dhall.yaml index 64b449d54..6d329c319 100644 --- a/zuul-tests.d/dhall.yaml +++ b/zuul-tests.d/dhall.yaml @@ -15,3 +15,5 @@ - zuul-jobs-test-dhall-diff gate: jobs: *id001 + periodic-weekly: + jobs: *id001 diff --git a/zuul-tests.d/general-roles-jobs.yaml b/zuul-tests.d/general-roles-jobs.yaml index 37e3dd5c3..4c639910c 100644 --- a/zuul-tests.d/general-roles-jobs.yaml +++ b/zuul-tests.d/general-roles-jobs.yaml @@ -680,7 +680,7 @@ - zuul-jobs-test-upload-git-mirror - zuul-jobs-test-shake-build gate: - jobs: + jobs: &id001 - zuul-jobs-test-add-authorized-keys - zuul-jobs-test-add-gpgkey - zuul-jobs-test-add-sshkey @@ -718,3 +718,5 @@ - zuul-jobs-test-upload-artifactory - zuul-jobs-test-upload-git-mirror - zuul-jobs-test-shake-build + periodic-weekly: + jobs: *id001 diff --git a/zuul-tests.d/go-jobs.yaml b/zuul-tests.d/go-jobs.yaml index e37b91e22..8f65029e6 100644 --- a/zuul-tests.d/go-jobs.yaml +++ b/zuul-tests.d/go-jobs.yaml @@ -131,7 +131,7 @@ - zuul-jobs-test-golang-go-ubuntu-xenial - zuul-jobs-test-golang-go-ubuntu-focal gate: - jobs: + jobs: &id001 - zuul-jobs-test-golang-go-centos-7 - zuul-jobs-test-golang-go-centos-8 - zuul-jobs-test-golang-go-debian-stretch @@ -141,3 +141,5 @@ - zuul-jobs-test-golang-go-ubuntu-bionic - zuul-jobs-test-golang-go-ubuntu-xenial - zuul-jobs-test-golang-go-ubuntu-focal + periodic-weekly: + jobs: *id001 diff --git a/zuul-tests.d/haskell.yaml b/zuul-tests.d/haskell.yaml index c0bfe1491..29b0d6060 100644 --- a/zuul-tests.d/haskell.yaml +++ b/zuul-tests.d/haskell.yaml @@ -54,3 +54,5 @@ - zuul-jobs-test-hlint gate: jobs: *id001 + periodic-weekly: + jobs: *id001 diff --git a/zuul-tests.d/java-jobs.yaml b/zuul-tests.d/java-jobs.yaml index 411bb1b0c..5e3ac42b2 100644 --- a/zuul-tests.d/java-jobs.yaml +++ b/zuul-tests.d/java-jobs.yaml @@ -12,3 +12,5 @@ - zuul-jobs-test-ensure-java gate: jobs: *id001 + periodic-weekly: + jobs: *id001 diff --git a/zuul-tests.d/jobs.yaml b/zuul-tests.d/jobs.yaml index a928a42c2..d23bb049a 100644 --- a/zuul-tests.d/jobs.yaml +++ b/zuul-tests.d/jobs.yaml @@ -21,3 +21,5 @@ - zuul-jobs-tox-linters gate: jobs: *id001 + periodic-weekly: + jobs: *id001 diff --git a/zuul-tests.d/js-roles-jobs.yaml b/zuul-tests.d/js-roles-jobs.yaml index f7ccc2858..d7a0097a9 100644 --- a/zuul-tests.d/js-roles-jobs.yaml +++ b/zuul-tests.d/js-roles-jobs.yaml @@ -52,3 +52,5 @@ - zuul-jobs-test-fetch-javascript-tarball-synchronize gate: jobs: *id001 + periodic-weekly: + jobs: *id001 diff --git a/zuul-tests.d/launchpad-roles-jobs.yaml b/zuul-tests.d/launchpad-roles-jobs.yaml index 92872570d..3852f58bc 100644 --- a/zuul-tests.d/launchpad-roles-jobs.yaml +++ b/zuul-tests.d/launchpad-roles-jobs.yaml @@ -22,3 +22,5 @@ - zuul-jobs-test-add-launchpad-credentials gate: jobs: *id001 + periodic-weekly: + jobs: *id001 diff --git a/zuul-tests.d/logs-jobs.yaml b/zuul-tests.d/logs-jobs.yaml index 4bf8e1903..ffb42fb09 100644 --- a/zuul-tests.d/logs-jobs.yaml +++ b/zuul-tests.d/logs-jobs.yaml @@ -26,3 +26,5 @@ - zuul-jobs-test-upload-logs-s3 gate: jobs: *id001 + periodic-weekly: + jobs: *id001 diff --git a/zuul-tests.d/packer-jobs.yaml b/zuul-tests.d/packer-jobs.yaml index aec513b08..40ca36cee 100644 --- a/zuul-tests.d/packer-jobs.yaml +++ b/zuul-tests.d/packer-jobs.yaml @@ -133,7 +133,7 @@ - zuul-jobs-test-packer-ubuntu-xenial - zuul-jobs-test-packer-ubuntu-focal gate: - jobs: + jobs: &id001 - zuul-jobs-test-packer-centos-7 - zuul-jobs-test-packer-centos-8 - zuul-jobs-test-packer-debian-stretch @@ -143,3 +143,5 @@ - zuul-jobs-test-packer-ubuntu-bionic - zuul-jobs-test-packer-ubuntu-xenial - zuul-jobs-test-packer-ubuntu-focal + periodic-weekly: + jobs: *id001 diff --git a/zuul-tests.d/puppet-roles-jobs.yaml b/zuul-tests.d/puppet-roles-jobs.yaml index 463a083d4..ec826d7ae 100644 --- a/zuul-tests.d/puppet-roles-jobs.yaml +++ b/zuul-tests.d/puppet-roles-jobs.yaml @@ -18,3 +18,5 @@ - zuul-jobs-test-ensure-pdk-dependencies gate: jobs: *id001 + periodic-weekly: + jobs: *id001 diff --git a/zuul-tests.d/python-jobs.yaml b/zuul-tests.d/python-jobs.yaml index dd74f8d0f..da8e9cfea 100644 --- a/zuul-tests.d/python-jobs.yaml +++ b/zuul-tests.d/python-jobs.yaml @@ -489,7 +489,7 @@ - zuul-jobs-test-fetch-sphinx-tarball-with-zuul-output - zuul-jobs-test-fetch-sphinx-tarball-synchronize gate: - jobs: + jobs: &id001 - zuul-jobs-test-ensure-pip-centos-7 - zuul-jobs-test-ensure-pip-centos-8 - zuul-jobs-test-ensure-pip-debian-stretch @@ -527,3 +527,5 @@ - zuul-jobs-test-fetch-sphinx-output-synchronize - zuul-jobs-test-fetch-sphinx-tarball-with-zuul-output - zuul-jobs-test-fetch-sphinx-tarball-synchronize + periodic-weekly: + jobs: *id001 diff --git a/zuul-tests.d/python-roles-jobs.yaml b/zuul-tests.d/python-roles-jobs.yaml index 4a069bd99..d3097aeac 100644 --- a/zuul-tests.d/python-roles-jobs.yaml +++ b/zuul-tests.d/python-roles-jobs.yaml @@ -247,7 +247,7 @@ - zuul-jobs-test-ensure-python-pyenv-ubuntu-xenial - zuul-jobs-test-ensure-python-pyenv-ubuntu-focal gate: - jobs: + jobs: &id001 - zuul-jobs-test-build-python-release-jobs-centos-7 - zuul-jobs-test-build-python-release-jobs-centos-8 - zuul-jobs-test-build-python-release-jobs-debian-stretch @@ -266,3 +266,5 @@ - zuul-jobs-test-ensure-python-pyenv-ubuntu-bionic - zuul-jobs-test-ensure-python-pyenv-ubuntu-xenial - zuul-jobs-test-ensure-python-pyenv-ubuntu-focal + periodic-weekly: + jobs: *id001 diff --git a/zuul-tests.d/rust-jobs.yaml b/zuul-tests.d/rust-jobs.yaml index 74cb39ec0..4c9ec6b38 100644 --- a/zuul-tests.d/rust-jobs.yaml +++ b/zuul-tests.d/rust-jobs.yaml @@ -128,7 +128,7 @@ - zuul-jobs-test-rust-ubuntu-xenial - zuul-jobs-test-rust-ubuntu-focal gate: - jobs: + jobs: &id001 - zuul-jobs-test-rust-centos-7 - zuul-jobs-test-rust-centos-8 - zuul-jobs-test-rust-debian-stretch @@ -138,3 +138,5 @@ - zuul-jobs-test-rust-ubuntu-bionic - zuul-jobs-test-rust-ubuntu-xenial - zuul-jobs-test-rust-ubuntu-focal + periodic-weekly: + jobs: *id001 diff --git a/zuul-tests.d/terraform-jobs-roles.yaml b/zuul-tests.d/terraform-jobs-roles.yaml index a850ac0f1..7d50a1207 100644 --- a/zuul-tests.d/terraform-jobs-roles.yaml +++ b/zuul-tests.d/terraform-jobs-roles.yaml @@ -246,7 +246,7 @@ - project: check: &id001 - jobs: + jobs: &id002 - zuul-jobs-test-terraform-centos-7 - zuul-jobs-test-terraform-centos-8 - zuul-jobs-test-terraform-debian-stretch @@ -266,3 +266,5 @@ - zuul-jobs-test-terraform-role-ubuntu-xenial - zuul-jobs-test-terraform-role-ubuntu-focal gate: *id001 + periodic-weekly: + jobs: *id002