diff --git a/.zuul.yaml b/.zuul.yaml index 666379e4..e1e8d223 100644 --- a/.zuul.yaml +++ b/.zuul.yaml @@ -143,99 +143,21 @@ dynamic: patch_set: true - -- job: - name: shipyard-base - abstract: true - roles: - - zuul: airship/kubernetes-entrypoint - - zuul: openstack/openstack-helm - - zuul: zuul/zuul-jobs - required-projects: - - name: openstack/openstack-helm - - name: openstack/openstack-helm-plugin - - name: airship/treasuremap - override-checkout: v1.9 - irrelevant-files: *irrelevant-files - timeout: 10800 - pre-run: - - tools/gate/playbooks/checkout-treasuremap-ref.yaml - - tools/gate/playbooks/prepare-hosts.yaml - - tools/gate/playbooks/mount-volumes.yaml - - tools/gate/playbooks/deploy-env.yaml - run: - - tools/gate/playbooks/airship-run-scripts.yaml - post-run: - - tools/gate/playbooks/osh-infra-collect-logs.yaml - vars: - treasuremap_ref: v1.9 - extra_volume: - size: 80G - type: Linux - mount_point: /opt/ext_vol - docker: - root_path: "/opt/ext_vol/docker" - containerd: - root_path: "/opt/ext_vol/containerd" - kubeadm: - pod_network_cidr: "10.244.0.0/24" - service_cidr: "10.96.0.0/16" - osh_plugin_repo: "{{ zuul.project.src_dir }}/../../openstack/openstack-helm-plugin" - loopback_setup: true - loopback_device: /dev/loop100 - loopback_image: "/opt/ext_vol/openstack-helm/ceph-loop.img" - ceph_osd_data_device: /dev/loop100 - kube_version_repo: "v1.32" - kube_version: "1.32.1-1.1" - calico_setup: true - calico_version: "v3.27.4" - cilium_setup: false - cilium_version: "1.16.0" - flannel_setup: false - flannel_version: v0.25.4 - metallb_setup: false - metallb_version: "0.13.12" - helm_version: "v3.17.3" - crictl_version: "v1.30.1" - zuul_osh_relative_path: ../../openstack/openstack-helm - zuul_osh_infra_relative_path: ../../openstack/openstack-helm - zuul_treasuremap_relative_path: ../../airship/treasuremap - gate_scripts_relative_path: ../../openstack/openstack-helm - run_helm_tests: "no" - - job: name: shipyard-airskiff-deployment-jammy-kubeadm - nodeset: treasuremap-airskiff-1node-ubuntu_jammy description: | Deploy Memcached using Airskiff and submitted Shipyard changes. - parent: shipyard-base + parent: treasuremap-airskiff-infra-deploy-base + nodeset: treasuremap-airskiff-1node-ubuntu_jammy + required-projects: + - name: airship/treasuremap + override-checkout: v1.9 vars: - site: airskiff - HELM_ARTIFACT_URL: https://get.helm.sh/helm-v3.17.3-linux-amd64.tar.gz - HTK_COMMIT: 49c117443391cec75e0bd52bb4a9d033325927ad - OSH_COMMIT: 49c117443391cec75e0bd52bb4a9d033325927ad + treasuremap_ref: v1.9 CLONE_SHIPYARD: false - DISTRO: ubuntu_jammy - DOCKER_REGISTRY: localhost:5000 MAKE_SHIPYARD_IMAGES: true + USE_ARMADA_GO: true gate_scripts_relative_path: ../../airship/treasuremap - gate_scripts: - - ./tools/deployment/airskiff/developer/000-prepare-k8s.sh - - ./tools/deployment/airskiff/developer/009-setup-apparmor.sh - - ./tools/deployment/airskiff/developer/000-clone-dependencies.sh - - ./tools/deployment/airskiff/developer/020-setup-client.sh - - ./tools/deployment/airskiff/developer/015-make-all-charts.sh - - ./tools/deployment/airskiff/developer/017-make-all-images.sh - - ./tools/deployment/airskiff/developer/025-start-artifactory.sh - - ./tools/deployment/airskiff/developer/026-reduce-site.sh - - ./tools/deployment/airskiff/developer/030-armada-bootstrap.sh - - ./tools/deployment/airskiff/developer/100-deploy-osh.sh - - ./tools/deployment/airskiff/common/os-env.sh - - ./tools/gate/wait-for-shipyard.sh - - ./tools/deployment/airskiff/common/get-airflow-worker-logs.sh - # - ./tools/deployment/airskiff/common/sleep.sh - irrelevant-files: *irrelevant-files - - job: name: airship-shipyard-docker-build-publish-ubuntu_jammy diff --git a/tools/gate/playbooks/airship-run-scripts.yaml b/tools/gate/playbooks/airship-run-scripts.yaml deleted file mode 100644 index 6e29edc0..00000000 --- a/tools/gate/playbooks/airship-run-scripts.yaml +++ /dev/null @@ -1,75 +0,0 @@ -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - ---- -- hosts: primary - tasks: - - name: Override images - when: buildset_registry is defined - vars: - work_dir: "{{ zuul.project.src_dir }}" - block: - - name: Buildset registry alias - include_role: - name: deploy-env - tasks_from: buildset_registry_alias - - - name: Print zuul - debug: - var: zuul - - - name: Override proposed images from artifacts - shell: > - find {{ override_paths | join(" ") }} -type f -exec sed -Ei - "s#['\"]?docker\.io/({{ repo }}):({{ tag }})['\"]?\$#{{ buildset_registry_alias }}:{{ buildset_registry.port }}/\1:\2#g" {} + - loop: "{{ zuul.artifacts | default([]) }}" - args: - chdir: "{{ work_dir }}" - loop_control: - loop_var: zj_zuul_artifact - when: "'metadata' in zj_zuul_artifact and zj_zuul_artifact.metadata.type | default('') == 'container_image'" - vars: - tag: "{{ zj_zuul_artifact.metadata.tag }}" - repo: "{{ zj_zuul_artifact.metadata.repository }}" - override_paths: - - ../openstack-helm*/*/values* - - ../openstack-helm-infra/tools/deployment/ - - - name: Diff - shell: | - set -ex; - for dir in openstack-helm openstack-helm-infra; do - path="{{ work_dir }}/../${dir}/" - if [ ! -d "${path}" ]; then continue; fi - echo "${dir} diff" - cd "${path}"; git diff; cd -; - done - - - name: "creating directory for run artifacts" - file: - path: "/tmp/artifacts" - state: directory - - - name: Run gate scripts - include_role: - name: "{{ ([item] | flatten | length == 1) | ternary('airship-run-script', 'airship-run-script-set') }}" - vars: - workload: "{{ [item] | flatten }}" - loop: "{{ gate_scripts }}" - - - name: "Downloads artifacts to executor" - synchronize: - src: "/tmp/artifacts" - dest: "{{ zuul.executor.log_root }}/{{ inventory_hostname }}" - mode: pull - ignore_errors: True -... diff --git a/tools/gate/playbooks/airship-shipyard-check.yaml b/tools/gate/playbooks/airship-shipyard-check.yaml deleted file mode 100644 index 406541c3..00000000 --- a/tools/gate/playbooks/airship-shipyard-check.yaml +++ /dev/null @@ -1,31 +0,0 @@ -# Copyright 2017 The Openstack-Helm Authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -- hosts: primary - tasks: - - name: Setup environment - shell: | - set -xe; - ./tools/gate/scripts/000-environment-setup.sh - environment: - OSH_INFRA_PATH: "{{ zuul_osh_infra_relative_path | default('') }}" - args: - chdir: "{{ zuul_shipyard_relative_path | default(zuul.project.src_dir) }}" - - - name: Build Charts - shell: | - set -xe; - ./tools/gate/scripts/010-build-charts.sh - args: - chdir: "{{ zuul_shipyard_relative_path | default(zuul.project.src_dir) }}" diff --git a/tools/gate/playbooks/airskiff-reduce-site.yaml b/tools/gate/playbooks/airskiff-reduce-site.yaml deleted file mode 100644 index 0df60169..00000000 --- a/tools/gate/playbooks/airskiff-reduce-site.yaml +++ /dev/null @@ -1,22 +0,0 @@ -# Copyright 2018 AT&T Intellectual Property. All other rights reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -- hosts: primary - tasks: - - name: Overwrite Armada manifest - shell: | - git checkout v1.9 - mv tools/gate/manifests/full-site.yaml type/skiff/manifests/full-site.yaml - args: - chdir: "{{ zuul.projects['opendev.org/airship/treasuremap'].src_dir }}" diff --git a/tools/gate/playbooks/checkout-treasuremap-ref.yaml b/tools/gate/playbooks/checkout-treasuremap-ref.yaml deleted file mode 100644 index 46a24051..00000000 --- a/tools/gate/playbooks/checkout-treasuremap-ref.yaml +++ /dev/null @@ -1,31 +0,0 @@ -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - ---- -- hosts: all - - tasks: - - name: Checkout treasuremap ref - shell: | - set -xe; - - : "${TREASUREMAP_REF:=v1.9}" - - cd ../treasuremap - git fetch https://review.opendev.org/airship/treasuremap ${TREASUREMAP_REF} && git checkout FETCH_HEAD - - args: - chdir: "{{ zuul.project.src_dir }}" - environment: - TREASUREMAP_REF: "{{ treasuremap_ref }}" - -... \ No newline at end of file diff --git a/tools/gate/playbooks/debug-report.yaml b/tools/gate/playbooks/debug-report.yaml deleted file mode 100644 index 8404a3a6..00000000 --- a/tools/gate/playbooks/debug-report.yaml +++ /dev/null @@ -1,34 +0,0 @@ -# Copyright 2018 AT&T Intellectual Property. All other rights reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -- hosts: primary - tasks: - - name: Build debug report - shell: | - ./tools/gate/debug-report.sh - args: - chdir: "{{ zuul.projects['opendev.org/airship/treasuremap'].src_dir }}" - - - name: Extract debug report - shell: | - mkdir -p /tmp/debug - tar -xf debug-* -C /tmp/debug - args: - chdir: "{{ zuul.projects['opendev.org/airship/treasuremap'].src_dir }}" - - - name: Pull logs to executor - synchronize: - src: /tmp/debug - dest: "{{ zuul.executor.log_root }}/{{ inventory_hostname }}" - mode: pull diff --git a/tools/gate/playbooks/deploy-env.yaml b/tools/gate/playbooks/deploy-env.yaml deleted file mode 100644 index 9fae635d..00000000 --- a/tools/gate/playbooks/deploy-env.yaml +++ /dev/null @@ -1,36 +0,0 @@ -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - ---- -- hosts: all - become: true - gather_facts: true - - roles: - - ensure-python - - ensure-pip - - clear-firewall - - deploy-apparmor - - deploy-selenium - - deploy-env - - ensure-tox - - tasks: - - name: Install Packaging python module for tools/airship - block: - - pip: - name: packaging - version: 23.1 - executable: pip3 - become: True - -... diff --git a/tools/gate/playbooks/mount-volumes.yaml b/tools/gate/playbooks/mount-volumes.yaml deleted file mode 100644 index 0049da19..00000000 --- a/tools/gate/playbooks/mount-volumes.yaml +++ /dev/null @@ -1,17 +0,0 @@ -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - ---- -- hosts: all - roles: - - mount-extra-volume -... diff --git a/tools/gate/playbooks/osh-infra-build.yaml b/tools/gate/playbooks/osh-infra-build.yaml deleted file mode 100644 index 5bd40932..00000000 --- a/tools/gate/playbooks/osh-infra-build.yaml +++ /dev/null @@ -1,36 +0,0 @@ -# Copyright 2017 The Openstack-Helm Authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -- hosts: primary - - vars: - work_dir: "{{ zuul.project.src_dir }}/{{ zuul_osh_infra_relative_path | default('') }}" - gather_facts: True - roles: - - build-helm-packages - tags: - - build-helm-packages - -- hosts: all - - vars: - work_dir: "{{ zuul.project.src_dir }}/{{ zuul_osh_infra_relative_path | default('') }}" - gather_facts: False - become: yes - roles: - - bindep - - build-images - tags: - - bindep - - build-images diff --git a/tools/gate/playbooks/osh-infra-collect-logs.yaml b/tools/gate/playbooks/osh-infra-collect-logs.yaml deleted file mode 100644 index 83e76887..00000000 --- a/tools/gate/playbooks/osh-infra-collect-logs.yaml +++ /dev/null @@ -1,43 +0,0 @@ -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - ---- -- hosts: all - vars_files: - - vars.yaml - vars: - work_dir: "{{ zuul.project.src_dir }}/{{ zuul_osh_infra_relative_path | default('') }}" - logs_dir: "/tmp/logs" - roles: - - gather-host-logs - tags: - - gather-host-logs - -- hosts: primary - vars_files: - - vars.yaml - vars: - work_dir: "{{ zuul.project.src_dir }}/{{ zuul_osh_infra_relative_path | default('') }}" - logs_dir: "/tmp/logs" - roles: - - helm-release-status - - describe-kubernetes-objects - - gather-pod-logs - - gather-prom-metrics - - gather-selenium-data - tags: - - helm-release-status - - describe-kubernetes-objects - - gather-pod-logs - - gather-prom-metrics - - gather-selenium-data -... diff --git a/tools/gate/playbooks/prepare-hosts.yaml b/tools/gate/playbooks/prepare-hosts.yaml deleted file mode 100644 index e7e3d9c9..00000000 --- a/tools/gate/playbooks/prepare-hosts.yaml +++ /dev/null @@ -1,18 +0,0 @@ -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - ---- -- hosts: all - roles: - - bindep - - start-zuul-console -... diff --git a/tools/gate/playbooks/roles b/tools/gate/playbooks/roles deleted file mode 120000 index 7b9ade87..00000000 --- a/tools/gate/playbooks/roles +++ /dev/null @@ -1 +0,0 @@ -../roles/ \ No newline at end of file diff --git a/tools/gate/playbooks/run-image.yaml b/tools/gate/playbooks/run-image.yaml deleted file mode 100644 index 80e025f8..00000000 --- a/tools/gate/playbooks/run-image.yaml +++ /dev/null @@ -1,33 +0,0 @@ -# Copyright 2018 AT&T Intellectual Property. All other rights reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -- hosts: all - gather_facts: False - become: yes - vars_files: - - vars.yaml - roles: - - bindep - - clear-firewall - - ensure-python - - ensure-pip - - ensure-docker - - build-images - tags: - - bindep - - clear-firewall - - ensure-python - - ensure-pip - - ensure-docker - - build-images diff --git a/tools/gate/playbooks/run-integration-tests.yaml b/tools/gate/playbooks/run-integration-tests.yaml deleted file mode 100644 index 910cc7b4..00000000 --- a/tools/gate/playbooks/run-integration-tests.yaml +++ /dev/null @@ -1,20 +0,0 @@ -# Copyright 2018 AT&T Intellectual Property. All other rights reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -- hosts: all - - roles: - - ensure-tox - - run-integration-tests - diff --git a/tools/gate/roles/run-integration-tests/tasks/main.yaml b/tools/gate/roles/run-integration-tests/tasks/main.yaml deleted file mode 100644 index a59cc4fa..00000000 --- a/tools/gate/roles/run-integration-tests/tasks/main.yaml +++ /dev/null @@ -1,24 +0,0 @@ -# Copyright 2018 AT&T Intellectual Property. All other rights reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -- name: Run integration tox - shell: |- - set -ex; - - echo "Sleeping"; - while true; do - echo "."; - sleep 10; - done - become: false \ No newline at end of file