treasuremap/.zuul.yaml

# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

- project:
    templates:
      - docs-on-readthedocs
    vars:
      rtd_project_name: 'airship-treasuremap'
      rtd_webhook_id: '47687'
    check:
      jobs:
        - treasuremap-seaworthy-site-lint
        - treasuremap-seaworthy-virt-site-lint
        - treasuremap-airskiff-ubuntu-site-lint
        - treasuremap-airskiff-suse-site-lint
        - treasuremap-airsloop-site-lint
        - treasuremap-aiab-site-lint
        # TODO
        # update OSH charts vaoues in manifests and add more
        # charts to full-site manifests
        # - treasuremap-airskiff-multinode-full-site
        - treasuremap-airskiff-1node-reduced-site
        - treasuremap-airskiff-1node-reduced-site-armada-operator
    gate:
      jobs:
        - treasuremap-seaworthy-site-lint
        - treasuremap-seaworthy-virt-site-lint
        - treasuremap-airskiff-ubuntu-site-lint
        - treasuremap-airskiff-suse-site-lint
        - treasuremap-airsloop-site-lint
        - treasuremap-aiab-site-lint
    post:
      jobs:
        - treasuremap-upload-git-mirror
    promote:
      jobs:
        - promote-airship-project-docs:
            files:
              - ^doc/.*$

# - nodeset:
#     name: treasuremap-single-node
#     nodes:
#       - name: ubuntu-bionic
#         label: ubuntu-bionic

- nodeset:
    name: treasuremap-single-node-ubuntu-focal
    nodes:
      - name: ubuntu-focal
        label: ubuntu-focal


- nodeset:
    name: treasuremap-airskiff-3nodes-ubuntu_focal
    nodes:
      - name: primary
        label: ubuntu-focal
      - name: node-1
        label: ubuntu-focal
      - name: node-2
        label: ubuntu-focal
    groups:
      - name: primary
        nodes:
          - primary
      - name: nodes
        nodes:
          - node-1
          - node-2
      - name: k8s_cluster
        nodes:
          - primary
          - node-1
          - node-2
      - name: k8s_control_plane
        nodes:
          - primary
      - name: k8s_nodes
        nodes:
          - node-1
          - node-2


- nodeset:
    name: treasuremap-airskiff-1node-ubuntu_focal
    nodes:
      - name: primary
        label: ubuntu-focal
    groups:
      - name: primary
        nodes:
          - primary
      - name: k8s_cluster
        nodes:
          - primary
      - name: k8s_control_plane
        nodes:
          - primary


- job:
    name: treasuremap-airskiff-infra-deploy
    abstract: true
    roles:
      - zuul: openstack/openstack-helm-infra
      - zuul: zuul/zuul-jobs
    required-projects:
      - openstack/openstack-helm
      - openstack/openstack-helm-infra
    irrelevant-files:
      - ^.*\.rst$
      - ^doc/.*$
      - ^releasenotes/.*$
      - ^site/seaworthy/.*$
      - ^site/airsloop/.*$
      - ^site/aiab/.*$
    timeout: 10800
    pre-run:
      - tools/gate/playbooks/prepare-hosts.yaml
      - tools/gate/playbooks/mount-volumes.yaml
      - tools/gate/playbooks/deploy-env.yaml
      - tools/gate/playbooks/git-config.yaml
    run:
      - tools/gate/playbooks/airship-run-scripts.yaml
    post-run:
      - tools/gate/playbooks/osh-infra-collect-logs.yaml
    vars:
      extra_volume:
        size: 80G
        type: Linux
        mount_point: /opt/ext_vol
      docker:
        root_path: "/opt/ext_vol/docker"
      containerd:
        root_path: "/opt/ext_vol/containerd"
      kubeadm:
        pod_network_cidr: "10.244.0.0/24"
        service_cidr: "10.96.0.0/16"
      loopback_setup: true
      loopback_device: /dev/loop100
      loopback_image: "/opt/ext_vol/openstack-helm/ceph-loop.img"
      ceph_osd_data_device: /dev/loop100
      kube_version_repo: "v1.29"
      # the list of k8s package versions are available here
      # https://pkgs.k8s.io/core:/stable:/{{ kube_version_repo }}/deb/Packages
      kube_version: "1.29.2-1.1"
      calico_version: "v3.27.0"
      coredns_version: "v1.11.1"
      helm_version: "v3.13.2"
      yq_version: "v4.6.0"
      crictl_version: "v1.26.1"
      zuul_osh_infra_relative_path: ../openstack-helm-infra
      gate_scripts_relative_path: ../openstack-helm-infra
      run_helm_tests: "no"

- job:
    name: treasuremap-airskiff-multinode-full-site
    parent: treasuremap-airskiff-infra-deploy
    nodeset: treasuremap-airskiff-3nodes-ubuntu_focal
    description: |
      Deploy Openstack using Airskiff and latest Treasuremap changes.
      Airskiff is using latest Airship v1.x based on Airflow-2.6.2      
    voting: true
    vars:
      site: airskiff
      HELM_ARTIFACT_URL: https://get.helm.sh/helm-v3.13.2-linux-amd64.tar.gz
      HTK_COMMIT: 6ca83be78013446540b68fd28d0a75d5b2329f40
      OSH_INFRA_COMMIT: 6ca83be78013446540b68fd28d0a75d5b2329f40
      OSH_COMMIT: 176b412072969f982386db9560b6f50fcb7e0148
      gate_scripts_relative_path: .
      gate_scripts:
        - ./tools/deployment/airskiff/developer/000-prepare-k8s.sh
        - ./tools/deployment/airskiff/developer/009-setup-apparmor.sh
        - ./tools/deployment/airskiff/developer/000-clone-dependencies.sh
        - ./tools/deployment/airskiff/developer/020-setup-client.sh
        - ./tools/deployment/airskiff/developer/015-make-all-charts.sh
        - ./tools/deployment/airskiff/developer/017-make-all-images.sh
        - ./tools/deployment/airskiff/developer/025-start-artifactory.sh
        - ./tools/deployment/airskiff/developer/030-armada-bootstrap.sh
        - ./tools/deployment/airskiff/developer/100-deploy-osh.sh
        - ./tools/deployment/airskiff/common/os-env.sh
        - ./tools/gate/wait-for-shipyard.sh

- job:
    name: treasuremap-airskiff-1node-reduced-site
    parent: treasuremap-airskiff-infra-deploy
    nodeset: treasuremap-airskiff-1node-ubuntu_focal
    description: |
      Deploy Openstack using Airskiff and latest Treasuremap changes.
      Airskiff is using latest Airship v1.x based on Airflow-2.6.2      
    voting: true
    vars:
      site: airskiff
      HELM_ARTIFACT_URL: https://get.helm.sh/helm-v3.13.2-linux-amd64.tar.gz
      HTK_COMMIT: 6ca83be78013446540b68fd28d0a75d5b2329f40
      OSH_INFRA_COMMIT: 6ca83be78013446540b68fd28d0a75d5b2329f40
      OSH_COMMIT: 176b412072969f982386db9560b6f50fcb7e0148
      DISTRO: ubuntu_focal
      gate_scripts_relative_path: .
      gate_scripts:
        - ./tools/deployment/airskiff/developer/000-prepare-k8s.sh
        - ./tools/deployment/airskiff/developer/009-setup-apparmor.sh
        - ./tools/deployment/airskiff/developer/000-clone-dependencies.sh
        - ./tools/deployment/airskiff/developer/020-setup-client.sh
        - ./tools/deployment/airskiff/developer/015-make-all-charts.sh
        - ./tools/deployment/airskiff/developer/017-make-all-images.sh
        - ./tools/deployment/airskiff/developer/025-start-artifactory.sh
        - ./tools/deployment/airskiff/developer/026-reduce-site.sh
        - ./tools/deployment/airskiff/developer/030-armada-bootstrap.sh
        - ./tools/deployment/airskiff/developer/100-deploy-osh.sh
        - ./tools/deployment/airskiff/common/os-env.sh
        - ./tools/gate/wait-for-shipyard.sh
        # - ./tools/deployment/airskiff/common/sleep.sh

- job:
    name: treasuremap-airskiff-1node-reduced-site-armada-operator
    parent: treasuremap-airskiff-infra-deploy
    nodeset: treasuremap-airskiff-1node-ubuntu_focal
    description: |
      Deploy Openstack using Airskiff and latest Treasuremap changes.
      Airskiff is using latest Airship v1.x based on Airflow-2.6.2      
    voting: true
    vars:
      site: airskiff
      HELM_ARTIFACT_URL: https://get.helm.sh/helm-v3.13.2-linux-amd64.tar.gz
      HTK_COMMIT: 6ca83be78013446540b68fd28d0a75d5b2329f40
      OSH_INFRA_COMMIT: 6ca83be78013446540b68fd28d0a75d5b2329f40
      OSH_COMMIT: 176b412072969f982386db9560b6f50fcb7e0148
      USE_ARMADA_GO: true
      gate_scripts_relative_path: .
      gate_scripts:
        - ./tools/deployment/airskiff/developer/000-prepare-k8s.sh
        - ./tools/deployment/airskiff/developer/009-setup-apparmor.sh
        - ./tools/deployment/airskiff/developer/000-clone-dependencies.sh
        - ./tools/deployment/airskiff/developer/020-setup-client.sh
        - ./tools/deployment/airskiff/developer/015-make-all-charts.sh
        - ./tools/deployment/airskiff/developer/017-make-all-images.sh
        - ./tools/deployment/airskiff/developer/025-start-artifactory.sh
        - ./tools/deployment/airskiff/developer/026-reduce-site.sh
        - ./tools/deployment/airskiff/developer/027-enable-armada-operator.sh
        - ./tools/deployment/airskiff/developer/030-armada-bootstrap.sh
        - ./tools/deployment/airskiff/developer/100-deploy-osh.sh
        - ./tools/deployment/airskiff/common/os-env.sh
        - ./tools/gate/wait-for-shipyard.sh
        # - ./tools/deployment/airskiff/common/sleep.sh


- job:
    name: treasuremap-site-lint
    description:
      Lint a site using Pegleg. Default site is seaworthy.
    nodeset: treasuremap-single-node-ubuntu-focal
    timeout: 900
    pre-run:
      - tools/gate/playbooks/initial-setup.yaml
      - tools/gate/playbooks/git-config.yaml
    run: tools/gate/playbooks/site-lint.yaml
    vars:
      site: seaworthy
    irrelevant-files:
      - ^.*\.rst$
      - ^doc/.*$

- job:
    name: treasuremap-seaworthy-site-lint
    description: |
      Lint the seaworthy site using Pegleg.      
    parent: treasuremap-site-lint
    vars:
      site: seaworthy
    irrelevant-files:
      - ^.*\.rst$
      - ^doc/.*$
      - ^site/seaworthy-virt/.*$
      - ^site/airskiff/.*$
      - ^site/airsloop/.*$
      - ^site/aiab/.*$

- job:
    name: treasuremap-seaworthy-virt-site-lint
    description: |
      Lint the seaworthy site using Pegleg.      
    parent: treasuremap-site-lint
    vars:
      site: seaworthy-virt
    irrelevant-files:
      - ^.*\.rst$
      - ^doc/.*$
      - ^site/seaworthy/.*$
      - ^site/airskiff/.*$
      - ^site/airsloop/.*$
      - ^site/aiab/.*$

- job:
    name: treasuremap-airskiff-ubuntu-site-lint
    description: |
      Lint the airskiff site using Pegleg.      
    parent: treasuremap-site-lint
    vars:
      site: airskiff
    irrelevant-files:
      - ^.*\.rst$
      - ^doc/.*$
      - ^site/seaworthy/.*$
      - ^site/seaworthy-virt/.*$
      - ^site/airsloop/.*$
      - ^site/aiab/.*$

- job:
    name: treasuremap-airskiff-suse-site-lint
    description: |
      Lint the airskiff-suse site using Pegleg.      
    parent: treasuremap-site-lint
    vars:
      site: airskiff-suse
    irrelevant-files:
      - ^.*\.rst$
      - ^doc/.*$
      - ^site/seaworthy/.*$
      - ^site/seaworthy-virt/.*$
      - ^site/airsloop/.*$
      - ^site/aiab/.*$

- job:
    name: treasuremap-airsloop-site-lint
    description: |
      Lint the airsloop site using Pegleg.      
    parent: treasuremap-site-lint
    vars:
      site: airsloop
    irrelevant-files:
      - ^.*\.rst$
      - ^doc/.*$
      - ^site/seaworthy/.*$
      - ^site/seaworthy-virt/.*$
      - ^site/airskiff/.*$
      - ^site/aiab/.*$

- job:
    name: treasuremap-aiab-site-lint
    description: |
      Lint the aiab site using Pegleg.      
    parent: treasuremap-site-lint
    pre-run:
      - tools/gate/playbooks/initial-setup.yaml
      - tools/gate/playbooks/generate-certs.yaml
    vars:
      site: aiab
    irrelevant-files:
      - ^.*\.rst$
      - ^doc/.*$
      - ^site/seaworthy/.*$
      - ^site/seaworthy-virt/.*$
      - ^site/airskiff/.*$
      - ^site/airsloop/.*$

- job:
    name: treasuremap-airskiff-deployment-ubuntu
    nodeset: treasuremap-single-node-ubuntu-focal
    description: |
      Deploy Memcached using Airskiff and latest Treasuremap changes.
      Airskiff is using latest Airship v1.x based on Airflow-2.6.2      
    voting: true
    timeout: 9600
    pre-run:
      - tools/gate/playbooks/initial-setup.yaml
      - tools/gate/playbooks/git-config.yaml
      - tools/gate/playbooks/airskiff-reduce-site.yaml
    run: tools/gate/playbooks/airskiff-deploy-gate.yaml
    post-run: tools/gate/playbooks/debug-report.yaml
    vars:
      site: airskiff
      HELM_ARTIFACT_URL: https://get.helm.sh/helm-v3.13.2-linux-amd64.tar.gz
      HTK_COMMIT: 6ca83be78013446540b68fd28d0a75d5b2329f40
      OSH_INFRA_COMMIT: 6ca83be78013446540b68fd28d0a75d5b2329f40
      OSH_COMMIT: 176b412072969f982386db9560b6f50fcb7e0148
    irrelevant-files:
      - ^.*\.rst$
      - ^doc/.*$
      - ^site/seaworthy/.*$
      - ^site/airsloop/.*$
      - ^site/aiab/.*$

# - job:
#     name: treasuremap-airskiff-deployment-suse
#     nodeset: treasuremap-single-node-ubuntu-focal
#     description: |
#       Deploy Memcached using Airskiff-suse and latest Treasuremap changes.
#     voting: false
#     timeout: 9600
#     pre-run:
#       - tools/gate/playbooks/initial-setup.yaml
#       - tools/gate/playbooks/git-config.yaml
#       - tools/gate/playbooks/airskiff-reduce-site.yaml
#     run: tools/gate/playbooks/airskiff-deploy-gate.yaml
#     vars:
#       site: airskiff-suse
#     post-run: tools/gate/playbooks/debug-report.yaml
#     irrelevant-files:
#       - ^.*\.rst$
#       - ^doc/.*$
#       - ^site/seaworthy/.*$
#       - ^site/airsloop/.*$
#       - ^site/aiab/.*$

- secret:
    name: airshipit-github-secret-2023-03-23
    data:
      user: git
      host: github.com
      host_key: github.com ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCj7ndNxQowgcQnjshcLrqPEiiphnt+VTTvDP6mHBL9j1aNUkY4Ue1gvwnGLVlOhGeYrnZaMgRK6+PKCUXaDbC7qtbW8gIkhL7aGCsOr/C56SJMy/BCZfxd1nWzAOxSDPgVsmerOBYfNqltV9/hWCqBywINIR+5dIg6JTJ72pcEpEjcYgXkE2YEFXV1JHnsKgbLWNlhScqb2UmyRkQyytRLtL+38TGxkxCflmO+5Z8CSSNY7GidjMIZ7Q4zMjA2n1nGrlTDkzwDCsw+wqFPGQA179cnfGWOWRVruj16z6XyvxvjJwbz0wQZ75XK5tKSb7FNyeIEs4TT4jk+S4dhPeAUC5y+bDYirYgM4GC7uEnztnZyaVWQ7B381AK4Qdrwt51ZqExKbQpTUNn+EjqoTwvqNj4kqx5QUCI0ThS/YkOxJCXmPUWZbhjpCg56i+2aB6CmK2JGhn57K5mj0MNdBXA4/WnwH6XoPWJzK5Nyu2zB3nAZp+S5hpQs+p1vN1/wsjk=
      ssh_key: !encrypted/pkcs1-oaep
        - QhMLTtGvYN+GvEF28brcFNk3/2mXVea9ZoPU4SqUvqy+T/0kdpGZ8RZkZ9mr6Odsl/WJl
          K3n6ct6VYv0l6kCjSLYZd2BcNXTebFEYAAPAhpaUavltMiW1pv/U+1VV1e8Ry6YQWiGII
          NjlVKN5ZGlYpuE706QcS18JV/HvzkaMMNKnp2/Yi3pGc5jWJSN4zNgZ4OiLxuuhFvyCZm
          wFMsfv+XqS7nsTO7hE7goswLcJ6CY3pYXMoLmS4jI8Xkoc/wc8AKziIAqv2yXOHrmPdWY
          NHbuGUccTA85RuDq94gkW2cz5BvR6m/cLpdbQmV5W3G2+ZVFPJtKiikImLBW29x3M22fP
          iLHN4BALD2qgoMab1+Igt+gx2ESoYaeBX0hzt2VY1D3R+r5O7fTktwdPpxcUBEVxLa0du
          NoolrCYglWCaN1F9DOCYpl/fFf4MeMUtKPiiI4p6j2vNqUMLlOq+GquB8hj4G3a30pTrr
          fbXF3/L07HutQQ+Jvvxx03aIwZAfmn0QzOTo1KrPQVCyX+HWK5CjhpPOWPqQ8lEIBaXbk
          zplLDncJrG11W3qPmRHsDfYgu82zCVZ5bn62ur+N+wstdhEeCEaP8jPWZ9dvwWwCsBX04
          RAQ0BFEQUwVr+QCz1Xi2H9SOjr7T5pVkcq1IDxVIP+6HYFWOcWgRMNtU/E4Xb0=
        - RD+YHDgMbXP4fgFbRub0JJDx6HT1IoOMjZonAqA8eB8QNc6nXoKIPp7+uSTjhXO03VoKh
          JpPYbzAKIYVPsePvI0Zi6LG08/tdD5auLLChjHrTKvNH9i7QqrBY+11THoSbdE2GQU/vq
          /8kZ053rfauTEEbHavyOstgaVe4VzYrf5GCIPWd0RLAE7+lcLdfa/hAA1zgkPz0s35stA
          sUUxRSpM2xEV6QWmNu/e0Id1X7cyAm8+ReK7aQGrRI+OH7zmbk19/kHl6CQwu0CATlkYr
          cir2oUsZLqztzZkoye+lgvuIl0MhJfVuW9T2a08I8sTUFn+7iAhsQF141E1Kim9HdhLX6
          tGEhNlSXlis6yjDOo3VClfISyYlFLipvLHcfwaIoyctR2qMBM8QZ/vobefeGCNnfnvGvc
          EO9WFlGAE+Wi0XJ+aHfnjyx3Uj0DyeYpjeaT2Z3Zh+FjHvAxf4HR61aAHsLneTNdH3jnk
          xQfQdSsxRhMNh8G672CChmHIVr65mUnCICdzRLv0n9zg+zX34GA+LuQvpchEREb5iUsGo
          USbfFPjxFredplwzbMLJhHREJmazgBscH/P1Yxm3MWvI+ui2L/FPUtDkbPA9N49boyezl
          klY9EjdiPyz0Rojv5LKPS9dD1xsbS0tTfzhJeNmAWkSpXAWYB3aD5mtmF73uWg=
        - YuZrKg3gP0lx4RX2IN0b39fCHebg4mONsZgJpOzdOwBZJmBUmjh/Vg0G5Elqn+WB/OlJ4
          O+dXavtOQtiNDSz9ysHgwTqXs7uyokt3IFio3oRTqXJC0SRss/KdknGRebFCgOm6FPKLj
          +HIRGYOzUwD4dMkEKJ5Fgeq28rqDITyiG88w7YxY4ZTmhKISHJWg/jRGq2P0jOy/W/1gB
          febTyWdEbWrMNaDADM7oHgRN4r1RNerh/CXppgcxKSIlgfxyYx3kvJXc7Z+QGVgxuHVds
          Ykgv18IYTPniXS2mXvHGbfdbg1GJwoQbzMHjhyLyTUYTPPe3afK7pSvTZTP7j1qj0Ta6J
          kLRKQx7mWIDtmQcqhO1ZQr4HnZsoNnifjO8uVvHz+HM8fqFlCfa62zndpBE/XNkoymC9I
          mqTv74XzQvCujWEprZZzcZG3YbwC3Utcoy3RjsjBbwTWp7Fg7rXbXtLfTGERt1FPvHa8c
          Sv7DLwic1IvE8CZz3E4lYhPuCTpt+sOlxW24+MiyguRXn7SJrKnOCKHsyOUOs5cwhR35X
          0hVmp3Arlu37tQNDZA1juLtw4D3bWPDPdkQcuncnQEs4n2kzEJR0Vk8XKomhJgKzXhP+B
          zybYvKpX5F56i3bfSs8as8CWLvih4kcwwj9fZvZlBtlWkL2jHwkFVBj/kQUczc=
        - J8Rf3NwfzPpSUU+F4Q+DZL7D7HC8ILNmq0lnf5lPBUVuD0Aavf4GtZPTXtozj6CXFRQob
          xJg5eoYN39lTSGyuFrRa/WOGaP8kQiCYCXw2ZKAOt9+LuMn1/rLKMyzYQClFiZTQ7/dzP
          7kqcIqPjWgbqFviwKJ+wXTE3Ntp8qaECjaLFhcOBNJK1mCt1ciEJQo7a/R9nxvSS2PT1h
          LRnXHI5s5cY4Wzg1pEBt4l+GJ8qWI/3dI35pwM/vB5/Z/y+pJhwcR8gBD+ARjdELaM5M5
          rJAouss0w+OHOYI+IDpWxbHeTP633+TFLrIqK1fAm1z6NCl2e7uGEmWbGVnvROajyCJnd
          gLPSqm1Mt7rlGvIN60VipoXgcVRpfiubhr6DXNs1XGk18qVRgyWyQS6uHjefJOhhka5HK
          kYvWhoWVlA7O3+llRTzdQsSInppREKge78pHEk4lpGWBfwFX6snHB3y90Du4BcNIt3UKY
          EjON6sxnRPCkcekmpUGqD/IXFYV/qxdvfnoDdVW5M2SZWzsHdMoJdBhL53FFaYDyPxTaR
          4+kMmn8VTejOT2zQfny3zBoxMt30hYsAjHfDS62lxYJL/404uShhAi+1bpnyy+uxU39nQ
          v3QSn8NtjBdh/WKptpsma1yZEHKAJJjfU9pmSrFHBfvokOmvTygjIC2uxP0ppo=

- job:
    name: treasuremap-upload-git-mirror
    parent: upload-git-mirror
    description: Mirrors airship/treasuremap to airshipit/treasuremap
    vars:
      git_mirror_repository: airshipit/treasuremap
    secrets:
      - name: git_mirror_credentials
        secret: airshipit-github-secret-2023-03-23
        pass-to-parent: true