[CI] Refactor jobs to pin tempest plugin version

Tempest is pinned to a 26.1.0 on this stable branch [1]. manila-tempest-plugin in Zed requires a newer tempest release [2] than this one. So, pin manila-tempest-plugin as well to a version that can still work with the pinned version of tempest. We can do this only by overriding the jobs on this branch unfortunately. Also, manila's test image (built from manila-image-elements) is based off of Ubuntu 22.04 (Jammy Jellyfish) in the Zed release; we don't need that image to be used to test this stable branch and we could use an older version (based on Ubuntu 20.04 - Focal Fossa) that requires less memory/CPU [3] [1] https://review.opendev.org/c/openstack/devstack/+/838051 [2] https://review.opendev.org/c/openstack/manila-tempest-plugin/+/849995 [3] https://review.opendev.org/c/openstack/manila-tempest-plugin/+/846061 Change-Id: I23827477d3c25eb2b10bea6d62885d50a28ec0a0 Signed-off-by: Goutham Pacha Ravi <gouthampravi@gmail.com>
2022-07-19 23:53:41 +05:30 · 2022-07-19 23:53:41 +05:30 · 5fca1c1571
parent cec24d132d
commit 5fca1c1571
3 changed files with 119 additions and 14 deletions
--- a/zuul.d/grenade-jobs.yaml
+++ b/zuul.d/grenade-jobs.yaml
@ -16,7 +16,8 @@
      - openstack/grenade
      - openstack/manila
      - openstack/python-manilaclient
-      - openstack/manila-tempest-plugin
+      - name: openstack/manila-tempest-plugin
+        override-checkout: 1.8.0
    vars:
      grenade_devstack_localrc:
        shared:
--- a/zuul.d/project.yaml
+++ b/zuul.d/project.yaml
@ -15,22 +15,24 @@
            timeout: 5400
        - openstack-tox-cover:
            voting: false
-        - manila-tempest-plugin-dummy-no-dhss
-        - manila-tempest-plugin-dummy-dhss
-        - manila-tempest-plugin-lvm
-        - manila-tempest-plugin-cephfs-native:
+        - manila-dummy-no-dhss-stable-victoria
+        - manila-dummy-dhss-stable-victoria
+        - manila-lvm-stable-victoria
+        - manila-cephfs-native-stable-victoria:
            voting: false
-        - manila-tempest-plugin-cephfs-nfs:
+        - manila-cephfs-nfs-stable-victoria:
            voting: false
-        - manila-tempest-plugin-container:
+        - manila-container-stable-victoria:
            voting: false
-        - manila-tempest-plugin-generic:
+        - manila-generic-stable-victoria:
            voting: false
-        - manila-tempest-plugin-glusterfs-native:
+        - manila-generic-scenario-stable-victoria:
            voting: false
-        - manila-tempest-plugin-glusterfs-nfs:
+        - manila-glusterfs-native-stable-victoria:
            voting: false
-        - manila-tempest-plugin-zfsonlinux:
+        - manila-glusterfs-nfs-stable-victoria:
+            voting: false
+        - manila-zfsonlinux-stable-victoria:
            voting: false
        - manila-grenade:
            voting: false
@ -41,9 +43,9 @@
    gate:
      queue: manila
      jobs:
-        - manila-tempest-plugin-dummy-no-dhss
-        - manila-tempest-plugin-dummy-dhss
-        - manila-tempest-plugin-lvm
+        - manila-dummy-no-dhss-stable-victoria
+        - manila-dummy-dhss-stable-victoria
+        - manila-lvm-stable-victoria
    experimental:
      jobs:
        - tripleo-ci-centos-8-scenario004-standalone
--- a/zuul.d/stable-victoria-tempest-jobs.yaml
+++ b/zuul.d/stable-victoria-tempest-jobs.yaml
@ -0,0 +1,102 @@
+# Stable victoria branch jobs run with a pinned version of manila-tempest-plugin
+
+- job:
+    name: manila-generic-scenario-stable-victoria
+    description: |
+      Test the scenario test cases on the generic driver multibackend
+      (DHSS=True) with NFS and CIFS in the stable/victoria branch
+    parent: manila-tempest-plugin-generic-scenario-base
+    vars: &manila_tempest_image_pinned_vars
+      devstack_localrc:
+        # NOTE(carloss): Pinning manila service image to a Focal version,
+        # since on Zed we moved to Ubuntu Jammy (22), and it requires more
+        # VM resources.
+        MANILA_SERVICE_IMAGE_URL: https://tarballs.opendev.org/openstack/manila-image-elements/images/manila-service-image-1.3.0-76-ga216835.qcow2
+        MANILA_SERVICE_IMAGE_NAME: manila-service-image-1.3.0-76-ga216835
+    required-projects: &manila-tempest-plugin-pinned-version
+      - name: openstack/manila-tempest-plugin
+        override-checkout: 1.8.0
+
+- job:
+    name: manila-generic-stable-victoria
+    description: |
+      Test the generic driver multibackend (DHSS=True) with NFS and CIFS in
+      stable victoria
+    parent: manila-tempest-plugin-generic-base
+    vars: *manila_tempest_image_pinned_vars
+    required-projects: *manila-tempest-plugin-pinned-version
+
+- job:
+    name: manila-lvm-stable-victoria
+    description: |
+      Test LVM multibackend (DHSS=False) in a 4+6 (dual-stack) devstack
+      environment with IPv6 control plane endpoints on the stable/victoria
+      branch
+    parent: manila-tempest-plugin-lvm-base
+    vars: *manila_tempest_image_pinned_vars
+    required-projects: *manila-tempest-plugin-pinned-version
+
+- job:
+    name: manila-cephfs-native-stable-victoria
+    description: Test CephFS Native (DHSS=False) in stable/victoria
+    parent: manila-tempest-plugin-cephfs-native-base
+    vars:
+      devstack_localrc:
+        # NOTE(gouthamr): The following need to use the latest images, however, there's a bug
+        # with cephfs on Ubuntu 20.04 LTS: https://tracker.ceph.com/issues/47236
+        # the latest image is built as https://tarballs.opendev.org/openstack/manila-image-elements/images/manila-service-image-cephfs-master.qcow2
+        MANILA_SERVICE_IMAGE_URL: https://tarballs.opendev.org/openstack/manila-image-elements/images/manila-service-image-cephfs-1.3.0-58-g2859569.qcow2
+        MANILA_SERVICE_IMAGE_NAME: manila-service-image-cephfs-1.3.0-58-g2859569
+    required-projects: *manila-tempest-plugin-pinned-version
+
+- job:
+    name: manila-cephfs-nfs-stable-victoria
+    description: Test CephFS NFS (DHSS=False) in stable/victoria
+    parent: manila-tempest-plugin-cephfs-nfs-base
+    vars: *manila_tempest_image_pinned_vars
+    required-projects: *manila-tempest-plugin-pinned-version
+
+- job:
+    name: manila-zfsonlinux-stable-victoria
+    description: |
+      Test ZFSOnLinux multibackend (DHSS=False) with postgresql db in
+      stable victoria
+    parent: manila-tempest-plugin-zfsonlinux-base
+    vars: *manila_tempest_image_pinned_vars
+    required-projects: *manila-tempest-plugin-pinned-version
+
+- job:
+    name: manila-dummy-no-dhss-stable-victoria
+    description: Test the Dummy driver with DHSS=False in stable victoria
+    parent: manila-tempest-plugin-dummy-no-dhss
+    required-projects: *manila-tempest-plugin-pinned-version
+
+- job:
+    name: manila-dummy-dhss-stable-victoria
+    description: Test the Dummy driver with DHSS=True in stable victoria
+    parent: manila-tempest-plugin-dummy-dhss
+    required-projects: *manila-tempest-plugin-pinned-version
+
+- job:
+    name: manila-container-stable-victoria
+    description: |
+        Test the container driver multibackend (DHSS=True) with CIFS
+        and postgresql db. API only, in a minimal devstack in stable victoria
+    parent: manila-tempest-plugin-container
+    required-projects: *manila-tempest-plugin-pinned-version
+
+- job:
+    name: manila-glusterfs-native-stable-victoria
+    description: |
+      Test the GlusterFS driver (DHSS=False) with the native GlusterFS
+      protocol in stable victoria
+    parent: manila-tempest-plugin-glusterfs-native
+    required-projects: *manila-tempest-plugin-pinned-version
+
+- job:
+    name: manila-glusterfs-nfs-stable-victoria
+    description: |
+      Test the GlusterFS driver (DHSS=False) with the native NFS protocol in
+      stable victoria
+    parent: manila-tempest-plugin-glusterfs-nfs
+    required-projects: *manila-tempest-plugin-pinned-version