zuul: Introduce a multinode ceph job

This change introduces a multinode ceph job based on
tempest-multinode-full-py3 to be used to provide live migration and
other multinode coverage initially in the openstack/nova project.

As this job uses ceph for both Nova ephemeral
([libvirt]/imagebackend=rbd) and Cinder volume storage the live block
migration tests are skipped.

Change-Id: I9ffdff44a3ad42ebdf26ab72e24dfe3b12b1ef8b

.zuul.yaml

@@ -183,6 +183,36 @@
     nodeset: devstack-single-node-fedora-latest
     voting: false
 
+- job:
+    name: devstack-plugin-ceph-multinode-tempest-py3
+    parent: tempest-multinode-full-py3
+    description: |
+      Integration tests that runs the ceph device plugin across multiple
+      nodes on py3.
+    required-projects:
+      - openstack/cinder-tempest-plugin
+      - openstack/devstack-plugin-ceph
+    timeout: 10800
+    voting: false
+    vars:
+      devstack_localrc:
+        ENABLE_FILE_INJECTION: false
+        ENABLE_VOLUME_MULTIATTACH: true
+        TEMPEST_RUN_VALIDATION: false
+        CINDER_CEPH_UUID: d531d2d4-3937-429c-b0c2-658fe41e82aa
+      devstack_plugins:
+        devstack-plugin-ceph: https://opendev.org/openstack/devstack-plugin-ceph
+      tox_envlist: all
+      tempest_plugins:
+        - cinder-tempest-plugin
+      tempest_test_regex: |
+        (^tempest\.(api|scenario\.test_encrypted_cinder_volumes|scenario\.test_volume|scenario\.test_shelve_instance)|(^cinder_tempest_plugin))
+      tempest_test_blacklist: '{{ ansible_user_dir }}/{{ zuul.projects["opendev.org/openstack/devstack-plugin-ceph"].src_dir }}/tempest_skiplist_multinode.txt'
+    group-vars:
+      subnode:
+        devstack_localrc:
+          REMOTE_CEPH: true
+          CINDER_CEPH_UUID: d531d2d4-3937-429c-b0c2-658fe41e82aa
 
 - project-template:
     name: devstack-plugin-ceph-tempest-jobs
@@ -198,6 +228,7 @@
             irrelevant-files: *irrelevant-files
             voting: false
         - devstack-plugin-ceph-tempest-fedora-latest
+        - devstack-plugin-ceph-multinode-tempest-py3
     gate:
       jobs:
         - devstack-plugin-ceph-tempest-py3

tempest_skiplist_multinode.txt

@@ -0,0 +1,13 @@
+# List of tests getting skipped
+
+# The RBD driver only supports LUKS encryption.
+tempest.scenario.test_encrypted_cinder_volumes.TestEncryptedCinderVolumes.test_encrypted_cinder_volumes_cryptsetup
+
+# Skip network and identity API tests since they have no bearing on a Ceph backend.
+tempest.api.network
+tempest.api.identity
+
+# Skip live block migration tests as we are using shared storage
+tempest.api.compute.admin.test_live_migration.LiveMigrationTest.test_live_block_migration
+tempest.api.compute.admin.test_live_migration.LiveAutoBlockMigrationV225Test.test_live_block_migration
+tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_live_migration