manila-tempest-plugin/zuul.d/manila-tempest-jobs.yaml

- job:
    name: manila-tempest-plugin-base
    abstract: true
    description: Base job for devstack/tempest based manila jobs.
    parent: devstack-tempest
    timeout: 10800
    required-projects: &manila-tempest-required-projects
      - openstack/manila
      - openstack/manila-tempest-plugin
      - openstack/python-manilaclient
      - openstack/tempest
    irrelevant-files: &irrelevant-files
      - ^(test-|)requirements.txt$
      - ^.*\.rst$
      - ^api-ref/.*$
      - ^doc/.*$
      - ^manila/hacking/.*$
      - ^manila/tests/.*$
      - ^releasenotes/.*$
      - ^setup.cfg$
      - ^tools/.*$
      - ^tox.ini$
    vars: &manila-tempest-base-vars
      tox_envlist: all
      tempest_test_regex: manila_tempest_tests
      tempest_concurrency: 8
      tempest_plugins:
        - manila-tempest-plugin
      devstack_plugins:
        manila: https://opendev.org/openstack/manila
        manila-tempest-plugin: https://opendev.org/openstack/manila-tempest-plugin
      devstack_services:
        cinder: false
        s-account: false
        s-container: false
        s-object: false
        s-proxy: false
        horizon: false
        tls-proxy: true
      devstack_localrc:
        USE_PYTHON3: true
        MANILA_USE_DOWNGRADE_MIGRATIONS: true
        MANILA_INSTALL_TEMPEST_PLUGIN_SYSTEMWIDE: false
        MANILA_ALLOW_NAS_SERVER_PORTS_ON_HOST: true
        MANILA_DEFAULT_SHARE_TYPE_EXTRA_SPECS: 'snapshot_support=True create_share_from_snapshot_support=True'
        MANILA_CONFIGURE_DEFAULT_TYPES: true


- job:
    name: manila-tempest-plugin-ipv6-base
    abstract: true
    description: |
      Base job for devstack/tempest based manila jobs in a 4+6 (dual-stack)
      devstack environment with IPv6 control plane endpoints.      
    parent: devstack-tempest-ipv6
    timeout: 10800
    irrelevant-files: *irrelevant-files
    required-projects: *manila-tempest-required-projects
    vars: *manila-tempest-base-vars

- job:
    name: manila-tempest-plugin-zfsonlinux
    description: Test ZFSOnLinux multibackend (DHSS=False) with postgresql db
    parent: manila-tempest-plugin-base
    vars:
      tempest_test_regex: '(^manila_tempest_tests.tests)(?=.*\[.*\bbackend\b.*\])'
      devstack_localrc:
        SHARE_DRIVER: manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver
        MANILA_ENABLED_BACKENDS: london,paris
        MANILA_BACKEND1_CONFIG_GROUP_NAME: london
        MANILA_BACKEND2_CONFIG_GROUP_NAME: paris
        MANILA_SHARE_BACKEND1_NAME: LONDON
        MANILA_SHARE_BACKEND2_NAME: PARIS
        MANILA_OPTGROUP_london_driver_handles_share_servers: false
        MANILA_OPTGROUP_paris_driver_handles_share_servers: false
        MANILA_SHARE_MIGRATION_PERIOD_TASK_INTERVAL: 1
        MANILA_REPLICA_STATE_UPDATE_INTERVAL: 60
        MANILA_ZFSONLINUX_SERVICE_IP: 127.0.0.1
        MANILA_ZFSONLINUX_USE_SSH: true
        MANILA_USE_SCHEDULER_CREATING_SHARE_FROM_SNAPSHOT: true
      devstack_services:
        mysql: false
        postgresql: true
      devstack_local_conf:
        test-config:
          $TEMPEST_CONFIG:
            share:
              default_share_type_name: default
              run_driver_assisted_migration_tests: true
              run_host_assisted_migration_tests: true
              run_replication_tests: true
              run_manage_unmanage_snapshot_tests: true
              run_manage_unmanage_tests: true
              run_multiple_share_replicas_tests: false
              run_create_share_from_snapshot_in_another_pool_or_az_tests: true
              backend_replication_type: readable
              enable_protocols: nfs
              capability_storage_protocol: NFS
              build_timeout: 180
              enable_ip_rules_for_protocols: nfs
              multitenancy_enabled: False
              backend_names: LONDON,PARIS
              multi_backend: true
              image_password: manila

- job:
    name: manila-tempest-plugin-lvm
    description: |
      Test LVM multibackend (DHSS=False) in a 4+6 (dual-stack) devstack
      environment with IPv6 control plane endpoints.      
    parent: manila-tempest-plugin-ipv6-base
    required-projects:
      - openstack/neutron-dynamic-routing
    vars:
      tempest_test_regex: '(^manila_tempest_tests.tests)(?=.*\[.*\bbackend\b.*\])'
      devstack_localrc:
        SHARE_DRIVER: manila.share.drivers.lvm.LVMShareDriver
        MANILA_ENABLED_BACKENDS: london,paris
        MANILA_BACKEND1_CONFIG_GROUP_NAME: london
        MANILA_BACKEND2_CONFIG_GROUP_NAME: paris
        MANILA_SHARE_BACKEND1_NAME: LONDON
        MANILA_SHARE_BACKEND2_NAME: PARIS
        MANILA_OPTGROUP_london_driver_handles_share_servers: false
        MANILA_OPTGROUP_paris_driver_handles_share_servers: false
        SHARE_BACKING_FILE_SIZE: 32000M
        MANILA_SHARE_MIGRATION_PERIOD_TASK_INTERVAL: 1
        MANILA_DEFAULT_SHARE_TYPE_EXTRA_SPECS: 'snapshot_support=True create_share_from_snapshot_support=True revert_to_snapshot_support=True mount_snapshot_support=True'
        MANILA_SETUP_IPV6: true
        NEUTRON_CREATE_INITIAL_NETWORKS: false
        MANILA_RESTORE_IPV6_DEFAULT_ROUTE: false
      devstack_plugins:
        neutron-dynamic-routing: https://opendev.org/openstack/neutron-dynamic-routing
      devstack_local_conf:
        test-config:
          $TEMPEST_CONFIG:
            share:
              default_share_type_name: default
              run_ipv6_tests: true
              run_mount_snapshot_tests: true
              run_host_assisted_migration_tests: true
              run_shrink_tests: false
              run_revert_to_snapshot_tests: true
              enable_user_rules_for_protocols: cifs
              enable_ip_rules_for_protocols: nfs
              multitenancy_enabled: False
              backend_names: LONDON,PARIS
              multi_backend: true
              image_password: manila

- job:
    name: manila-tempest-plugin-container
    description: |
      Test the container driver multibackend (DHSS=True) with CIFS
      and postgresql db. API only, in a minimal devstack      
    parent: manila-tempest-plugin-base
    vars:
      tempest_test_regex: manila_tempest_tests.tests.api
      devstack_localrc:
        SHARE_DRIVER: manila.share.drivers.container.driver.ContainerShareDriver
        MANILA_SERVICE_IMAGE_ENABLED: false
        MANILA_ENABLED_BACKENDS: london,paris
        MANILA_BACKEND1_CONFIG_GROUP_NAME: london
        MANILA_BACKEND2_CONFIG_GROUP_NAME: paris
        MANILA_SHARE_BACKEND1_NAME: LONDON
        MANILA_SHARE_BACKEND2_NAME: PARIS
        MANILA_OPTGROUP_london_driver_handles_share_servers: true
        MANILA_OPTGROUP_paris_driver_handles_share_servers: true
        SHARE_BACKING_FILE_SIZE: 64000M
        MANILA_CONFIGURE_DEFAULT_TYPES: false
        MANILA_DEFAULT_SHARE_TYPE_EXTRA_SPECS: 'snapshot_support=false'
        TEMPEST_USE_TEST_ACCOUNTS: true
      devstack_services:
        mysql: false
        postgresql: true
      devstack_local_conf:
        test-config:
          $TEMPEST_CONFIG:
            share:
              enable_ip_rules_for_protocols: ""
              run_share_group_tests: false
              run_manage_unmanage_tests: true
              run_snapshot_tests: false
              run_shrink_tests: false
              enable_user_rules_for_protocols: cifs
              enable_protocols: cifs
              capability_storage_protocol: CIFS
              multitenancy_enabled: true
              backend_names: LONDON,PARIS
              multi_backend: true

- job:
    name: manila-tempest-plugin-generic
    description: |
      Test the generic driver multibackend (DHSS=True) with NFS and CIFS      
    parent: manila-tempest-plugin-base
    vars:
      tempest_test_regex: '(^manila_tempest_tests.tests)(?=.*\[.*\bbackend\b.*\])'
      # The generic driver uses nova VMs as share servers; running with a
      # high concurrency could starve the driver of RAM/Disk/CPUs to
      # function properly in a small single node devstack VM.
      tempest_concurrency: 2
      devstack_localrc:
        VOLUME_BACKING_FILE_SIZE: 24G
        SHARE_DRIVER: manila.share.drivers.generic.GenericShareDriver
        MANILA_ENABLED_BACKENDS: london,paris
        MANILA_BACKEND1_CONFIG_GROUP_NAME: london
        MANILA_BACKEND2_CONFIG_GROUP_NAME: paris
        MANILA_SHARE_BACKEND1_NAME: LONDON
        MANILA_SHARE_BACKEND2_NAME: PARIS
        MANILA_OPTGROUP_london_driver_handles_share_servers: true
        MANILA_OPTGROUP_paris_driver_handles_share_servers: true
        MANILA_USE_SERVICE_INSTANCE_PASSWORD: true
        MANILA_DEFAULT_SHARE_TYPE_EXTRA_SPECS: 'snapshot_support=True create_share_from_snapshot_support=True'
        TEMPEST_USE_TEST_ACCOUNTS: true
      devstack_services:
        cinder: true
      devstack_local_conf:
        test-config:
          $TEMPEST_CONFIG:
            share:
              default_share_type_name: default
              run_share_group_tests: false
              multitenancy_enabled: true
              suppress_errors_in_cleanup: true
              share_creation_retry_number: 2
              backend_names: LONDON,PARIS
              multi_backend: true
              image_password: manila

- job:
    name: manila-tempest-plugin-cephfs-native
    description: Test CephFS Native (DHSS=False)
    parent: manila-tempest-plugin-base
    required-projects:
      - openstack/devstack-plugin-ceph
    vars:
      devstack_plugins:
        devstack-plugin-ceph: https://opendev.org/openstack/devstack-plugin-ceph
      tempest_test_regex: manila_tempest_tests
      # Those tests fail when using kernel client, because right now CephFS quotas
      # is not supported. So for now those tests should be blacklisted.
      # TODO(lkuchlan) un-blacklist those test when https://review.opendev.org/#/c/676722 will land.
      tempest_black_regex: '(TestShareShrinkCEPHFS.test_create_shrink_and_write|TestShareExtendCEPHFS.test_create_extend_and_write)(\[.*\bbackend\b.*\])'
      devstack_localrc:
        SHARE_DRIVER: manila.share.drivers.cephfs.driver.CephFSDriver
        MANILA_ENABLED_BACKENDS: cephfsnative
        ENABLED_SHARE_PROTOCOLS: CEPHFS
        MANILA_DEFAULT_SHARE_TYPE_EXTRA_SPECS: 'snapshot_support=False'
        MANILA_OPTGROUP_cephfsnative_share_driver: manila.share.drivers.cephfs.driver.CephFSDriver
        MANILA_OPTGROUP_cephfsnative_driver_handles_share_servers: false
        MANILA_OPTGROUP_cephfsnative_cephfs_conf_path: /etc/ceph/ceph.conf
        MANILA_OPTGROUP_cephfsnative_cephfs_auth_id: manila
        MANILA_SERVICE_IMAGE_URL: https://tarballs.opendev.org/openstack/manila-image-elements/images/manila-service-image-cephfs-master.qcow2
        MANILA_SERVICE_IMAGE_NAME: manila-service-image-cephfs-master
      devstack_local_conf:
        test-config:
          $TEMPEST_CONFIG:
            share:
              default_share_type_name: default
              enable_cephx_rules_for_protocols: cephfs
              run_share_group_tests: false
              run_snapshot_tests: false
              multitenancy_enabled: false
              suppress_errors_in_cleanup: true
              backend_names: CEPHFSNATIVE
              capability_snapshot_support: false
              capability_storage_protocol: CEPHFS
              enable_protocols: cephfs
              image_password: manila