nova/.zuul.yaml

622 lines
24 KiB
YAML

# See https://docs.openstack.org/infra/manual/drivers.html#naming-with-zuul-v3
# for job naming conventions.
- job:
name: nova-tox-functional-centos8-py36
parent: openstack-tox-functional-py36
nodeset: devstack-single-node-centos-8
description: |
Run tox-based functional tests for the OpenStack Nova project
under cPython version 3.6 with Nova specific irrelevant-files list.
Uses tox with the ``functional-py36`` environment.
This job also provides a parent for other projects to run the nova
functional tests on their own changes.
required-projects:
# including nova here makes this job reusable by other projects
- openstack/nova
- openstack/placement
irrelevant-files: &functional-irrelevant-files
- ^.*\.rst$
- ^api-.*$
- ^doc/(source|test)/.*$
- ^nova/locale/.*$
- ^releasenotes/.*$
vars:
# explicitly stating the work dir makes this job reusable by other
# projects
zuul_work_dir: src/opendev.org/openstack/nova
bindep_profile: test py36
timeout: 3600
- job:
name: nova-tox-functional-py38
parent: openstack-tox-functional-py38
description: |
Run tox-based functional tests for the OpenStack Nova project
under cPython version 3.8 with Nova specific irrelevant-files list.
Uses tox with the ``functional-py38`` environment.
This job also provides a parent for other projects to run the nova
functional tests on their own changes.
required-projects:
# including nova here makes this job reusable by other projects
- openstack/nova
- openstack/placement
irrelevant-files: *functional-irrelevant-files
vars:
# explicitly stating the work dir makes this job reusable by other
# projects
zuul_work_dir: src/opendev.org/openstack/nova
bindep_profile: test py38
timeout: 3600
- job:
name: nova-tox-functional-py39
parent: openstack-tox-functional-py39
description: |
Run tox-based functional tests for the OpenStack Nova project
under cPython version 3.9 with Nova specific irrelevant-files list.
Uses tox with the ``functional-py39`` environment.
This job also provides a parent for other projects to run the nova
functional tests on their own changes.
required-projects:
# including nova here makes this job reusable by other projects
- openstack/nova
- openstack/placement
irrelevant-files: *functional-irrelevant-files
vars:
# explicitly stating the work dir makes this job reusable by other
# projects
zuul_work_dir: src/opendev.org/openstack/nova
bindep_profile: test py39
timeout: 3600
- job:
name: nova-tox-validate-backport
parent: openstack-tox
description: |
Determine whether a backport is ready to be merged by checking whether it
has already been merged to master or more recent stable branches.
Uses tox with the ``validate-backport`` environment.
vars:
tox_envlist: validate-backport
- job:
name: nova-live-migration
parent: tempest-multinode-full-py3
description: |
Run tempest live migration tests against local qcow2 ephemeral storage
and shared LVM/iSCSI cinder volumes.
irrelevant-files: &nova-base-irrelevant-files
- ^api-.*$
- ^(test-|)requirements.txt$
- ^.*\.rst$
- ^.git.*$
- ^doc/.*$
- ^nova/hacking/.*$
- ^nova/locale/.*$
- ^nova/policies/.*$
- ^nova/tests/.*$
- ^nova/test.py$
- ^releasenotes/.*$
- ^setup.cfg$
- ^tools/.*$
- ^tox.ini$
vars:
tox_envlist: all
tempest_test_regex: (^tempest\.api\.compute\.admin\.(test_live_migration|test_migration))
devstack_services:
neutron-trunk: true
devstack_local_conf:
test-config:
$TEMPEST_CONFIG:
compute-feature-enabled:
volume_backed_live_migration: true
block_migration_for_live_migration: true
# NOTE(lyarwood): Skip until bug #1931702 is resolved.
block_migrate_cinder_iscsi: false
post-run: playbooks/nova-live-migration/post-run.yaml
- job:
name: nova-live-migration-ceph
parent: devstack-plugin-ceph-multinode-tempest-py3
description: |
Run tempest live migration tests against ceph ephemeral storage and
cinder volumes.
irrelevant-files: *nova-base-irrelevant-files
vars:
tox_envlist: all
tempest_test_regex: (^tempest\.api\.compute\.admin\.(test_live_migration|test_migration))
devstack_local_conf:
test-config:
$TEMPEST_CONFIG:
compute-feature-enabled:
volume_backed_live_migration: true
block_migration_for_live_migration: false
block_migrate_cinder_iscsi: false
post-run: playbooks/nova-live-migration/post-run.yaml
- job:
name: nova-lvm
parent: devstack-tempest
description: |
Run tempest compute API tests using LVM image backend. This only runs
against nova/virt/libvirt/* changes.
# Copy irrelevant-files from nova-dsvm-multinode-base and then exclude
# anything that is not in nova/virt/libvirt/* or nova/privsep/*.
irrelevant-files:
- ^(?!.zuul.yaml)(?!nova/virt/libvirt/)(?!nova/privsep/).*$
- ^api-.*$
- ^(test-|)requirements.txt$
- ^.*\.rst$
- ^.git.*$
- ^doc/.*$
- ^nova/hacking/.*$
- ^nova/locale/.*$
- ^nova/tests/.*$
- ^nova/test.py$
- ^releasenotes/.*$
- ^setup.cfg$
- ^tools/.*$
- ^tox.ini$
vars:
# We use the "all" environment for tempest_test_regex and
# tempest_exclude_regex.
tox_envlist: all
# Only run compute API tests.
tempest_test_regex: ^tempest\.api\.compute
# Skip slow tests.
tempest_exclude_regex: .*\[.*\bslow\b.*\]
devstack_local_conf:
test-config:
$TEMPEST_CONFIG:
compute-feature-enabled:
# NOTE(mriedem): resize of non-volume-backed lvm instances does
# not yet work (bug 1831657).
resize: false
cold_migration: false
devstack_localrc:
NOVA_BACKEND: LVM
# Do not waste time clearing volumes.
LVM_VOLUME_CLEAR: none
# Disable SSH validation in tests to save time.
TEMPEST_RUN_VALIDATION: false
# Increase the size of the swift loopback device to accommodate RAW
# snapshots from the LV based instance disks.
# See bug #1913451 for more details.
SWIFT_LOOPBACK_DISK_SIZE: 24G
devstack_services:
# Disable non-essential services that we don't need for this job.
c-bak: false
# TODO(lucasagomes): Move this job to ML2/OVN when QoS Minimum Bandwidth
# support is implemented.
# See: https://docs.openstack.org/neutron/latest/ovn/gaps.html
- job:
name: nova-next
parent: tempest-multinode-full-py3
description: |
This job was added in Newton when placement and cellsv2
were optional. Placement and cellsv2 are required starting in Ocata. In
Pike, the service user token functionality was added. This job is also
unique in that it runs the post_test_hook from the nova repo, which runs
post-test scripts to ensure those scripts are still working,
e.g. archive_deleted_rows. In Queens, this job started testing the
TLS console proxy code in the libvirt driver.
Starting in Stein, the job was changed to run with python 3 and enabled
volume multi-attach testing.
Starting in Train, the job enabled counting quota usage from placement.
Starting in Ussuri, the job was changed to multinode.
Starting in Wallaby, the job defaults to the q35 machine type.
Runs all tempest compute API and most scenario tests concurrently.
irrelevant-files: *nova-base-irrelevant-files
# Run post-tempest tests like for nova-manage commands.
post-run: playbooks/nova-next/post.yaml
vars:
# We use the "all" environment for tempest_test_regex and
# tempest_exclude_regex.
tox_envlist: all
# Run all compute API tests and most scenario tests at the default
# concurrency (nproc/2 which is normally 4 in the gate).
tempest_test_regex: ^tempest\.(scenario|api\.compute)
# The tempest.scenario.test_network* tests are skipped because they
# (1) take a long time and (2) are already covered in the
# tempest-slow* job. If this regex gets more complicated use
# tempest_test_exclude_list.
# FIXME(lyarwood): The tempest.api.compute.admin.test_volume_swap tests
# are skipped until bug #1929710 is resolved.
tempest_exclude_regex: ^tempest\.(scenario\.test_network|api\.compute\.admin\.test_volume_swap)
devstack_local_conf:
post-config:
$NOVA_CPU_CONF:
libvirt:
# Increase the number of PCIe ports per instance given the q35
# machine type attaches more devices by default than pc
num_pcie_ports: 24
hw_machine_type: "x86_64=q35"
compute:
# Switch off the provider association refresh, which should
# reduce the number of placement calls in steady state. Added in
# Stein.
resource_provider_association_refresh: 0
$NOVA_CONF:
quota:
# Added in Train.
count_usage_from_placement: True
scheduler:
# Added in Train.
query_placement_for_image_type_support: True
"/$NEUTRON_CORE_PLUGIN_CONF":
# Needed for QoS port heal allocation testing.
ovs:
bridge_mappings: public:br-ex
resource_provider_bandwidths: br-ex:1000000:1000000
AGENT:
tunnel_types: gre,vxlan
ml2:
type_drivers: flat,geneve,vlan,gre,local,vxlan
test-config:
$TEMPEST_CONFIG:
network-feature-enabled:
qos_placement_physnet: public
compute-feature-enabled:
# The q35 machine type doesn't support an IDE bus
ide_bus: False
neutron_plugin_options:
available_type_drivers: flat,geneve,vlan,gre,local,vxlan
devstack_localrc:
Q_AGENT: openvswitch
Q_ML2_TENANT_NETWORK_TYPE: vxlan
Q_ML2_PLUGIN_MECHANISM_DRIVERS: openvswitch,linuxbridge
ML2_L3_PLUGIN: router
# Enable TLS between the noVNC proxy & compute nodes; this requires
# the tls-proxy service to be enabled. Added in Queens.
NOVA_CONSOLE_PROXY_COMPUTE_TLS: True
# Added in Stein.
ENABLE_VOLUME_MULTIATTACH: True
# Added in Ussuri.
FORCE_CONFIG_DRIVE: True
devstack_services:
# Disable OVN services
br-ex-tcpdump: false
br-int-flows: false
ovn-controller: false
ovn-northd: false
q-ovn-metadata-agent: false
# Neutron services
q-agt: true
q-dhcp: true
q-l3: true
q-meta: true
q-metering: true
tls-proxy: true
# neutron-* needed for QoS port heal allocation testing.
neutron-placement: true
neutron-qos: true
# Disable non-essential services that we don't need for this job.
c-bak: false
devstack_plugins:
# Needed for QoS port heal allocation testing.
neutron: https://opendev.org/openstack/neutron
group-vars:
subnode:
devstack_localrc:
Q_AGENT: openvswitch
Q_ML2_TENANT_NETWORK_TYPE: vxlan
Q_ML2_PLUGIN_MECHANISM_DRIVERS: openvswitch,linuxbridge
ML2_L3_PLUGIN: router
NOVA_USE_SERVICE_TOKEN: True
NOVA_CONSOLE_PROXY_COMPUTE_TLS: True
FORCE_CONFIG_DRIVE: True
devstack_services:
# Disable OVN services
br-ex-tcpdump: false
br-int-flows: false
ovn-controller: false
ovn-northd: false
ovs-vswitchd: false
ovsdb-server: false
q-ovn-metadata-agent: false
# Neutron services
q-agt: true
tls-proxy: true
c-bak: false
- job:
name: nova-tempest-v2-api
parent: devstack-tempest
branches:
- master
description: |
This job runs the Tempest compute tests against v2.0 endpoint.
Former names for this job was:
* legacy-tempest-dsvm-nova-v20-api
vars:
tox_envlist: all
tempest_test_regex: api.*compute
devstack_localrc:
TEMPEST_COMPUTE_TYPE: compute_legacy
- job:
name: nova-tempest-full-oslo.versionedobjects
parent: tempest-full-py3
description: |
Run test with git version of oslo.versionedobjects to check that
changes to nova will work with the next released version of
that library.
required-projects:
- openstack/oslo.versionedobjects
- job:
name: nova-grenade-multinode
parent: grenade-multinode
description: |
Run a multinode grenade job and run the smoke, cold and live migration
tests with the controller upgraded and the compute on the older release.
The former names for this job were "nova-grenade-live-migration" and
"legacy-grenade-dsvm-neutron-multinode-live-migration".
irrelevant-files: *nova-base-irrelevant-files
vars:
devstack_local_conf:
test-config:
$TEMPEST_CONFIG:
compute-feature-enabled:
live_migration: true
volume_backed_live_migration: true
block_migration_for_live_migration: true
# NOTE(lyarwood): Skip until bug #1931702 is resolved.
block_migrate_cinder_iscsi: false
tox_envlist: all
tempest_test_regex: ((tempest\.(api\.compute|scenario)\..*smoke.*)|(^tempest\.api\.compute\.admin\.(test_live_migration|test_migration)))
- job:
name: nova-multi-cell
parent: tempest-multinode-full-py3
description: |
Multi-node python3 job which runs with two nodes and two non-cell0
cells. The compute on the controller runs in cell1 and the compute
on the subnode runs in cell2.
irrelevant-files: *nova-base-irrelevant-files
vars:
# We use the "all" environment for tempest_test_regex and
# tempest_test_exclude_list.
tox_envlist: all
# Run compute API and scenario tests.
tempest_test_regex: ^tempest\.(scenario|(api\.compute))
tempest_test_exclude_list: '{{ ansible_user_dir }}/{{ zuul.projects["opendev.org/openstack/nova"].src_dir }}/devstack/nova-multi-cell-exclude-list.txt'
devstack_local_conf:
post-config:
$NOVA_CONF:
oslo_policy:
# The default policy file is policy.json but the
# setup-multi-cell-policy role will write to policy.yaml.
policy_file: policy.yaml
test-config:
$TEMPEST_CONFIG:
compute-feature-enabled:
# Enable cold migration for migrating across cells. Note that
# because NOVA_ALLOW_MOVE_TO_SAME_HOST=false, all cold migrations
# will move across cells.
cold_migration: true
devstack_services:
# Disable other non-essential services that we don't need for this job.
c-bak: false
devstack_localrc:
# Setup two non-cell0 cells (cell1 and cell2).
NOVA_NUM_CELLS: 2
# Disable resize to the same host so all resizes will move across
# cells.
NOVA_ALLOW_MOVE_TO_SAME_HOST: false
# We only have two computes and we don't yet support cross-cell live
# migration.
LIVE_MIGRATION_AVAILABLE: false
DEVSTACK_PARALLEL: True
group-vars:
peers:
devstack_localrc:
NOVA_ALLOW_MOVE_TO_SAME_HOST: true
LIVE_MIGRATION_AVAILABLE: false
subnode:
devstack_localrc:
# The subnode compute will get registered with cell2.
NOVA_CPU_CELL: 2
devstack_services:
# Disable other non-essential services that we don't need for this
# job.
c-bak: false
# Perform setup for the multi-cell environment. Note that this runs
# before devstack is setup on the controller host.
pre-run: playbooks/nova-multi-cell/pre.yaml
- job:
name: nova-osprofiler-redis
parent: tempest-smoke-py3-osprofiler-redis
description: |
Runs osprofiler with the Redis collector on a subset of compute-specific
tempest-full-py3 smoke tests.
irrelevant-files: *nova-base-irrelevant-files
required-projects:
- openstack/nova
vars:
# We use the "all" environment for tempest_test_regex.
tox_envlist: all
# Run compute API and only the test_server_basic_ops scenario tests.
tempest_test_regex: ^tempest\.(scenario\.test_server_basic_ops|(api\.compute))
- job:
name: nova-ceph-multistore
parent: devstack-plugin-ceph-tempest-py3
description: |
Just like the normal ceph job, but with glance multistore
irrelevant-files: *nova-base-irrelevant-files
required-projects:
- openstack/nova
pre-run:
- playbooks/ceph/glance-copy-policy.yaml
vars:
# NOTE(danms): These tests create an empty non-raw image, which nova
# will refuse because we set never_download_image_if_on_rbd in this job.
# Just skip these tests for this case.
devstack_localrc:
GLANCE_STANDALONE: True
GLANCE_USE_IMPORT_WORKFLOW: True
DEVSTACK_PARALLEL: True
devstack_local_conf:
post-config:
$NOVA_CONF:
libvirt:
images_rbd_glance_store_name: robust
workarounds:
never_download_image_if_on_rbd: True
$GLANCE_API_CONF:
DEFAULT:
enabled_backends: "cheap:file, robust:rbd"
default_log_levels: "amqp=WARN, amqplib=WARN, boto=WARN, qpid=WARN, sqlalchemy=WARN, suds=INFO, oslo.messaging=INFO, oslo_messaging=INFO, iso8601=WARN, requests.packages.urllib3.connectionpool=WARN, urllib3.connectionpool=WARN, websocket=WARN, requests.packages.urllib3.util.retry=WARN, urllib3.util.retry=WARN, keystonemiddleware=WARN, routes.middleware=WARN, stevedore=WARN, taskflow=WARN, keystoneauth=WARN, oslo.cache=INFO, dogpile.core.dogpile=INFO, oslo_policy=DEBUG"
glance_store:
default_backend: cheap
stores: file, http, rbd
default_store: file
robust:
rbd_store_pool: images
rbd_store_user: glance
rbd_store_ceph_conf: /etc/ceph/ceph.conf
cheap:
filesystem_store_datadir: /opt/stack/data/glance/images/
os_glance_staging_store:
filesystem_store_datadir: /opt/stack/data/glance/os_glance_staging_store/
os_glance_tasks_store:
filesystem_store_datadir: /opt/stack/data/glance/os_glance_tasks_store/
$GLANCE_IMAGE_IMPORT_CONF:
image_import_opts:
image_import_plugins: "['image_conversion']"
image_conversion:
output_format: raw
- project:
# Please try to keep the list of job names sorted alphabetically.
templates:
- check-requirements
- integrated-gate-compute
- openstack-cover-jobs
- openstack-lower-constraints-jobs
- openstack-python3-xena-jobs
- openstack-python3-xena-jobs-arm64
- periodic-stable-jobs
- publish-openstack-docs-pti
- release-notes-jobs-python3
check:
jobs:
# We define our own irrelevant-files so we don't run the job
# on things like nova docs-only changes.
- ironic-tempest-ipa-wholedisk-bios-agent_ipmitool-tinyipa:
voting: false
irrelevant-files: *nova-base-irrelevant-files
- nova-ceph-multistore:
irrelevant-files: *nova-base-irrelevant-files
- neutron-linuxbridge-tempest:
irrelevant-files:
# NOTE(mriedem): This job has its own irrelevant-files section
# so that we only run it on changes to networking and libvirt/vif
# code; we don't need to run this on all changes.
- ^(?!nova/network/.*)(?!nova/virt/libvirt/vif.py).*$
- nova-live-migration
- nova-live-migration-ceph
- nova-lvm
- nova-multi-cell
- nova-next
- nova-tox-validate-backport:
voting: false
- nova-tox-functional-centos8-py36
- nova-tox-functional-py38
- nova-tox-functional-py39:
voting: false
- tempest-integrated-compute:
# NOTE(gmann): Policies changes do not need to run all the
# integration test jobs. Running only tempest and grenade
# common jobs will be enough along with nova functional
# and unit tests.
irrelevant-files: &policies-irrelevant-files
- ^api-.*$
- ^(test-|)requirements.txt$
- ^.*\.rst$
- ^.git.*$
- ^doc/.*$
- ^nova/hacking/.*$
- ^nova/locale/.*$
- ^nova/tests/.*$
- ^nova/test.py$
- ^releasenotes/.*$
- ^setup.cfg$
- ^tools/.*$
- ^tox.ini$
- nova-grenade-multinode:
irrelevant-files: *policies-irrelevant-files
- tempest-ipv6-only:
irrelevant-files: *nova-base-irrelevant-files
- openstacksdk-functional-devstack:
irrelevant-files: *nova-base-irrelevant-files
- cyborg-tempest:
irrelevant-files: *nova-base-irrelevant-files
voting: false
- barbican-tempest-plugin-simple-crypto:
irrelevant-files: *nova-base-irrelevant-files
voting: false
gate:
jobs:
- nova-live-migration
- nova-live-migration-ceph
- nova-tox-functional-centos8-py36
- nova-tox-functional-py38
- nova-multi-cell
- nova-next
- nova-tox-validate-backport
- nova-ceph-multistore:
irrelevant-files: *nova-base-irrelevant-files
- neutron-linuxbridge-tempest:
irrelevant-files:
# NOTE(mriedem): This job has its own irrelevant-files section
# so that we only run it on changes to networking and libvirt/vif
# code; we don't need to run this on all changes.
- ^(?!nova/network/.*)(?!nova/virt/libvirt/vif.py).*$
- tempest-integrated-compute:
irrelevant-files: *policies-irrelevant-files
- nova-grenade-multinode:
irrelevant-files: *policies-irrelevant-files
- tempest-ipv6-only:
irrelevant-files: *nova-base-irrelevant-files
- openstacksdk-functional-devstack:
irrelevant-files: *nova-base-irrelevant-files
experimental:
jobs:
- ironic-tempest-bfv:
irrelevant-files: *nova-base-irrelevant-files
- ironic-tempest-ipa-wholedisk-direct-tinyipa-multinode:
irrelevant-files: *nova-base-irrelevant-files
- devstack-plugin-nfs-tempest-full:
irrelevant-files: *nova-base-irrelevant-files
- nova-osprofiler-redis
- tempest-full-py3-opensuse15:
irrelevant-files: *nova-base-irrelevant-files
- tempest-pg-full:
irrelevant-files: *nova-base-irrelevant-files
- nova-tempest-full-oslo.versionedobjects:
irrelevant-files: *nova-base-irrelevant-files
- nova-tempest-v2-api:
irrelevant-files: *nova-base-irrelevant-files
- neutron-ovs-tempest-dvr-ha-multinode-full:
irrelevant-files: *nova-base-irrelevant-files
- neutron-ovs-tempest-iptables_hybrid:
irrelevant-files: *nova-base-irrelevant-files
- os-vif-ovs:
irrelevant-files: *nova-base-irrelevant-files
- devstack-platform-fedora-latest:
irrelevant-files: *nova-base-irrelevant-files
- devstack-platform-fedora-latest-virt-preview:
irrelevant-files: *nova-base-irrelevant-files
- devstack-plugin-ceph-compute-local-ephemeral:
irrelevant-files: *nova-base-irrelevant-files