project-config/nodepool/nl01.opendev.org.yaml
Clark Boylan 29f15bb14c Set launch-timeout on nodepool providers
The nodepool openstack provider implementation has a launch timeout
default of 3600 seconds or one hour. This is problematic for us because
a node request will be attempted three times by a provider before being
passed onto the next provider. This means we may wait up to three hours
per failed provider to launch a single node.

Fix this by setting a timeout of 10 minutes on the three providers that
didn't already set a lower timeout (raxflex and the two vexxhost
providers). Looking at grafana graphs for time to ready this should be
plenty of time for normal booting conditions and reduces the time we
wait from 3 hours per provider to 30 minutes.

Change-Id: I0a4af9f5519ff2b64c737b1822590fbb2608e8bb
2024-09-24 15:25:56 -07:00

299 lines
9.4 KiB
YAML

elements-dir: /etc/nodepool/elements
images-dir: /opt/nodepool_dib
# This portion of the config is updated by ansible to use the actual
# zookeeper servers.
zookeeper-servers:
- host: zk01.example.org
port: 2281
- host: zk02.example.org
port: 2281
- host: zk03.example.org
port: 2281
# NOTE(pabelanger): To avoid a race conditions between multiple launchers, only
# nl01.o.o will manage min-ready of our labels. If nl01.o.o is ever disabled,
# another launcher will need to assume this logic.
labels:
- name: centos-9-stream
min-ready: 1
- name: debian-bookworm
min-ready: 1
- name: debian-bullseye
min-ready: 1
- name: gentoo-17-0-systemd
min-ready: 1
- name: rockylinux-8
min-ready: 0
- name: rockylinux-9
min-ready: 0
- name: ubuntu-bionic
min-ready: 1
- name: ubuntu-focal
min-ready: 1
- name: ubuntu-jammy
# Common job platform
min-ready: 5
- name: ubuntu-noble
# Common job platform
min-ready: 5
- name: ubuntu-xenial
min-ready: 0
- name: openEuler-22-03-LTS
min-ready: 1
# Nested Virt Labels
- name: nested-virt-debian-bookworm
min-ready: 0
- name: nested-virt-debian-bullseye
min-ready: 0
- name: nested-virt-ubuntu-bionic
min-ready: 0
- name: nested-virt-ubuntu-focal
min-ready: 0
- name: nested-virt-ubuntu-jammy
min-ready: 0
- name: nested-virt-ubuntu-noble
min-ready: 0
- name: nested-virt-centos-9-stream
min-ready: 0
- name: nested-virt-rockylinux-9
min-ready: 0
providers:
- name: rax-dfw
region-name: 'DFW'
# Changing this cloud value impacts things like mirror names in jobs.
# It should be changed carefully.
cloud: rax
boot-timeout: 120
launch-timeout: 600
rate: 0.001
diskimages: &provider_diskimages
- name: centos-9-stream
config-drive: true
- name: debian-bookworm
config-drive: true
- name: debian-bullseye
config-drive: true
- name: gentoo-17-0-systemd
config-drive: true
- name: rockylinux-8
config-drive: true
- name: rockylinux-9
config-drive: true
- name: ubuntu-bionic
config-drive: true
- name: ubuntu-focal
config-drive: true
- name: ubuntu-jammy
config-drive: true
- name: ubuntu-noble
config-drive: true
- name: ubuntu-xenial
config-drive: true
- name: openEuler-22-03-LTS
config-drive: true
pools:
- name: main
max-servers: 140
labels: &provider_pools_labels
- name: centos-9-stream
min-ram: 8192
flavor-name: 'Performance'
diskimage: centos-9-stream
key-name: infra-root-keys-2024-04-08
- name: debian-bookworm
min-ram: 8000
flavor-name: 'Performance'
diskimage: debian-bookworm
key-name: infra-root-keys-2024-04-08
- name: debian-bullseye
min-ram: 8000
flavor-name: 'Performance'
diskimage: debian-bullseye
key-name: infra-root-keys-2024-04-08
- name: gentoo-17-0-systemd
min-ram: 8000
flavor-name: 'Performance'
diskimage: gentoo-17-0-systemd
key-name: infra-root-keys-2024-04-08
- name: rockylinux-8
min-ram: 8192
flavor-name: 'Performance'
diskimage: rockylinux-8
key-name: infra-root-keys-2024-04-08
- name: rockylinux-9
min-ram: 8192
flavor-name: 'Performance'
diskimage: rockylinux-9
key-name: infra-root-keys-2024-04-08
- name: ubuntu-bionic
min-ram: 8192
flavor-name: 'Performance'
diskimage: ubuntu-bionic
key-name: infra-root-keys-2024-04-08
- name: ubuntu-focal
min-ram: 8192
flavor-name: 'Performance'
diskimage: ubuntu-focal
key-name: infra-root-keys-2024-04-08
- name: ubuntu-jammy
min-ram: 8192
flavor-name: 'Performance'
diskimage: ubuntu-jammy
key-name: infra-root-keys-2024-04-08
- name: ubuntu-noble
min-ram: 8192
flavor-name: 'Performance'
diskimage: ubuntu-noble
key-name: infra-root-keys-2024-04-08
- name: ubuntu-xenial
min-ram: 8192
flavor-name: 'Performance'
diskimage: ubuntu-xenial
key-name: infra-root-keys-2024-04-08
- name: openEuler-22-03-LTS
min-ram: 8192
flavor-name: 'Performance'
diskimage: openEuler-22-03-LTS
key-name: infra-root-keys-2024-04-08
- name: rax-iad
region-name: 'IAD'
# Changing this cloud value impacts things like mirror names in jobs.
# It should be changed carefully.
cloud: rax
boot-timeout: 120
launch-timeout: 600
rate: 0.001
diskimages: *provider_diskimages
pools:
- name: main
max-servers: 145
labels: *provider_pools_labels
- name: rax-ord
region-name: 'ORD'
# Changing this cloud value impacts things like mirror names in jobs.
# It should be changed carefully.
cloud: rax
boot-timeout: 120
# Under load, this region can take a very long time to launch instances,
# but we have a lot of capacity here so it's worthwhile to increase the
# timeout but mitigate node request delays by not retrying failures. Also
# try to substantially reduce the number of instances we launch in
# parallel.
max-concurrency: 5
launch-retries: 1
launch-timeout: 900
rate: 0.01
diskimages: *provider_diskimages
pools:
- name: main
max-servers: 195
labels: *provider_pools_labels
- name: raxflex-sjc3
region-name: 'SJC3'
# Changing this cloud value impacts things like mirror names in jobs.
# It should be changed carefully.
cloud: raxflex
boot-timeout: 120
launch-timeout: 600
diskimages: *provider_diskimages
pools:
- name: main
max-servers: 32
networks:
- opendevzuul-network1
labels:
- name: centos-9-stream
flavor-name: 'gp.0.4.8'
diskimage: centos-9-stream
key-name: infra-root-keys-2024-04-08
- name: debian-bookworm
flavor-name: 'gp.0.4.8'
diskimage: debian-bookworm
key-name: infra-root-keys-2024-04-08
- name: debian-bullseye
flavor-name: 'gp.0.4.8'
diskimage: debian-bullseye
key-name: infra-root-keys-2024-04-08
- name: rockylinux-8
flavor-name: 'gp.0.4.8'
diskimage: rockylinux-8
key-name: infra-root-keys-2024-04-08
- name: rockylinux-9
flavor-name: 'gp.0.4.8'
diskimage: rockylinux-9
key-name: infra-root-keys-2024-04-08
- name: ubuntu-bionic
flavor-name: 'gp.0.4.8'
diskimage: ubuntu-bionic
key-name: infra-root-keys-2024-04-08
- name: ubuntu-focal
flavor-name: 'gp.0.4.8'
diskimage: ubuntu-focal
key-name: infra-root-keys-2024-04-08
- name: ubuntu-jammy
flavor-name: 'gp.0.4.8'
diskimage: ubuntu-jammy
key-name: infra-root-keys-2024-04-08
- name: ubuntu-noble
flavor-name: 'gp.0.4.8'
diskimage: ubuntu-noble
key-name: infra-root-keys-2024-04-08
- name: ubuntu-xenial
flavor-name: 'gp.0.4.8'
diskimage: ubuntu-xenial
key-name: infra-root-keys-2024-04-08
- name: openEuler-22-03-LTS
flavor-name: 'gp.0.4.8'
diskimage: openEuler-22-03-LTS
key-name: infra-root-keys-2024-04-08
- name: nested-virt-debian-bookworm
flavor-name: 'gp.0.4.8'
diskimage: debian-bookworm
key-name: infra-root-keys-2024-04-08
- name: nested-virt-debian-bullseye
flavor-name: 'gp.0.4.8'
diskimage: debian-bullseye
key-name: infra-root-keys-2024-04-08
- name: nested-virt-ubuntu-bionic
flavor-name: 'gp.0.4.8'
diskimage: ubuntu-bionic
key-name: infra-root-keys-2024-04-08
- name: nested-virt-ubuntu-focal
flavor-name: 'gp.0.4.8'
diskimage: ubuntu-focal
key-name: infra-root-keys-2024-04-08
- name: nested-virt-ubuntu-jammy
flavor-name: 'gp.0.4.8'
diskimage: ubuntu-jammy
key-name: infra-root-keys-2024-04-08
- name: nested-virt-ubuntu-noble
flavor-name: 'gp.0.4.8'
diskimage: ubuntu-noble
key-name: infra-root-keys-2024-04-08
- name: nested-virt-centos-9-stream
flavor-name: 'gp.0.4.8'
diskimage: centos-9-stream
key-name: infra-root-keys-2024-04-08
- name: nested-virt-rockylinux-9
flavor-name: 'gp.0.4.8'
diskimage: rockylinux-9
key-name: infra-root-keys-2024-04-08
diskimages:
- name: centos-9-stream
- name: debian-bookworm
- name: debian-bullseye
- name: gentoo-17-0-systemd
- name: rockylinux-8
- name: rockylinux-9
- name: ubuntu-bionic
- name: ubuntu-focal
- name: ubuntu-jammy
- name: ubuntu-noble
- name: ubuntu-xenial
- name: openEuler-22-03-LTS