29f15bb14c
The nodepool openstack provider implementation has a launch timeout default of 3600 seconds or one hour. This is problematic for us because a node request will be attempted three times by a provider before being passed onto the next provider. This means we may wait up to three hours per failed provider to launch a single node. Fix this by setting a timeout of 10 minutes on the three providers that didn't already set a lower timeout (raxflex and the two vexxhost providers). Looking at grafana graphs for time to ready this should be plenty of time for normal booting conditions and reduces the time we wait from 3 hours per provider to 30 minutes. Change-Id: I0a4af9f5519ff2b64c737b1822590fbb2608e8bb
299 lines
9.4 KiB
YAML
299 lines
9.4 KiB
YAML
elements-dir: /etc/nodepool/elements
|
|
images-dir: /opt/nodepool_dib
|
|
|
|
# This portion of the config is updated by ansible to use the actual
|
|
# zookeeper servers.
|
|
zookeeper-servers:
|
|
- host: zk01.example.org
|
|
port: 2281
|
|
- host: zk02.example.org
|
|
port: 2281
|
|
- host: zk03.example.org
|
|
port: 2281
|
|
|
|
# NOTE(pabelanger): To avoid a race conditions between multiple launchers, only
|
|
# nl01.o.o will manage min-ready of our labels. If nl01.o.o is ever disabled,
|
|
# another launcher will need to assume this logic.
|
|
labels:
|
|
- name: centos-9-stream
|
|
min-ready: 1
|
|
- name: debian-bookworm
|
|
min-ready: 1
|
|
- name: debian-bullseye
|
|
min-ready: 1
|
|
- name: gentoo-17-0-systemd
|
|
min-ready: 1
|
|
- name: rockylinux-8
|
|
min-ready: 0
|
|
- name: rockylinux-9
|
|
min-ready: 0
|
|
- name: ubuntu-bionic
|
|
min-ready: 1
|
|
- name: ubuntu-focal
|
|
min-ready: 1
|
|
- name: ubuntu-jammy
|
|
# Common job platform
|
|
min-ready: 5
|
|
- name: ubuntu-noble
|
|
# Common job platform
|
|
min-ready: 5
|
|
- name: ubuntu-xenial
|
|
min-ready: 0
|
|
- name: openEuler-22-03-LTS
|
|
min-ready: 1
|
|
# Nested Virt Labels
|
|
- name: nested-virt-debian-bookworm
|
|
min-ready: 0
|
|
- name: nested-virt-debian-bullseye
|
|
min-ready: 0
|
|
- name: nested-virt-ubuntu-bionic
|
|
min-ready: 0
|
|
- name: nested-virt-ubuntu-focal
|
|
min-ready: 0
|
|
- name: nested-virt-ubuntu-jammy
|
|
min-ready: 0
|
|
- name: nested-virt-ubuntu-noble
|
|
min-ready: 0
|
|
- name: nested-virt-centos-9-stream
|
|
min-ready: 0
|
|
- name: nested-virt-rockylinux-9
|
|
min-ready: 0
|
|
|
|
providers:
|
|
- name: rax-dfw
|
|
region-name: 'DFW'
|
|
# Changing this cloud value impacts things like mirror names in jobs.
|
|
# It should be changed carefully.
|
|
cloud: rax
|
|
boot-timeout: 120
|
|
launch-timeout: 600
|
|
rate: 0.001
|
|
diskimages: &provider_diskimages
|
|
- name: centos-9-stream
|
|
config-drive: true
|
|
- name: debian-bookworm
|
|
config-drive: true
|
|
- name: debian-bullseye
|
|
config-drive: true
|
|
- name: gentoo-17-0-systemd
|
|
config-drive: true
|
|
- name: rockylinux-8
|
|
config-drive: true
|
|
- name: rockylinux-9
|
|
config-drive: true
|
|
- name: ubuntu-bionic
|
|
config-drive: true
|
|
- name: ubuntu-focal
|
|
config-drive: true
|
|
- name: ubuntu-jammy
|
|
config-drive: true
|
|
- name: ubuntu-noble
|
|
config-drive: true
|
|
- name: ubuntu-xenial
|
|
config-drive: true
|
|
- name: openEuler-22-03-LTS
|
|
config-drive: true
|
|
pools:
|
|
- name: main
|
|
max-servers: 140
|
|
labels: &provider_pools_labels
|
|
- name: centos-9-stream
|
|
min-ram: 8192
|
|
flavor-name: 'Performance'
|
|
diskimage: centos-9-stream
|
|
key-name: infra-root-keys-2024-04-08
|
|
- name: debian-bookworm
|
|
min-ram: 8000
|
|
flavor-name: 'Performance'
|
|
diskimage: debian-bookworm
|
|
key-name: infra-root-keys-2024-04-08
|
|
- name: debian-bullseye
|
|
min-ram: 8000
|
|
flavor-name: 'Performance'
|
|
diskimage: debian-bullseye
|
|
key-name: infra-root-keys-2024-04-08
|
|
- name: gentoo-17-0-systemd
|
|
min-ram: 8000
|
|
flavor-name: 'Performance'
|
|
diskimage: gentoo-17-0-systemd
|
|
key-name: infra-root-keys-2024-04-08
|
|
- name: rockylinux-8
|
|
min-ram: 8192
|
|
flavor-name: 'Performance'
|
|
diskimage: rockylinux-8
|
|
key-name: infra-root-keys-2024-04-08
|
|
- name: rockylinux-9
|
|
min-ram: 8192
|
|
flavor-name: 'Performance'
|
|
diskimage: rockylinux-9
|
|
key-name: infra-root-keys-2024-04-08
|
|
- name: ubuntu-bionic
|
|
min-ram: 8192
|
|
flavor-name: 'Performance'
|
|
diskimage: ubuntu-bionic
|
|
key-name: infra-root-keys-2024-04-08
|
|
- name: ubuntu-focal
|
|
min-ram: 8192
|
|
flavor-name: 'Performance'
|
|
diskimage: ubuntu-focal
|
|
key-name: infra-root-keys-2024-04-08
|
|
- name: ubuntu-jammy
|
|
min-ram: 8192
|
|
flavor-name: 'Performance'
|
|
diskimage: ubuntu-jammy
|
|
key-name: infra-root-keys-2024-04-08
|
|
- name: ubuntu-noble
|
|
min-ram: 8192
|
|
flavor-name: 'Performance'
|
|
diskimage: ubuntu-noble
|
|
key-name: infra-root-keys-2024-04-08
|
|
- name: ubuntu-xenial
|
|
min-ram: 8192
|
|
flavor-name: 'Performance'
|
|
diskimage: ubuntu-xenial
|
|
key-name: infra-root-keys-2024-04-08
|
|
- name: openEuler-22-03-LTS
|
|
min-ram: 8192
|
|
flavor-name: 'Performance'
|
|
diskimage: openEuler-22-03-LTS
|
|
key-name: infra-root-keys-2024-04-08
|
|
- name: rax-iad
|
|
region-name: 'IAD'
|
|
# Changing this cloud value impacts things like mirror names in jobs.
|
|
# It should be changed carefully.
|
|
cloud: rax
|
|
boot-timeout: 120
|
|
launch-timeout: 600
|
|
rate: 0.001
|
|
diskimages: *provider_diskimages
|
|
pools:
|
|
- name: main
|
|
max-servers: 145
|
|
labels: *provider_pools_labels
|
|
|
|
- name: rax-ord
|
|
region-name: 'ORD'
|
|
# Changing this cloud value impacts things like mirror names in jobs.
|
|
# It should be changed carefully.
|
|
cloud: rax
|
|
boot-timeout: 120
|
|
# Under load, this region can take a very long time to launch instances,
|
|
# but we have a lot of capacity here so it's worthwhile to increase the
|
|
# timeout but mitigate node request delays by not retrying failures. Also
|
|
# try to substantially reduce the number of instances we launch in
|
|
# parallel.
|
|
max-concurrency: 5
|
|
launch-retries: 1
|
|
launch-timeout: 900
|
|
rate: 0.01
|
|
diskimages: *provider_diskimages
|
|
pools:
|
|
- name: main
|
|
max-servers: 195
|
|
labels: *provider_pools_labels
|
|
|
|
- name: raxflex-sjc3
|
|
region-name: 'SJC3'
|
|
# Changing this cloud value impacts things like mirror names in jobs.
|
|
# It should be changed carefully.
|
|
cloud: raxflex
|
|
boot-timeout: 120
|
|
launch-timeout: 600
|
|
diskimages: *provider_diskimages
|
|
pools:
|
|
- name: main
|
|
max-servers: 32
|
|
networks:
|
|
- opendevzuul-network1
|
|
labels:
|
|
- name: centos-9-stream
|
|
flavor-name: 'gp.0.4.8'
|
|
diskimage: centos-9-stream
|
|
key-name: infra-root-keys-2024-04-08
|
|
- name: debian-bookworm
|
|
flavor-name: 'gp.0.4.8'
|
|
diskimage: debian-bookworm
|
|
key-name: infra-root-keys-2024-04-08
|
|
- name: debian-bullseye
|
|
flavor-name: 'gp.0.4.8'
|
|
diskimage: debian-bullseye
|
|
key-name: infra-root-keys-2024-04-08
|
|
- name: rockylinux-8
|
|
flavor-name: 'gp.0.4.8'
|
|
diskimage: rockylinux-8
|
|
key-name: infra-root-keys-2024-04-08
|
|
- name: rockylinux-9
|
|
flavor-name: 'gp.0.4.8'
|
|
diskimage: rockylinux-9
|
|
key-name: infra-root-keys-2024-04-08
|
|
- name: ubuntu-bionic
|
|
flavor-name: 'gp.0.4.8'
|
|
diskimage: ubuntu-bionic
|
|
key-name: infra-root-keys-2024-04-08
|
|
- name: ubuntu-focal
|
|
flavor-name: 'gp.0.4.8'
|
|
diskimage: ubuntu-focal
|
|
key-name: infra-root-keys-2024-04-08
|
|
- name: ubuntu-jammy
|
|
flavor-name: 'gp.0.4.8'
|
|
diskimage: ubuntu-jammy
|
|
key-name: infra-root-keys-2024-04-08
|
|
- name: ubuntu-noble
|
|
flavor-name: 'gp.0.4.8'
|
|
diskimage: ubuntu-noble
|
|
key-name: infra-root-keys-2024-04-08
|
|
- name: ubuntu-xenial
|
|
flavor-name: 'gp.0.4.8'
|
|
diskimage: ubuntu-xenial
|
|
key-name: infra-root-keys-2024-04-08
|
|
- name: openEuler-22-03-LTS
|
|
flavor-name: 'gp.0.4.8'
|
|
diskimage: openEuler-22-03-LTS
|
|
key-name: infra-root-keys-2024-04-08
|
|
- name: nested-virt-debian-bookworm
|
|
flavor-name: 'gp.0.4.8'
|
|
diskimage: debian-bookworm
|
|
key-name: infra-root-keys-2024-04-08
|
|
- name: nested-virt-debian-bullseye
|
|
flavor-name: 'gp.0.4.8'
|
|
diskimage: debian-bullseye
|
|
key-name: infra-root-keys-2024-04-08
|
|
- name: nested-virt-ubuntu-bionic
|
|
flavor-name: 'gp.0.4.8'
|
|
diskimage: ubuntu-bionic
|
|
key-name: infra-root-keys-2024-04-08
|
|
- name: nested-virt-ubuntu-focal
|
|
flavor-name: 'gp.0.4.8'
|
|
diskimage: ubuntu-focal
|
|
key-name: infra-root-keys-2024-04-08
|
|
- name: nested-virt-ubuntu-jammy
|
|
flavor-name: 'gp.0.4.8'
|
|
diskimage: ubuntu-jammy
|
|
key-name: infra-root-keys-2024-04-08
|
|
- name: nested-virt-ubuntu-noble
|
|
flavor-name: 'gp.0.4.8'
|
|
diskimage: ubuntu-noble
|
|
key-name: infra-root-keys-2024-04-08
|
|
- name: nested-virt-centos-9-stream
|
|
flavor-name: 'gp.0.4.8'
|
|
diskimage: centos-9-stream
|
|
key-name: infra-root-keys-2024-04-08
|
|
- name: nested-virt-rockylinux-9
|
|
flavor-name: 'gp.0.4.8'
|
|
diskimage: rockylinux-9
|
|
key-name: infra-root-keys-2024-04-08
|
|
|
|
diskimages:
|
|
- name: centos-9-stream
|
|
- name: debian-bookworm
|
|
- name: debian-bullseye
|
|
- name: gentoo-17-0-systemd
|
|
- name: rockylinux-8
|
|
- name: rockylinux-9
|
|
- name: ubuntu-bionic
|
|
- name: ubuntu-focal
|
|
- name: ubuntu-jammy
|
|
- name: ubuntu-noble
|
|
- name: ubuntu-xenial
|
|
- name: openEuler-22-03-LTS
|