8f916dc736
Looking at our graphs, we're still spiking up into the 30-60 concurrent building range at times, which seems to result in some launches exceeding the already lengthy timeout and wasting quota, but when things do manage to boot we effectively utilize most of max-servers nicely. The variability is because max-concurrency is the maximum number of in-flight node requests the launcher will accept for a provider, but the number of nodes in a request can be quite large sometimes. Raise max-servers back to its earlier value reflecting our available quota in this provider, but halve the max-concurrency so we don't try to boot so many at a time. Change-Id: I683cdf92edeacd7ccf7b550c5bf906e75dfc90e8
225 lines
6.4 KiB
YAML
225 lines
6.4 KiB
YAML
elements-dir: /etc/nodepool/elements
|
|
images-dir: /opt/nodepool_dib
|
|
|
|
# This portion of the config is updated by ansible to use the actual
|
|
# zookeeper servers.
|
|
zookeeper-servers:
|
|
- host: zk01.example.org
|
|
port: 2281
|
|
- host: zk02.example.org
|
|
port: 2281
|
|
- host: zk03.example.org
|
|
port: 2281
|
|
|
|
# NOTE(pabelanger): To avoid a race conditions between multiple launchers, only
|
|
# nl01.o.o will manage min-ready of our labels. If nl01.o.o is ever disabled,
|
|
# another launcher will need to assume this logic.
|
|
labels:
|
|
- name: centos-7
|
|
min-ready: 1
|
|
- name: centos-8-stream
|
|
min-ready: 1
|
|
- name: centos-9-stream
|
|
min-ready: 1
|
|
- name: debian-bullseye
|
|
min-ready: 1
|
|
- name: debian-buster
|
|
min-ready: 1
|
|
- name: fedora-35
|
|
min-ready: 1
|
|
- name: fedora-36
|
|
min-ready: 1
|
|
- name: gentoo-17-0-systemd
|
|
min-ready: 1
|
|
- name: opensuse-15
|
|
min-ready: 1
|
|
- name: rockylinux-8
|
|
min-ready: 0
|
|
- name: rockylinux-9
|
|
min-ready: 0
|
|
- name: ubuntu-bionic
|
|
# Common job platform
|
|
min-ready: 10
|
|
- name: ubuntu-focal
|
|
min-ready: 1
|
|
- name: ubuntu-jammy
|
|
min-ready: 1
|
|
- name: ubuntu-xenial
|
|
min-ready: 1
|
|
- name: openEuler-22-03-LTS
|
|
min-ready: 1
|
|
|
|
providers:
|
|
- name: rax-dfw
|
|
region-name: 'DFW'
|
|
cloud: rax
|
|
boot-timeout: 120
|
|
launch-timeout: 600
|
|
rate: 0.001
|
|
diskimages: &provider_diskimages
|
|
- name: centos-7
|
|
config-drive: true
|
|
- name: centos-8-stream
|
|
config-drive: true
|
|
- name: centos-9-stream
|
|
config-drive: true
|
|
- name: debian-bullseye
|
|
config-drive: true
|
|
- name: debian-buster
|
|
config-drive: true
|
|
- name: fedora-35
|
|
config-drive: true
|
|
- name: fedora-36
|
|
config-drive: true
|
|
- name: gentoo-17-0-systemd
|
|
config-drive: true
|
|
- name: opensuse-15
|
|
config-drive: true
|
|
- name: rockylinux-8
|
|
config-drive: true
|
|
- name: rockylinux-9
|
|
config-drive: true
|
|
- name: ubuntu-bionic
|
|
config-drive: true
|
|
- name: ubuntu-focal
|
|
config-drive: true
|
|
- name: ubuntu-jammy
|
|
config-drive: true
|
|
- name: ubuntu-xenial
|
|
config-drive: true
|
|
- name: openEuler-22-03-LTS
|
|
config-drive: true
|
|
pools:
|
|
- name: main
|
|
max-servers: 140
|
|
labels: &provider_pools_labels
|
|
- name: centos-7
|
|
min-ram: 8192
|
|
flavor-name: 'Performance'
|
|
diskimage: centos-7
|
|
key-name: infra-root-keys-2020-05-13
|
|
- name: centos-8-stream
|
|
min-ram: 8192
|
|
flavor-name: 'Performance'
|
|
diskimage: centos-8-stream
|
|
key-name: infra-root-keys-2020-05-13
|
|
- name: centos-9-stream
|
|
min-ram: 8192
|
|
flavor-name: 'Performance'
|
|
diskimage: centos-9-stream
|
|
key-name: infra-root-keys-2020-05-13
|
|
- name: debian-bullseye
|
|
min-ram: 8000
|
|
flavor-name: 'Performance'
|
|
diskimage: debian-bullseye
|
|
key-name: infra-root-keys-2020-05-13
|
|
- name: debian-buster
|
|
min-ram: 8000
|
|
flavor-name: 'Performance'
|
|
diskimage: debian-buster
|
|
key-name: infra-root-keys-2020-05-13
|
|
- name: fedora-35
|
|
min-ram: 8000
|
|
flavor-name: 'Performance'
|
|
diskimage: fedora-35
|
|
key-name: infra-root-keys-2020-05-13
|
|
- name: fedora-36
|
|
min-ram: 8000
|
|
flavor-name: 'Performance'
|
|
diskimage: fedora-36
|
|
key-name: infra-root-keys-2020-05-13
|
|
- name: gentoo-17-0-systemd
|
|
min-ram: 8000
|
|
flavor-name: 'Performance'
|
|
diskimage: gentoo-17-0-systemd
|
|
key-name: infra-root-keys-2020-05-13
|
|
- name: opensuse-15
|
|
min-ram: 8000
|
|
flavor-name: 'Performance'
|
|
diskimage: opensuse-15
|
|
key-name: infra-root-keys-2020-05-13
|
|
- name: rockylinux-8
|
|
min-ram: 8192
|
|
flavor-name: 'Performance'
|
|
diskimage: rockylinux-8
|
|
key-name: infra-root-keys-2020-05-13
|
|
- name: rockylinux-9
|
|
min-ram: 8192
|
|
flavor-name: 'Performance'
|
|
diskimage: rockylinux-9
|
|
key-name: infra-root-keys-2020-05-13
|
|
- name: ubuntu-bionic
|
|
min-ram: 8192
|
|
flavor-name: 'Performance'
|
|
diskimage: ubuntu-bionic
|
|
key-name: infra-root-keys-2020-05-13
|
|
- name: ubuntu-focal
|
|
min-ram: 8192
|
|
flavor-name: 'Performance'
|
|
diskimage: ubuntu-focal
|
|
key-name: infra-root-keys-2020-05-13
|
|
- name: ubuntu-jammy
|
|
min-ram: 8192
|
|
flavor-name: 'Performance'
|
|
diskimage: ubuntu-jammy
|
|
key-name: infra-root-keys-2020-05-13
|
|
- name: ubuntu-xenial
|
|
min-ram: 8192
|
|
flavor-name: 'Performance'
|
|
diskimage: ubuntu-xenial
|
|
key-name: infra-root-keys-2020-05-13
|
|
- name: openEuler-22-03-LTS
|
|
min-ram: 8192
|
|
flavor-name: 'Performance'
|
|
diskimage: openEuler-22-03-LTS
|
|
key-name: infra-root-keys-2020-05-13
|
|
- name: rax-iad
|
|
region-name: 'IAD'
|
|
cloud: rax
|
|
boot-timeout: 120
|
|
launch-timeout: 600
|
|
rate: 0.001
|
|
diskimages: *provider_diskimages
|
|
pools:
|
|
- name: main
|
|
max-servers: 145
|
|
labels: *provider_pools_labels
|
|
|
|
- name: rax-ord
|
|
region-name: 'ORD'
|
|
cloud: rax
|
|
boot-timeout: 120
|
|
# Under load, this region can take a very long time to launch instances,
|
|
# but we have a lot of capacity here so it's worthwhile to increase the
|
|
# timeout but mitigate node request delays by not retrying failures. Also
|
|
# try to substantially reduce the number of instances we launch in
|
|
# parallel.
|
|
max-concurrency: 5
|
|
launch-retries: 1
|
|
launch-timeout: 900
|
|
rate: 0.01
|
|
diskimages: *provider_diskimages
|
|
pools:
|
|
- name: main
|
|
max-servers: 195
|
|
labels:
|
|
labels: *provider_pools_labels
|
|
|
|
diskimages:
|
|
- name: centos-7
|
|
- name: centos-8-stream
|
|
- name: centos-9-stream
|
|
- name: debian-bullseye
|
|
- name: debian-buster
|
|
- name: fedora-35
|
|
- name: fedora-36
|
|
- name: gentoo-17-0-systemd
|
|
- name: opensuse-15
|
|
- name: rockylinux-8
|
|
- name: rockylinux-9
|
|
- name: ubuntu-bionic
|
|
- name: ubuntu-focal
|
|
- name: ubuntu-jammy
|
|
- name: ubuntu-xenial
|
|
- name: openEuler-22-03-LTS
|