412 lines
17 KiB
YAML
412 lines
17 KiB
YAML
heat_template_version: rocky
|
|
|
|
description: >
|
|
OpenStack containerized OVN DBs service managed by pacemaker
|
|
|
|
parameters:
|
|
ContainerOvnDbsImage:
|
|
description: image
|
|
type: string
|
|
ContainerOvnDbsConfigImage:
|
|
description: image
|
|
type: string
|
|
EndpointMap:
|
|
default: {}
|
|
description: Mapping of service endpoint -> protocol. Typically set
|
|
via parameter_defaults in the resource registry.
|
|
type: json
|
|
ServiceData:
|
|
default: {}
|
|
description: Dictionary packing service data
|
|
type: json
|
|
ServiceNetMap:
|
|
default: {}
|
|
description: Mapping of service_name -> network name. Typically set
|
|
via parameter_defaults in the resource registry. This
|
|
mapping overrides those in ServiceNetMapDefaults.
|
|
type: json
|
|
DefaultPasswords:
|
|
default: {}
|
|
type: json
|
|
RoleName:
|
|
default: ''
|
|
description: Role name on which the service is applied
|
|
type: string
|
|
RoleParameters:
|
|
default: {}
|
|
description: Parameters specific to the role
|
|
type: json
|
|
OVNNorthboundServerPort:
|
|
description: Port of the OVN Northbound DB server
|
|
type: number
|
|
default: 6641
|
|
OVNSouthboundServerPort:
|
|
description: Port of the OVN Southbound DB server
|
|
type: number
|
|
default: 6642
|
|
ConfigDebug:
|
|
default: false
|
|
description: Whether to run config management (e.g. Puppet) in debug mode.
|
|
type: boolean
|
|
ContainerCli:
|
|
type: string
|
|
default: 'podman'
|
|
description: CLI tool used to manage containers.
|
|
constraints:
|
|
- allowed_values: ['docker', 'podman']
|
|
DeployIdentifier:
|
|
default: ''
|
|
type: string
|
|
description: >
|
|
Setting this to a unique value will re-run any deployment tasks which
|
|
perform configuration on a Heat stack-update.
|
|
EnableInternalTLS:
|
|
type: boolean
|
|
default: false
|
|
InternalTLSCAFile:
|
|
default: '/etc/ipa/ca.crt'
|
|
type: string
|
|
description: Specifies the default CA cert to use if TLS is used for
|
|
services in the internal network.
|
|
|
|
|
|
conditions:
|
|
puppet_debug_enabled: {get_param: ConfigDebug}
|
|
docker_enabled: {equals: [{get_param: ContainerCli}, 'docker']}
|
|
internal_tls_enabled: {equals: [{get_param: EnableInternalTLS}, true]}
|
|
|
|
resources:
|
|
|
|
ContainersCommon:
|
|
type: ../containers-common.yaml
|
|
|
|
OVNDbsBase:
|
|
type: ./ovn-dbs-container-puppet.yaml
|
|
properties:
|
|
EndpointMap: {get_param: EndpointMap}
|
|
ServiceData: {get_param: ServiceData}
|
|
ServiceNetMap: {get_param: ServiceNetMap}
|
|
DefaultPasswords: {get_param: DefaultPasswords}
|
|
RoleName: {get_param: RoleName}
|
|
RoleParameters: {get_param: RoleParameters}
|
|
OVNNorthboundServerPort: {get_param: OVNNorthboundServerPort}
|
|
OVNSouthboundServerPort: {get_param: OVNSouthboundServerPort}
|
|
|
|
outputs:
|
|
role_data:
|
|
description: Role data for the OVN Dbs HA role.
|
|
value:
|
|
service_name: ovn_dbs
|
|
config_settings:
|
|
map_merge:
|
|
- get_attr: [OVNDbsBase, role_data, config_settings]
|
|
- tripleo::profile::pacemaker::ovn_dbs_bundle::ovn_dbs_docker_image: &ovn_dbs_image_pcmklatest
|
|
list_join:
|
|
- ':'
|
|
- - yaql:
|
|
data: {get_param: ContainerOvnDbsImage}
|
|
expression: $.data.rightSplit(separator => ":", maxSplits => 1)[0]
|
|
- 'pcmklatest'
|
|
- tripleo::profile::pacemaker::ovn_dbs_bundle::nb_db_port: {get_param: OVNNorthboundServerPort}
|
|
- tripleo::profile::pacemaker::ovn_dbs_bundle::sb_db_port: {get_param: OVNSouthboundServerPort}
|
|
- tripleo::profile::pacemaker::ovn_dbs_bundle::container_backend: {get_param: ContainerCli}
|
|
- tripleo::haproxy::ovn_dbs_manage_lb: false
|
|
- tripleo::ovn_dbs::firewall_rules:
|
|
'121 OVN DB server ports':
|
|
proto: 'tcp'
|
|
dport:
|
|
# Control port for pcmk remote bundle
|
|
- 3125
|
|
- {get_param: OVNNorthboundServerPort}
|
|
- {get_param: OVNSouthboundServerPort}
|
|
- if:
|
|
- internal_tls_enabled
|
|
- generate_service_certificates: true
|
|
tripleo::profile::pacemaker::ovn_dbs_bundle::ca_file:
|
|
get_param: InternalTLSCAFile
|
|
tripleo::profile::base::neutron::agents::ovn::protocol: 'ssl'
|
|
tripleo::profile::pacemaker::ovn_dbs_bundle::enable_internal_tls: true
|
|
ovn_dbs_certificate_specs:
|
|
service_certificate: '/etc/pki/tls/certs/ovn_dbs.crt'
|
|
service_key: '/etc/pki/tls/private/ovn_dbs.key'
|
|
hostname:
|
|
str_replace:
|
|
template: "%{hiera('fqdn_NETWORK')}"
|
|
params:
|
|
NETWORK: {get_param: [ServiceNetMap, OvnDbsNetwork]}
|
|
principal:
|
|
str_replace:
|
|
template: "ovn_dbs/%{hiera('fqdn_NETWORK')}"
|
|
params:
|
|
NETWORK: {get_param: [ServiceNetMap, OvnDbsNetwork]}
|
|
- {}
|
|
service_config_settings: {}
|
|
# BEGIN DOCKER SETTINGS
|
|
puppet_config:
|
|
config_volume: 'ovn_dbs'
|
|
puppet_tags: 'exec'
|
|
step_config: ''
|
|
config_image: &ovn_dbs_config_image {get_param: ContainerOvnDbsConfigImage}
|
|
kolla_config:
|
|
/var/lib/kolla/config_files/ovn_dbs.json:
|
|
command: /usr/sbin/pacemaker_remoted
|
|
config_files:
|
|
- dest: /etc/libqb/force-filesystem-sockets
|
|
source: /dev/null
|
|
owner: root
|
|
perm: '0644'
|
|
- source: "/var/lib/kolla/config_files/src/*"
|
|
dest: "/"
|
|
merge: true
|
|
preserve_properties: true
|
|
optional: true
|
|
container_config_scripts: {get_attr: [ContainersCommon, container_config_scripts]}
|
|
metadata_settings:
|
|
if:
|
|
- internal_tls_enabled
|
|
- - service: ovn_dbs
|
|
network: {get_param: [ServiceNetMap, OvnDbsNetwork]}
|
|
type: vip
|
|
- service: ovn_dbs
|
|
network: {get_param: [ServiceNetMap, OvnDbsNetwork]}
|
|
type: node
|
|
- null
|
|
docker_config:
|
|
step_3:
|
|
ovn_dbs_restart_bundle:
|
|
start_order: 0
|
|
config_volume: ovn_dbs
|
|
detach: false
|
|
net: host
|
|
ipc: host
|
|
user: root
|
|
environment:
|
|
TRIPLEO_MINOR_UPDATE: ''
|
|
command: /pacemaker_restart_bundle.sh ovn-dbs-bundle ovn_dbs
|
|
image: {get_param: ContainerOvnDbsConfigImage}
|
|
volumes:
|
|
list_concat:
|
|
- {get_attr: [ContainersCommon, pacemaker_restart_volumes]}
|
|
- if:
|
|
- internal_tls_enabled
|
|
-
|
|
- /etc/pki/tls/certs/ovn_dbs.crt:/etc/pki/tls/certs/ovn_dbs.crt:ro
|
|
- /etc/pki/tls/private/ovn_dbs.key:/etc/pki/tls/private/ovn_dbs.key:ro
|
|
- null
|
|
ovn_dbs_init_bundle:
|
|
start_order: 1
|
|
detach: false
|
|
net: host
|
|
ipc: host
|
|
user: root
|
|
config_volume: 'ovn_dbs_init_bundle'
|
|
command: # '/container_puppet_apply.sh "STEP" "TAGS" "CONFIG" "DEBUG"'
|
|
list_concat:
|
|
- - '/container_puppet_apply.sh'
|
|
- '3'
|
|
- 'file,file_line,concat,augeas,pacemaker::resource::bundle,pacemaker::property,pacemaker::resource::ip,pacemaker::resource::ocf,pacemaker::constraint::order,pacemaker::constraint::colocation,ovn_dbs_remove_old_cruft'
|
|
- 'include ::tripleo::profile::base::pacemaker;include ::tripleo::profile::pacemaker::ovn_dbs_bundle'
|
|
- if:
|
|
- puppet_debug_enabled
|
|
- - '--debug'
|
|
- - ''
|
|
image: *ovn_dbs_config_image
|
|
volumes:
|
|
list_concat:
|
|
- {get_attr: [ContainersCommon, container_puppet_apply_volumes]}
|
|
- if:
|
|
- docker_enabled
|
|
- - /etc/corosync/corosync.conf:/etc/corosync/corosync.conf:ro
|
|
- null
|
|
- if:
|
|
- internal_tls_enabled
|
|
-
|
|
- /etc/pki/tls/certs/ovn_dbs.crt:/etc/pki/tls/certs/ovn_dbs.crt:ro
|
|
- /etc/pki/tls/private/ovn_dbs.key:/etc/pki/tls/private/ovn_dbs.key:ro
|
|
- null
|
|
environment:
|
|
# NOTE: this should force this container to re-run on each
|
|
# update (scale-out, etc.)
|
|
TRIPLEO_DEPLOY_IDENTIFIER: {get_param: DeployIdentifier}
|
|
host_prep_tasks:
|
|
- name: create persistent directories
|
|
file:
|
|
path: "{{ item.path }}"
|
|
state: directory
|
|
setype: "{{ item.setype }}"
|
|
with_items:
|
|
- { 'path': /var/log/containers/openvswitch, 'setype': svirt_sandbox_file_t }
|
|
- { 'path': /var/lib/openvswitch/ovn, 'setype': svirt_sandbox_file_t }
|
|
- { 'path': /var/log/openvswitch, 'setype': openvswitch_log_t }
|
|
- name: openvswitch logs readme
|
|
copy:
|
|
dest: /var/log/openvswitch/readme.txt
|
|
content: |
|
|
Log files from openvswitch containers can be found under
|
|
/var/log/containers/openvswitch.
|
|
ignore_errors: true
|
|
deploy_steps_tasks:
|
|
- name: OVN DBS tag container image for pacemaker
|
|
when: step|int == 1
|
|
import_role:
|
|
name: tripleo-container-tag
|
|
vars:
|
|
container_image: {get_param: ContainerOvnDbsImage}
|
|
container_image_latest: *ovn_dbs_image_pcmklatest
|
|
|
|
update_tasks:
|
|
# When a schema change happens, the newer slaves don't connect
|
|
# back to the older master and end up timing out. So we clean
|
|
# up the error here until we get a fix for
|
|
# https://bugzilla.redhat.com/show_bug.cgi?id=1759974
|
|
- name: Clear ovndb cluster pacemaker error
|
|
shell: "pcs resource cleanup ovn-dbs-bundle"
|
|
when:
|
|
- step|int == 1
|
|
# Then we ban the resource for this node. It has no effect on
|
|
# the first two controllers, but when we reach the last one,
|
|
# it avoids a cut in the control plane as master get chosen in
|
|
# one of the updated Stopped ovn. They are in error, that why
|
|
# we need the cleanup just before.
|
|
- name: Ban ovndb resource on the current node.
|
|
shell: "pcs resource ban ovn-dbs-bundle $(hostname | cut -d. -f1)"
|
|
when:
|
|
- step|int == 1
|
|
- name: Get docker ovn-dbs image
|
|
set_fact:
|
|
ovn_dbs_image: {get_param: ContainerOvnDbsImage}
|
|
ovn_dbs_image_latest: *ovn_dbs_image_pcmklatest
|
|
- name: set is_ovn_dbs_bootstrap_node fact
|
|
set_fact: is_ovn_dbs_bootstrap_node={{ovn_dbs_short_bootstrap_node_name|lower == ansible_hostname|lower}}
|
|
- name: ovn-dbs fetch and retag container image for pacemaker
|
|
when:
|
|
- step|int == 3
|
|
block: &ovn_dbs_fetch_retag_container_tasks
|
|
- name: Pull latest ovn-dbs images
|
|
command: "{{container_cli}} pull {{ovn_dbs_image}}"
|
|
- name: Get previous ovn_dbs image id
|
|
shell: "{{container_cli}} inspect --format '{{'{{'}}.Id{{'}}'}}' {{ovn_dbs_image_latest}}"
|
|
register: old_ovn_dbs_image_id
|
|
failed_when: false
|
|
- name: Get new ovn_dbs image id
|
|
shell: "{{container_cli}} inspect --format '{{'{{'}}.Id{{'}}'}}' {{ovn_dbs_image}}"
|
|
register: new_ovn_dbs_image_id
|
|
- name: Retag pcmklatest to latest ovn_dbs image
|
|
include_role:
|
|
name: tripleo-container-tag
|
|
vars:
|
|
container_image: "{{ovn_dbs_image}}"
|
|
container_image_latest: "{{ovn_dbs_image_latest}}"
|
|
when:
|
|
- old_ovn_dbs_image_id.stdout != new_ovn_dbs_image_id.stdout
|
|
- block:
|
|
- name: Get a list of containers using ovn-dbs image
|
|
shell: "{{container_cli}} ps -a -q -f 'ancestor={{old_ovn_dbs_image_id.stdout}}'"
|
|
register: ovn_dbs_containers_to_destroy
|
|
# It will be recreated with the deploy step.
|
|
- name: Remove any containers using the same ovn-dbs image
|
|
shell: "{{container_cli}} rm -fv {{item}}"
|
|
with_items: "{{ ovn_dbs_containers_to_destroy.stdout_lines }}"
|
|
- name: Remove previous ovn-dbs images
|
|
shell: "{{container_cli}} rmi -f {{old_ovn_dbs_image_id.stdout}}"
|
|
when:
|
|
- ovn_dbs_image_id.stdout != ''
|
|
- old_ovn_dbs_image_id.stdout != new_ovn_dbs_image_id.stdout
|
|
# We remove any leftover error and remove the ban.
|
|
- name: Ensure the cluster converge back even in case of schema change
|
|
shell: "pcs resource cleanup ovn-dbs-bundle"
|
|
when:
|
|
- step|int == 5
|
|
- name: Remove the ban
|
|
shell: "pcs resource clear ovn-dbs-bundle"
|
|
when:
|
|
- step|int == 5
|
|
# When ovn-dbs-bundle support was added, we didn't tag the ovn-dbs image
|
|
# with pcmklatest. So, when update is run for the first time we need to
|
|
# update the ovn-dbs-bundle resource to use the 'pcmklatest' tagged image.
|
|
# See https://bugzilla.redhat.com/show_bug.cgi?id=1586132.
|
|
# Step 3 (see above) takes care of tagging the image.
|
|
- name: Update ovn-dbs-bundle resource to use pcmklatest tag image if not used
|
|
when:
|
|
- step|int == 5
|
|
- is_ovn_dbs_bootstrap_node
|
|
block:
|
|
- name: Get the present image used by ovn-dbs-bundle
|
|
shell: "pcs resource config ovn-dbs-bundle | grep -Eo 'image=[^ ]+' | awk -F= '{print $2;}'"
|
|
register: ovn_dbs_current_image
|
|
- block:
|
|
- name: Update the ovn-dbs-bundle to use the new container image name
|
|
command: "pcs resource bundle update ovn-dbs-bundle container image={{ovn_dbs_image_latest}}"
|
|
when:
|
|
- ovn_dbs_current_image.stdout != ovn_dbs_image_latest
|
|
|
|
upgrade_tasks:
|
|
- name: Prepare switch of ovn-dbs image name
|
|
when:
|
|
- step|int == 0
|
|
block:
|
|
- name: Get ovn-dbs image id currently used by pacemaker
|
|
shell: "pcs resource config ovn-dbs-bundle | grep -Eo 'image=[^ ]+' | awk -F= '{print $2;}'"
|
|
register: ovn_dbs_image_current_res
|
|
failed_when: false
|
|
- name: ovn-dbs image facts
|
|
set_fact:
|
|
ovn_dbs_image_latest: *ovn_dbs_image_pcmklatest
|
|
ovn_dbs_image_current: "{{ovn_dbs_image_current_res.stdout}}"
|
|
- name: Temporarily tag the current ovn_dbs image id with the upgraded image name
|
|
import_role:
|
|
name: tripleo-container-tag
|
|
vars:
|
|
container_image: "{{ovn_dbs_image_current}}"
|
|
container_image_latest: "{{ovn_dbs_image_latest}}"
|
|
pull_image: false
|
|
when:
|
|
- ovn_dbs_image_current != ''
|
|
- ovn_dbs_image_current != ovn_dbs_image_latest
|
|
# During an OS Upgrade, the cluster may not exist so we use
|
|
# the shell module instead.
|
|
# TODO(odyssey4me):
|
|
# Fix the pacemaker_resource module to handle the exception
|
|
# for a non-existant cluster more gracefully.
|
|
- name: Check ovn-dbs-bundle cluster resource status
|
|
shell: pcs resource config ovn-dbs-bundle
|
|
failed_when: false
|
|
changed_when: false
|
|
register: ovn_dbs_pcs_result
|
|
- name: Set fact ovn_dbs_pcs_res
|
|
set_fact:
|
|
ovndbs_pcs_res: "{{ ovn_dbs_pcs_result.rc == 0 }}"
|
|
- name: set is_ovn_dbs_bootstrap_node fact
|
|
tags: common
|
|
set_fact: is_ovn_dbs_bootstrap_node={{ovn_dbs_short_bootstrap_node_name|lower == ansible_hostname|lower}}
|
|
- name: Update ovn_dbs pcs resource bundle for new container image
|
|
when:
|
|
- step|int == 1
|
|
- is_ovn_dbs_bootstrap_node
|
|
- ovn_dbs_pcs_res|bool
|
|
- ovn_dbs_image_current != ovn_dbs_image_latest
|
|
block:
|
|
- name: Disable the ovn-dbs-bundle cluster resource before container upgrade
|
|
pacemaker_resource:
|
|
resource: ovn-dbs-bindle
|
|
state: disable
|
|
wait_for_resource: true
|
|
register: output
|
|
retries: 5
|
|
until: output.rc == 0
|
|
- name: pcs resource bundle update ovn-dbs for new container image name
|
|
command: "pcs resource bundle update ovn-dbs-bundle container image={{ovn_dbs_image_latest}}"
|
|
- name: Enable the ovn-dbs-bundle cluster resource
|
|
when:
|
|
pacemaker_resource:
|
|
resource: ovn-dbs-bundle
|
|
state: enable
|
|
wait_for_resource: true
|
|
register: output
|
|
retries: 5
|
|
until: output.rc == 0
|
|
- name: Retag the pacemaker image if containerized
|
|
when:
|
|
- step|int == 3
|
|
block: *ovn_dbs_fetch_retag_container_tasks
|