bfc59e638f
Pulling images over internet is not considered as very stable operation
as there can be a lot of issues (DNS, HTTP rate limit, route change or
interface restart ...) This patch retries "pull" 3 times to mitigate
possible networking issues
Change-Id: I03643576c9f8444d6db36364a73bccce244c8446
Closes-Bug: 1899057
(cherry picked from commit cd6dc467ce)
417 lines
18 KiB
YAML
417 lines
18 KiB
YAML
heat_template_version: rocky
|
|
|
|
description: >
|
|
OpenStack containerized Cinder Volume service
|
|
|
|
parameters:
|
|
DockerCinderVolumeImage:
|
|
description: image
|
|
type: string
|
|
DockerCinderConfigImage:
|
|
description: The container image to use for the cinder config_volume
|
|
type: string
|
|
ClusterCommonTag:
|
|
default: false
|
|
description: When set to false, a pacemaker service is configured
|
|
to use a floating tag for its container image name,
|
|
e.g. 'REGISTRY/NAMESPACE/IMAGENAME:pcmklatest'. When
|
|
set to true, the service uses a floating prefix as
|
|
well, e.g. 'cluster-common-tag/IMAGENAME:pcmklatest'.
|
|
type: boolean
|
|
EndpointMap:
|
|
default: {}
|
|
description: Mapping of service endpoint -> protocol. Typically set
|
|
via parameter_defaults in the resource registry.
|
|
type: json
|
|
ServiceData:
|
|
default: {}
|
|
description: Dictionary packing service data
|
|
type: json
|
|
ServiceNetMap:
|
|
default: {}
|
|
description: Mapping of service_name -> network name. Typically set
|
|
via parameter_defaults in the resource registry. This
|
|
mapping overrides those in ServiceNetMapDefaults.
|
|
type: json
|
|
DefaultPasswords:
|
|
default: {}
|
|
type: json
|
|
RoleName:
|
|
default: ''
|
|
description: Role name on which the service is applied
|
|
type: string
|
|
RoleParameters:
|
|
default: {}
|
|
description: Parameters specific to the role
|
|
type: json
|
|
ConfigDebug:
|
|
default: false
|
|
description: Whether to run config management (e.g. Puppet) in debug mode.
|
|
type: boolean
|
|
ContainerCli:
|
|
type: string
|
|
default: 'podman'
|
|
description: CLI tool used to manage containers.
|
|
constraints:
|
|
- allowed_values: ['docker', 'podman']
|
|
DeployIdentifier:
|
|
default: ''
|
|
type: string
|
|
description: >
|
|
Setting this to a unique value will re-run any deployment tasks which
|
|
perform configuration on a Heat stack-update.
|
|
CinderVolumeLoggingSource:
|
|
type: json
|
|
default:
|
|
tag: openstack.cinder.volume
|
|
path: /var/log/containers/cinder/cinder-volume.log
|
|
|
|
conditions:
|
|
puppet_debug_enabled: {get_param: ConfigDebug}
|
|
docker_enabled: {equals: [{get_param: ContainerCli}, 'docker']}
|
|
common_tag_enabled: {equals: [{get_param: ClusterCommonTag}, true]}
|
|
|
|
resources:
|
|
|
|
ContainersCommon:
|
|
type: ../containers-common.yaml
|
|
|
|
MySQLClient:
|
|
type: ../database/mysql-client.yaml
|
|
|
|
CinderBase:
|
|
type: ./cinder-volume-container-puppet.yaml
|
|
properties:
|
|
EndpointMap: {get_param: EndpointMap}
|
|
ServiceData: {get_param: ServiceData}
|
|
ServiceNetMap: {get_param: ServiceNetMap}
|
|
DefaultPasswords: {get_param: DefaultPasswords}
|
|
RoleName: {get_param: RoleName}
|
|
RoleParameters: {get_param: RoleParameters}
|
|
|
|
CinderCommon:
|
|
type: ./cinder-common-container-puppet.yaml
|
|
|
|
outputs:
|
|
role_data:
|
|
description: Role data for the Cinder Volume role.
|
|
value:
|
|
service_name: cinder_volume
|
|
monitoring_subscription: {get_attr: [CinderBase, role_data, monitoring_subscription]}
|
|
config_settings:
|
|
map_merge:
|
|
- get_attr: [CinderBase, role_data, config_settings]
|
|
- tripleo::profile::base::lvm::enable_udev: false
|
|
tripleo::profile::pacemaker::cinder::volume_bundle::cinder_volume_docker_image: &cinder_volume_image_pcmklatest
|
|
yaql:
|
|
data:
|
|
if:
|
|
- common_tag_enabled
|
|
- yaql:
|
|
data: {get_param: DockerCinderVolumeImage}
|
|
expression: concat("cluster-common-tag/", $.data.rightSplit(separator => "/", maxSplits => 1)[1])
|
|
- {get_param: DockerCinderVolumeImage}
|
|
expression: concat($.data.rightSplit(separator => ":", maxSplits => 1)[0], ":pcmklatest")
|
|
tripleo::profile::pacemaker::cinder::volume_bundle::docker_volumes: {get_attr: [CinderCommon, cinder_volume_volumes]}
|
|
tripleo::profile::pacemaker::cinder::volume_bundle::docker_environment: {get_attr: [CinderCommon, cinder_volume_environment]}
|
|
tripleo::profile::pacemaker::cinder::volume_bundle::container_backend: {get_param: ContainerCli}
|
|
cinder::volume::manage_service: false
|
|
cinder::volume::enabled: false
|
|
cinder::backend_host: hostgroup
|
|
service_config_settings:
|
|
map_merge:
|
|
- get_attr: [CinderBase, role_data, service_config_settings]
|
|
- fluentd:
|
|
tripleo_fluentd_groups_cinder_volume:
|
|
- cinder
|
|
tripleo_fluentd_sources_cinder_volume:
|
|
- {get_param: CinderVolumeLoggingSource}
|
|
# BEGIN DOCKER SETTINGS
|
|
puppet_config:
|
|
config_volume: cinder
|
|
puppet_tags: cinder_config,file,concat,file_line
|
|
step_config:
|
|
list_join:
|
|
- "\n"
|
|
- - "include ::tripleo::profile::base::lvm"
|
|
- - "include ::tripleo::profile::pacemaker::cinder::volume"
|
|
- get_attr: [MySQLClient, role_data, step_config]
|
|
config_image: {get_param: DockerCinderConfigImage}
|
|
kolla_config:
|
|
/var/lib/kolla/config_files/cinder_volume.json:
|
|
command: /usr/bin/cinder-volume --config-file /usr/share/cinder/cinder-dist.conf --config-file /etc/cinder/cinder.conf
|
|
config_files:
|
|
- source: "/var/lib/kolla/config_files/src/*"
|
|
dest: "/"
|
|
merge: true
|
|
preserve_properties: true
|
|
- source: "/var/lib/kolla/config_files/src-ceph/"
|
|
dest: "/etc/ceph/"
|
|
merge: true
|
|
preserve_properties: true
|
|
- source: "/var/lib/kolla/config_files/src-iscsid/*"
|
|
dest: "/etc/iscsi/"
|
|
merge: true
|
|
preserve_properties: true
|
|
permissions:
|
|
- path: /var/log/cinder
|
|
owner: cinder:cinder
|
|
recurse: true
|
|
container_config_scripts: {get_attr: [ContainersCommon, container_config_scripts]}
|
|
docker_config:
|
|
step_3:
|
|
cinder_volume_init_logs:
|
|
start_order: 0
|
|
image: {get_param: DockerCinderVolumeImage}
|
|
net: none
|
|
privileged: false
|
|
user: root
|
|
volumes:
|
|
- /var/log/containers/cinder:/var/log/cinder
|
|
command: ['/bin/bash', '-c', 'chown -R cinder:cinder /var/log/cinder']
|
|
step_5:
|
|
cinder_volume_restart_bundle:
|
|
start_order: 0
|
|
config_volume: cinder
|
|
detach: false
|
|
net: host
|
|
ipc: host
|
|
user: root
|
|
environment:
|
|
- TRIPLEO_MINOR_UPDATE
|
|
command: /pacemaker_restart_bundle.sh openstack-cinder-volume cinder_volume
|
|
image: {get_param: DockerCinderVolumeImage}
|
|
volumes:
|
|
list_concat:
|
|
- {get_attr: [ContainersCommon, pacemaker_restart_volumes]}
|
|
- - /var/lib/config-data/puppet-generated/cinder/:/var/lib/kolla/config_files/src:ro
|
|
cinder_volume_init_bundle:
|
|
start_order: 1
|
|
detach: false
|
|
net: host
|
|
ipc: host
|
|
user: root
|
|
command: # '/container_puppet_apply.sh "STEP" "TAGS" "CONFIG" "DEBUG"'
|
|
list_concat:
|
|
- - '/container_puppet_apply.sh'
|
|
- '5'
|
|
- 'file,file_line,concat,augeas,pacemaker::resource::bundle,pacemaker::property,pacemaker::constraint::location'
|
|
- 'include ::tripleo::profile::base::pacemaker;include ::tripleo::profile::pacemaker::cinder::volume_bundle'
|
|
- if:
|
|
- puppet_debug_enabled
|
|
- - '--debug --verbose'
|
|
- - ''
|
|
image: {get_param: DockerCinderVolumeImage}
|
|
volumes:
|
|
list_concat:
|
|
- {get_attr: [ContainersCommon, container_puppet_apply_volumes]}
|
|
- if:
|
|
- docker_enabled
|
|
- - /etc/corosync/corosync.conf:/etc/corosync/corosync.conf:ro
|
|
- null
|
|
environment:
|
|
# NOTE: this should force this container to re-run on each
|
|
# update (scale-out, etc.)
|
|
- list_join:
|
|
- ''
|
|
- - 'TRIPLEO_DEPLOY_IDENTIFIER='
|
|
- {get_param: DeployIdentifier}
|
|
host_prep_tasks: {get_attr: [CinderCommon, cinder_volume_host_prep_tasks]}
|
|
deploy_steps_tasks:
|
|
- name: Cinder Volume tag container image for pacemaker
|
|
when: step|int == 1
|
|
import_role:
|
|
name: tripleo-container-tag
|
|
vars:
|
|
container_image: {get_param: DockerCinderVolumeImage}
|
|
container_image_latest: *cinder_volume_image_pcmklatest
|
|
|
|
update_tasks:
|
|
- name: cinder_volume fetch and retag container image for pacemaker
|
|
when: step|int == 2
|
|
block: &cinder_volume_fetch_retag_container_tasks
|
|
- name: Get container cinder_volume image
|
|
set_fact:
|
|
cinder_volume_image: {get_param: DockerCinderVolumeImage}
|
|
cinder_volume_image_latest: *cinder_volume_image_pcmklatest
|
|
- name: Pull latest cinder_volume images
|
|
command: "{{container_cli}} pull {{cinder_volume_image}}"
|
|
register: result
|
|
retries: 3
|
|
delay: 3
|
|
until: result.rc == 0
|
|
- name: Get previous cinder_volume image id
|
|
shell: "{{container_cli}} inspect --format '{{'{{'}}.Id{{'}}'}}' {{cinder_volume_image_latest}}"
|
|
register: old_cinder_volume_image_id
|
|
failed_when: false
|
|
- name: Get new cinder_volume image id
|
|
shell: "{{container_cli}} inspect --format '{{'{{'}}.Id{{'}}'}}' {{cinder_volume_image}}"
|
|
register: new_cinder_volume_image_id
|
|
- name: Retag pcmklatest to latest cinder_volume image
|
|
include_role:
|
|
name: tripleo-container-tag
|
|
vars:
|
|
container_image: "{{cinder_volume_image}}"
|
|
container_image_latest: "{{cinder_volume_image_latest}}"
|
|
when:
|
|
- old_cinder_volume_image_id.stdout != new_cinder_volume_image_id.stdout
|
|
- block:
|
|
- name: Get a list of containers using cinder_volume image
|
|
shell: "{{container_cli}} ps -a -q -f 'ancestor={{old_cinder_volume_image_id.stdout}}'"
|
|
register: cinder_volume_containers_to_destroy
|
|
# It will be recreated with the delpoy step.
|
|
- name: Remove any containers using the same cinder_volume image
|
|
shell: "{{container_cli}} rm -fv {{item}}"
|
|
with_items: "{{ cinder_volume_containers_to_destroy.stdout_lines }}"
|
|
- name: Remove previous cinder_volume images
|
|
shell: "{{container_cli}} rmi -f {{old_cinder_volume_image_id.stdout}}"
|
|
when:
|
|
- old_cinder_volume_image_id.stdout != ''
|
|
- old_cinder_volume_image_id.stdout != new_cinder_volume_image_id.stdout
|
|
|
|
upgrade_tasks:
|
|
- name: Prepare switch of cinder_volume image name
|
|
when:
|
|
- step|int == 0
|
|
block:
|
|
- name: Get cinder_volume image id currently used by pacemaker
|
|
shell: "pcs resource config openstack-cinder-volume | grep -Eo 'image=[^ ]+' | awk -F= '{print $2;}'"
|
|
register: cinder_volume_image_current_res
|
|
failed_when: false
|
|
- name: cinder_volume image facts
|
|
set_fact:
|
|
cinder_volume_image_latest: *cinder_volume_image_pcmklatest
|
|
cinder_volume_image_current: "{{cinder_volume_image_current_res.stdout}}"
|
|
- name: Temporarily tag the current cinder_volume image id with the upgraded image name
|
|
import_role:
|
|
name: tripleo-container-tag
|
|
vars:
|
|
container_image: "{{cinder_volume_image_current}}"
|
|
container_image_latest: "{{cinder_volume_image_latest}}"
|
|
pull_image: false
|
|
when:
|
|
- cinder_volume_image_current != ''
|
|
- cinder_volume_image_current != cinder_volume_image_latest
|
|
# During an OS Upgrade, the cluster may not exist so we use
|
|
# the shell module instead.
|
|
# TODO(odyssey4me):
|
|
# Fix the pacemaker_resource module to handle the exception
|
|
# for a non-existant cluster more gracefully.
|
|
- name: Check openstack-cinder-volume cluster resource status
|
|
shell: pcs resource config openstack-cinder-volume
|
|
changed_when: false
|
|
failed_when: false
|
|
register: cinder_volume_pcs_res_result
|
|
- name: Set fact cinder_volume_pcs_res
|
|
set_fact:
|
|
cinder_volume_pcs_res: "{{cinder_volume_pcs_res_result.rc == 0}}"
|
|
- name: set is_cinder_volume_bootstrap_node fact
|
|
tags: common
|
|
set_fact: is_cinder_volume_bootstrap_node={{cinder_volume_short_bootstrap_node_name|lower == ansible_hostname|lower}}
|
|
- name: Update cinder_volume pcs resource bundle for new container image
|
|
when:
|
|
- step|int == 1
|
|
- is_cinder_volume_bootstrap_node
|
|
- cinder_volume_pcs_res|bool
|
|
- cinder_volume_image_current != cinder_volume_image_latest
|
|
block:
|
|
- name: Disable the cinder_volume cluster resource before container upgrade
|
|
pacemaker_resource:
|
|
resource: openstack-cinder-volume
|
|
state: disable
|
|
wait_for_resource: true
|
|
register: output
|
|
retries: 5
|
|
until: output.rc == 0
|
|
- name: pcs resource bundle update cinder_volume for new container image name
|
|
command: "pcs resource bundle update openstack-cinder-volume container image={{cinder_volume_image_latest}}"
|
|
- name: Enable the cinder_volume cluster resource
|
|
pacemaker_resource:
|
|
resource: openstack-cinder-volume
|
|
state: enable
|
|
wait_for_resource: true
|
|
register: output
|
|
retries: 5
|
|
until: output.rc == 0
|
|
- name: Create hiera data to upgrade cinder_volume in a stepwise manner.
|
|
when:
|
|
- step|int == 1
|
|
block:
|
|
- name: set cinder_volume upgrade node facts in a single-node environment
|
|
set_fact:
|
|
cinder_volume_short_node_names_upgraded: "{{ cinder_volume_short_node_names }}"
|
|
cacheable: no
|
|
when: groups['cinder_volume'] | length <= 1
|
|
- name: set cinder_volume upgrade node facts from the limit option
|
|
set_fact:
|
|
cinder_volume_short_node_names_upgraded: "{{ cinder_volume_short_node_names_upgraded|default([]) + [item.split('.')[0]] }}"
|
|
cacheable: no
|
|
when:
|
|
- groups['cinder_volume'] | length > 1
|
|
- item.split('.')[0] in ansible_limit.split(',')
|
|
loop: "{{ cinder_volume_short_node_names }}"
|
|
- fail:
|
|
msg: >
|
|
You can't upgrade cinder_volume without
|
|
staged upgrade. You need to use the limit option in order
|
|
to do so.
|
|
when: >-
|
|
cinder_volume_short_node_names_upgraded is not defined or
|
|
cinder_volume_short_node_names_upgraded | length == 0
|
|
- debug:
|
|
msg: "Prepare cinder_volume upgrade for {{ cinder_volume_short_node_names_upgraded }}"
|
|
- name: remove cinder_volume init container on upgrade-scaleup to force re-init
|
|
shell: |
|
|
if {{ container_cli }} inspect cinder_volume_init_bundle &> /dev/null; then
|
|
{{ container_cli }} rm cinder_volume_init_bundle
|
|
fi
|
|
when: cinder_volume_short_node_names_upgraded | length > 1
|
|
- name: add the cinder_volume short name to hiera data for the upgrade.
|
|
include_role:
|
|
name: tripleo-upgrade-hiera
|
|
tasks_from: set.yml
|
|
vars:
|
|
tripleo_upgrade_key: cinder_volume_short_node_names_override
|
|
tripleo_upgrade_value: "{{ cinder_volume_short_node_names_upgraded }}"
|
|
- name: Retag the pacemaker image if containerized
|
|
when:
|
|
- step|int == 3
|
|
block: *cinder_volume_fetch_retag_container_tasks
|
|
|
|
post_upgrade_tasks:
|
|
- name: Start cinder_volume service (pacemaker)
|
|
when: step|int == 1
|
|
pacemaker_resource:
|
|
resource: openstack-cinder-volume
|
|
state: enable
|
|
|
|
fast_forward_upgrade_tasks:
|
|
- when:
|
|
- step|int == 0
|
|
- release == 'ocata'
|
|
- is_bootstrap_node|bool
|
|
block:
|
|
- name: Check cluster resource status
|
|
pacemaker_resource:
|
|
resource: openstack-cinder-volume
|
|
state: show
|
|
check_mode: false
|
|
ignore_errors: true
|
|
register: cinder_volume_res_result
|
|
- name: Set fact cinder_volume_res
|
|
set_fact:
|
|
cinder_volume_res: "{{ cinder_volume_res_result.rc == 0 }}"
|
|
- name: Disable the openstack-cinder-volume cluster resource
|
|
pacemaker_resource:
|
|
resource: openstack-cinder-volume
|
|
state: disable
|
|
wait_for_resource: true
|
|
register: cinder_volume_output
|
|
retries: 5
|
|
until: cinder_volume_output.rc == 0
|
|
when:
|
|
- step|int == 2
|
|
- release == 'ocata'
|
|
- is_bootstrap_node|bool
|
|
- cinder_volume_res|bool
|