tripleo-heat-templates/deployment/database/redis-pacemaker-puppet.yaml

heat_template_version: rocky

description: >
  OpenStack containerized Redis services  

parameters:
  DockerRedisImage:
    description: image
    type: string
  DockerRedisConfigImage:
    description: The container image to use for the redis config_volume
    type: string
  EndpointMap:
    default: {}
    description: Mapping of service endpoint -> protocol. Typically set
                 via parameter_defaults in the resource registry.
    type: json
  ServiceData:
    default: {}
    description: Dictionary packing service data
    type: json
  ServiceNetMap:
    default: {}
    description: Mapping of service_name -> network name. Typically set
                 via parameter_defaults in the resource registry.  This
                 mapping overrides those in ServiceNetMapDefaults.
    type: json
  DefaultPasswords:
    default: {}
    type: json
  RoleName:
    default: ''
    description: Role name on which the service is applied
    type: string
  RoleParameters:
    default: {}
    description: Parameters specific to the role
    type: json
  ConfigDebug:
    default: false
    description: Whether to run config management (e.g. Puppet) in debug mode.
    type: boolean
  EnableInternalTLS:
    type: boolean
    default: false
  RedisIPv6:
    default: false
    description: Enable IPv6 in Redis
    type: boolean
  PcmkConfigRestartTimeout:
    default: 600
    description: Time in seconds to wait for a pcmk resource to restart when
                 a config change is detected and the resource is being restarted
    type: number
  ContainerCli:
    type: string
    default: 'podman'
    description: CLI tool used to manage containers.
    constraints:
      - allowed_values: ['docker', 'podman']
  DeployIdentifier:
    default: ''
    type: string
    description: >
      Setting this to a unique value will re-run any deployment tasks which
      perform configuration on a Heat stack-update.      

conditions:
  puppet_debug_enabled: {get_param: ConfigDebug}
  internal_tls_enabled: {equals: [{get_param: EnableInternalTLS}, true]}
  redis_ipv6: {get_param: RedisIPv6}

resources:

  ContainersCommon:
    type: ../../docker/services/containers-common.yaml

  RedisBase:
    type: ./redis-container-puppet.yaml
    properties:
      EndpointMap: {get_param: EndpointMap}
      ServiceData: {get_param: ServiceData}
      ServiceNetMap: {get_param: ServiceNetMap}
      DefaultPasswords: {get_param: DefaultPasswords}
      RoleName: {get_param: RoleName}
      RoleParameters: {get_param: RoleParameters}

outputs:
  role_data:
    description: Role data for the Redis API role.
    value:
      service_name: redis
      config_settings:
        map_merge:
          - {get_attr: [RedisBase, role_data, config_settings]}
          - redis::service_manage: false
            redis::notify_service: false
            redis::managed_by_cluster_manager: true
            tripleo::profile::pacemaker::database::redis_bundle::redis_docker_image: &redis_image_pcmklatest
              list_join:
                - ':'
                - - yaql:
                      data: {get_param: DockerRedisImage}
                      expression: $.data.rightSplit(separator => ":", maxSplits => 1)[0]
                  - 'pcmklatest'
            tripleo::profile::pacemaker::database::redis_bundle::control_port: 3124
            tripleo::profile::pacemaker::database::redis_bundle::container_backend: {get_param: ContainerCli}
            tripleo::redis::firewall_rules:
              '108 redis-bundle':
                dport:
                  - 3124
                  - 6379
                  - 26379
            tripleo::stunnel::manage_service: false
            tripleo::stunnel::foreground: 'yes'
            tripleo::profile::pacemaker::database::redis_bundle::tls_proxy_bind_ip:
              str_replace:
                 template:
                   "%{hiera('$NETWORK')}"
                 params:
                   $NETWORK: {get_param: [ServiceNetMap, RedisNetwork]}
            tripleo::profile::pacemaker::database::redis_bundle::tls_proxy_fqdn:
              str_replace:
                template:
                  "%{hiera('fqdn_$NETWORK')}"
                params:
                  $NETWORK: {get_param: [ServiceNetMap, RedisNetwork]}
            tripleo::profile::pacemaker::database::redis_bundle::tls_proxy_port: 6379
            tripleo::profile::pacemaker::database::redis::tls_proxy_bind_ip:
              str_replace:
                 template:
                   "%{hiera('$NETWORK')}"
                 params:
                   $NETWORK: {get_param: [ServiceNetMap, RedisNetwork]}
            tripleo::profile::pacemaker::database::redis::tls_proxy_fqdn:
              str_replace:
                template:
                  "%{hiera('fqdn_$NETWORK')}"
                params:
                  $NETWORK: {get_param: [ServiceNetMap, RedisNetwork]}
            tripleo::profile::pacemaker::database::redis::tls_proxy_port: 6379
          - if:
            - internal_tls_enabled
            - redis::extra_config_file: "/etc/redis-tls.conf"
              tripleo::profile::pacemaker::database::redis_bundle::extra_config_file: "/etc/redis-tls.conf"
              tripleo::profile::pacemaker::database::redis_bundle::tls_tunnel_base_port: 6660
              tripleo::profile::pacemaker::database::redis_bundle::tls_tunnel_local_name:
                if:
                - redis_ipv6
                - '::1'
                - '127.0.0.1'
            - {}
      service_config_settings: {get_attr: [RedisBase, role_data, service_config_settings]}
      # BEGIN DOCKER SETTINGS
      puppet_config:
        config_volume: 'redis'
        # NOTE: we need the exec tag to copy /etc/redis.conf.puppet to
        # /etc/redis.conf
        # https://github.com/arioch/puppet-redis/commit/1c004143223e660cbd433422ff8194508aab9763
        puppet_tags: 'exec'
        step_config: |
          include ::tripleo::profile::pacemaker::database::redis_bundle          
        config_image: &redis_config_image {get_param: DockerRedisConfigImage}
      kolla_config:
        /var/lib/kolla/config_files/redis.json:
          command: /usr/sbin/pacemaker_remoted
          config_files:
            - dest: /etc/libqb/force-filesystem-sockets
              source: /dev/null
              owner: root
              perm: '0644'
            - source: "/var/lib/kolla/config_files/src/*"
              dest: "/"
              merge: true
              preserve_properties: true
              optional: true
          permissions:
            - path: /var/run/redis
              owner: redis:redis
              recurse: true
            - path: /var/lib/redis
              owner: redis:redis
              recurse: true
            - path: /var/log/redis
              owner: redis:redis
              recurse: true
        /var/lib/kolla/config_files/redis_tls_proxy.json:
          command: stunnel /etc/stunnel/stunnel.conf
          config_files:
            - source: "/var/lib/kolla/config_files/src/*"
              dest: "/"
              merge: true
              preserve_properties: true
            - source: "/var/lib/kolla/config_files/src-tls/*"
              dest: "/"
              merge: true
              optional: true
              preserve_properties: true
          permissions:
            - path: /etc/pki/tls/certs/redis.crt
              owner: root:root
              perm: '0600'
              optional: true
            - path: /etc/pki/tls/private/redis.key
              owner: root:root
              perm: '0600'
              optional: true
      container_config_scripts: {get_attr: [ContainersCommon, container_config_scripts]}
      docker_config:
        step_2:
          map_merge:
            - redis_restart_bundle:
                start_order: 1
                config_volume: redis
                detach: false
                net: host
                ipc: host
                user: root
                environment:
                  - TRIPLEO_MINOR_UPDATE
                command:
                  - '/usr/bin/bootstrap_host_exec'
                  - 'redis'
                  - str_replace:
                      template:
                        'if [ x"${TRIPLEO_MINOR_UPDATE,,}" != x"true" ] && /usr/sbin/pcs resource show redis-bundle; then /usr/sbin/pcs resource restart --wait=PCMKTIMEOUT redis-bundle; echo "redis-bundle restart invoked"; fi'
                      params:
                        PCMKTIMEOUT: {get_param: PcmkConfigRestartTimeout}
                image: {get_param: DockerRedisConfigImage}
                volumes:
                  list_concat:
                    - {get_attr: [ContainersCommon, volumes]}
                    -
                      - /etc/corosync/corosync.conf:/etc/corosync/corosync.conf:ro
                      - /var/lib/config-data/puppet-generated/redis/:/var/lib/kolla/config_files/src:ro
            - redis_init_bundle:
                start_order: 2
                detach: false
                net: host
                ipc: host
                user: root
                config_volume: 'redis_init_bundle'
                command: # '/container_puppet_apply.sh "STEP" "TAGS" "CONFIG" "DEBUG"'
                  list_concat:
                    - - '/container_puppet_apply.sh'
                      - '2'
                      - 'file,file_line,concat,augeas,pacemaker::resource::bundle,pacemaker::property,pacemaker::resource::ocf,pacemaker::constraint::order,pacemaker::constraint::colocation'
                      - 'include ::tripleo::profile::base::pacemaker;include ::tripleo::profile::pacemaker::database::redis_bundle'
                    - if:
                      - puppet_debug_enabled
                      - - '--debug'
                      - - ''
                image: *redis_config_image
                volumes:
                  list_concat:
                    - {get_attr: [ContainersCommon, container_puppet_apply_volumes]}
                    - - /etc/corosync/corosync.conf:/etc/corosync/corosync.conf:ro
                environment:
                  # NOTE: this should force this container to re-run on each
                  # update (scale-out, etc.)
                  - list_join:
                      - ''
                      - - 'TRIPLEO_DEPLOY_IDENTIFIER='
                        - {get_param: DeployIdentifier}
            - if:
                - internal_tls_enabled
                - redis_tls_proxy:
                    start_order: 3
                    image: *redis_image_pcmklatest
                    net: host
                    user: root
                    restart: always
                    volumes:
                      list_concat:
                        - {get_attr: [ContainersCommon, volumes]}
                        -
                          - /var/lib/kolla/config_files/redis_tls_proxy.json:/var/lib/kolla/config_files/config.json:ro
                          - /var/lib/config-data/puppet-generated/redis/:/var/lib/kolla/config_files/src:ro
                          - /etc/pki/tls/certs/redis.crt:/var/lib/kolla/config_files/src-tls/etc/pki/tls/certs/redis.crt:ro
                          - /etc/pki/tls/private/redis.key:/var/lib/kolla/config_files/src-tls/etc/pki/tls/private/redis.key:ro
                    environment:
                      - KOLLA_CONFIG_STRATEGY=COPY_ALWAYS
                - {}
      metadata_settings:
        get_attr: [RedisBase, role_data, metadata_settings]
      host_prep_tasks:
        - name: create persistent directories
          file:
            path: "{{ item.path }}"
            state: directory
            setype: "{{ item.setype }}"
          with_items:
            - { 'path': /var/lib/redis, 'setype': svirt_sandbox_file_t }
            - { 'path': /var/log/containers/redis, 'setype': svirt_sandbox_file_t }
            - { 'path': /var/run/redis, 'setype': svirt_sandbox_file_t }
            - { 'path': /var/log/redis, 'setype': svirt_sandbox_file_t }
        - name: redis logs readme
          copy:
            dest: /var/log/redis/readme.txt
            content: |
              Log files from redis containers can be found under
              /var/log/containers/redis.              
          ignore_errors: true
      deploy_steps_tasks:
        - name: Redis tag container image for pacemaker
          when: step|int == 1
          import_role:
            name: tripleo-container-tag
          vars:
            container_image: {get_param: DockerRedisImage}
            container_image_latest: *redis_image_pcmklatest
      update_tasks:
        - name: Redis fetch and retag container image for pacemaker
          when: step|int == 2
          block: &redis_fetch_retag_container_tasks
            - name: Get docker Redis image
              set_fact:
                docker_image: {get_param: DockerRedisImage}
                docker_image_latest: *redis_image_pcmklatest
            - name: Get previous Redis image id
              shell: "{{container_cli}} images | awk '/redis.* pcmklatest/{print $3}' | uniq"
              register: redis_image_id
            - block:
                - name: Get a list of container using Redis image
                  shell: "{{container_cli}} ps -a -q -f 'ancestor={{redis_image_id.stdout}}'"
                  register: redis_containers_to_destroy
                # It will be recreated with the delpoy step.
                - name: Remove any container using the same Redis image
                  shell: "{{container_cli}} rm -fv {{item}}"
                  with_items: "{{ redis_containers_to_destroy.stdout_lines }}"
                - name: Remove previous Redis images
                  shell: "{{container_cli}} rmi -f {{redis_image_id.stdout}}"
              when:
                - redis_image_id.stdout != ''
            - name: Pull latest Redis images
              command: "{{container_cli}} pull {{docker_image}}"
            - name: Retag pcmklatest to latest Redis image
              import_role:
                name: tripleo-container-tag
              vars:
                container_image: "{{docker_image}}"
                container_image_latest: "{{docker_image_latest}}"
            # Got to check that pacemaker_is_active is working fine with bundle.
            # TODO: pacemaker_is_active resource doesn't support bundle.
      upgrade_tasks:
        - when: step|int == 0
          tags: common
          block:
            - name: Get docker redis image
              set_fact:
                redis_docker_image_latest: *redis_image_pcmklatest
            - name: Check for redis Kolla configuration
              stat:
                path: /var/lib/config-data/puppet-generated/redis
              register: redis_kolla_config
            - name: Check if redis is already containerized
              set_fact:
                redis_containerized: "{{redis_kolla_config.stat.isdir | default(false)}}"
            - name: set is_redis_bootstrap_node fact
              set_fact: is_redis_bootstrap_node={{redis_short_bootstrap_node_name|lower == ansible_hostname|lower}}
            - name: Prepare the switch to new redis container image name in pacemaker
              when: redis_containerized|bool
              block:
                - name: Get redis image id currently used by pacemaker
                  shell: "{{container_cli}} images | awk '/redis.* pcmklatest/{print $3}' | uniq"
                  register: redis_current_pcmklatest_id
                - name: Temporarily tag the current redis image id with the upgraded image name
                  import_role:
                    name: tripleo-container-tag
                  vars:
                    container_image: "{{redis_current_pcmklatest_id.stdout}}"
                    container_image_latest: "{{redis_docker_image_latest}}"
                    pull_image: false
                  when: redis_current_pcmklatest_id.stdout != ''
            - name: Check redis-bundle cluster resource status
              pacemaker_resource:
                resource: redis-bundle
                state: show
                check_mode: false
              ignore_errors: true
              register: redis_pcs_res_result
            - name: Set fact redis_pcs_res
              set_fact:
                redis_pcs_res: "{{redis_pcs_res_result|succeeded}}"
        - name: redis baremetal to container upgrade tasks
          when:
            - step|int == 1
            - not redis_containerized|bool
          block:
            - name: Check cluster resource status of redis
              pacemaker_resource:
                resource: {get_attr: [RedisBase, role_data, service_name]}
                state: show
                check_mode: false
              ignore_errors: true
              register: redis_res
            - when: (is_redis_bootstrap_node) and (redis_res|succeeded)
              block:
                - name: Disable the redis cluster resource
                  pacemaker_resource:
                    resource: {get_attr: [RedisBase, role_data, service_name]}
                    state: disable
                    wait_for_resource: true
                  register: output
                  retries: 5
                  until: output.rc == 0
                - name: Delete the stopped redis cluster resource.
                  pacemaker_resource:
                    resource: {get_attr: [RedisBase, role_data, service_name]}
                    state: delete
                    wait_for_resource: true
                  register: output
                  retries: 5
                  until: output.rc == 0
            - name: Disable redis service
              service: name=redis enabled=no
        - name: Update redis-bundle pcs resource bundle for new container image
          when:
            - step|int == 1
            - redis_containerized|bool
            - is_redis_bootstrap_node
            - redis_pcs_res|bool
          block:
            - name: Disable the redis cluster resource before container upgrade
              pacemaker_resource:
                resource: redis-bundle
                state: disable
                wait_for_resource: true
              register: output
              retries: 5
              until: output.rc == 0
            - name: Move redis logging to /var/log/containers
              block:
                - name: Check redis logging configuration in pacemaker
                  command: cibadmin --query --xpath "//storage-mapping[@id='redis-log' and @source-dir='/var/log/containers/redis']"
                  ignore_errors: true
                  register: redis_logs_moved
                - name: Change redis logging configuration in pacemaker
                  # rc == 6 means the configuration doesn't exist in the CIB
                  when: redis_logs_moved.rc == 6
                  block:
                    - name: Remove old bind mount for logging in the redis bundle
                      command: pcs resource bundle update redis-bundle storage-map remove redis-log
                    - name: Add a bind mount for logging in the redis bundle
                      command: pcs resource bundle update redis-bundle storage-map add id=redis-log source-dir=/var/log/containers/redis target-dir=/var/log/redis options=rw
            - name: Update the redis bundle to use the new container image name
              command: "pcs resource bundle update redis-bundle container image={{redis_docker_image_latest}}"
            - name: Enable the redis cluster resource
              pacemaker_resource:
                resource: redis-bundle
                state: enable
                wait_for_resource: true
              register: output
              retries: 5
              until: output.rc == 0
        - name: Retag the pacemaker image if containerized
          when:
            - step|int == 3
            - redis_containerized|bool
          block: *redis_fetch_retag_container_tasks
      fast_forward_upgrade_tasks:
        - when:
            - step|int == 0
            - release == 'ocata'
            - is_bootstrap_node|bool
          block:
            - name: Check cluster resource status of redis
              pacemaker_resource:
                resource: {get_attr: [RedisBase, role_data, service_name]}
                state: show
                check_mode: false
              ignore_errors: true
              register: redis_res_result
            - name: Set fact redis_res
              set_fact:
                redis_res: "{{ redis_res_result.rc == 0 }}"
        - name: Disable the redis cluster resource
          pacemaker_resource:
            resource:  {get_attr: [RedisBase, role_data, service_name]}
            state: disable
            wait_for_resource: true
          register: redis_output
          retries: 5
          until: redis_output.rc == 0
          when:
            - step|int == 2
            - release == 'ocata'
            - is_bootstrap_node|bool
            - redis_res|bool