heat_template_version: wallaby

description: >
  OpenStack containerized Rabbitmq service

parameters:
  ContainerRabbitmqImage:
    description: image
    type: string
    tags:
      - role_specific
  ContainerRabbitmqConfigImage:
    description: The container image to use for the rabbitmq config_volume
    type: string
    tags:
      - role_specific
  ClusterCommonTag:
    default: false
    description: When set to false, a pacemaker service is configured
                 to use a floating tag for its container image name,
                 e.g. 'REGISTRY/NAMESPACE/IMAGENAME:pcmklatest'. When
                 set to true, the service uses a floating prefix as
                 well, e.g. 'cluster.common.tag/IMAGENAME:pcmklatest'.
    type: boolean
  ClusterFullTag:
    default: true
    description: When set to true, the pacemaker service uses a fully
                 constant tag for its container image name, e.g.
                 'cluster.common.tag/SERVICENAME:pcmklatest'.
    type: boolean
  EndpointMap:
    default: {}
    description: Mapping of service endpoint -> protocol. Typically set
                 via parameter_defaults in the resource registry.
    type: json
  ServiceData:
    default: {}
    description: Dictionary packing service data
    type: json
  ServiceNetMap:
    default: {}
    description: Mapping of service_name -> network name. Typically set
                 via parameter_defaults in the resource registry. Use
                 parameter_merge_strategies to merge it with the defaults.
    type: json
  RabbitCookie:
    type: string
    default: ''
    hidden: true
  RoleName:
    default: ''
    description: Role name on which the service is applied
    type: string
  RoleParameters:
    default: {}
    description: Parameters specific to the role
    type: json
  ConfigDebug:
    default: false
    description: Whether to run config management (e.g. Puppet) in debug mode.
    type: boolean
  ContainerCli:
    type: string
    default: 'podman'
    description: CLI tool used to manage containers.
    constraints:
      - allowed_values: ['docker', 'podman']
  DeployIdentifier:
    default: ''
    type: string
    description: >
      Setting this to a unique value will re-run any deployment tasks which
      perform configuration on a Heat stack-update.

conditions:
  puppet_debug_enabled: {get_param: ConfigDebug}
  docker_enabled: {equals: [{get_param: ContainerCli}, 'docker']}
  common_tag_enabled: {equals: [{get_param: ClusterCommonTag}, true]}
  common_tag_full: {equals: [{get_param: ClusterFullTag}, true]}

resources:

  ContainersCommon:
    type: ../containers-common.yaml

  RabbitmqBase:
    type: ./rabbitmq-messaging-rpc-container-puppet.yaml
    properties:
      EndpointMap: {get_param: EndpointMap}
      ServiceData: {get_param: ServiceData}
      ServiceNetMap: {get_param: ServiceNetMap}
      RoleName: {get_param: RoleName}
      RoleParameters: {get_param: RoleParameters}

  RoleParametersValue:
    type: OS::Heat::Value
    properties:
      type: json
      value:
        map_replace:
          - map_replace:
            - ContainerRabbitmqImage: ContainerRabbitmqImage
              ContainerRabbitmqConfigImage: ContainerRabbitmqConfigImage
            - values: {get_param: [RoleParameters]}
          - values:
              ContainerRabbitmqImage: {get_param: ContainerRabbitmqImage}
              ContainerRabbitmqConfigImage: {get_param: ContainerRabbitmqConfigImage}

outputs:
  role_data:
    description: Role data for the Rabbitmq API role.
    value:
      service_name: {get_attr: [RabbitmqBase, role_data, service_name]}
      firewall_rules:
        '109 rabbitmq-bundle':
          dport:
            - 3122
            - 4369
            - 5672
            - 25672
            - 25673-25683
      global_config_settings: {get_attr: [RabbitmqBase, role_data, global_config_settings]}
      config_settings:
        map_merge:
          - {get_attr: [RabbitmqBase, role_data, config_settings]}
          - rabbitmq::service_manage: false
            tripleo::profile::pacemaker::rabbitmq_bundle::rabbitmq_docker_image: &rabbitmq_rpc_image_pcmklatest
              if:
                - common_tag_full
                - "cluster.common.tag/rabbitmq:pcmklatest"
                - yaql:
                    data:
                      if:
                        - common_tag_enabled
                        - yaql:
                            data: {get_attr: [RoleParametersValue, value, ContainerRabbitmqImage]}
                            expression: concat("cluster.common.tag/", $.data.rightSplit(separator => "/", maxSplits => 1)[1])
                        - {get_attr: [RoleParametersValue, value, ContainerRabbitmqImage]}
                    expression: concat($.data.rightSplit(separator => ":", maxSplits => 1)[0], ":pcmklatest")
            tripleo::profile::pacemaker::rabbitmq_bundle::control_port: 3122
            tripleo::profile::pacemaker::rabbitmq_bundle::container_backend: {get_param: ContainerCli}
            # starting from pcs-0.10.14-6 enforces validations but this doesn't work when running
            # outside the respective containers. we need to use --force to overcome this.
            tripleo::profile::pacemaker::rabbitmq_bundle::force_ocf: true
      service_config_settings: {get_attr: [RabbitmqBase, role_data, service_config_settings]}
      # BEGIN DOCKER SETTINGS
      puppet_config:
        config_volume: rabbitmq
        puppet_tags: 'file,file_line'
        step_config:
          list_join:
            - "\n"
            - - "['Rabbitmq_policy', 'Rabbitmq_user'].each |String $val| { noop_resource($val) }"
              - "include tripleo::profile::pacemaker::rabbitmq_bundle"
        config_image: {get_attr: [RoleParametersValue, value, ContainerRabbitmqConfigImage]}
      kolla_config:
        /var/lib/kolla/config_files/rabbitmq.json:
          command: /usr/sbin/pacemaker_remoted
          config_files:
          - dest: /etc/libqb/force-filesystem-sockets
            source: /dev/null
            owner: root
            perm: '0644'
          - dest: /var/log/btmp
            source: /dev/null
            owner: root:utmp
            perm: '0600'
          - source: "/var/lib/kolla/config_files/src/*"
            dest: "/"
            merge: true
            preserve_properties: true
          - source: "/var/lib/kolla/config_files/src-tls/*"
            dest: "/"
            merge: true
            optional: true
            preserve_properties: true
          permissions:
           - path: /var/lib/rabbitmq
             owner: rabbitmq:rabbitmq
             recurse: true
           - path: /var/log/rabbitmq
             owner: rabbitmq:rabbitmq
             recurse: true
           - path: /etc/pki/tls/certs/rabbitmq.crt
             owner: rabbitmq:rabbitmq
             perm: '0600'
             optional: true
           - path: /etc/pki/tls/private/rabbitmq.key
             owner: rabbitmq:rabbitmq
             perm: '0600'
             optional: true
      # When using pacemaker we don't launch the container, instead that is done by pacemaker
      # itself.
      container_config_scripts: {get_attr: [ContainersCommon, container_config_scripts]}
      docker_config:
        step_1:
          rabbitmq_bootstrap:
            start_order: 0
            image: {get_attr: [RoleParametersValue, value, ContainerRabbitmqImage]}
            net: host
            privileged: false
            user: root
            command:
              - 'bash'
              - '-ec'
              - list_join:
                  - "\n"
                  - - 'kolla_set_configs'
                    - 'if [[ -e "/var/lib/rabbitmq/.erlang.cookie" ]]; then rm -f /var/lib/rabbitmq/.erlang.cookie; fi'
                    - 'hiera ''rabbitmq::erlang_cookie'' > /var/lib/rabbitmq/.erlang.cookie'
                    - 'chown rabbitmq:rabbitmq /var/lib/rabbitmq/.erlang.cookie'
                    - 'chmod 400 /var/lib/rabbitmq/.erlang.cookie'
            volumes:
              - /var/lib/kolla/config_files/rabbitmq.json:/var/lib/kolla/config_files/config.json:ro
              - /var/lib/config-data/puppet-generated/rabbitmq:/var/lib/kolla/config_files/src:ro
              - /etc/hosts:/etc/hosts:ro
              - /etc/localtime:/etc/localtime:ro
              - /var/lib/rabbitmq:/var/lib/rabbitmq:z
              - /etc/puppet:/etc/puppet:ro,z
            environment:
              KOLLA_CONFIG_STRATEGY: COPY_ALWAYS
              # NOTE: this should force this container to re-run on each
              # update (scale-out, etc.)
              TRIPLEO_DEPLOY_IDENTIFIER: {get_param: DeployIdentifier}
        step_2:
          rabbitmq_wait_bundle:
            start_order: 0
            detach: false
            net: host
            ipc: host
            user: root
            command: # '/container_puppet_apply.sh "STEP" "TAGS" "CONFIG" "DEBUG"'
              list_concat:
                - - '/container_puppet_apply.sh'
                  - '2'
                  - 'file,file_line,concat,augeas,rabbitmq_policy,rabbitmq_user,rabbitmq_ready'
                  - 'include tripleo::profile::pacemaker::rabbitmq_bundle'
                - if:
                  - puppet_debug_enabled
                  - - '--debug'
                  - - ''
            image: {get_attr: [RoleParametersValue, value, ContainerRabbitmqImage]}
            volumes:
              list_concat:
                - {get_attr: [ContainersCommon, container_puppet_apply_volumes]}
                - - /bin/true:/bin/epmd
            environment:
              KOLLA_CONFIG_STRATEGY: COPY_ALWAYS
              KOLLA_BOOTSTRAP: true
              # NOTE: this should force this container to re-run on each
              # update (scale-out, etc.)
              TRIPLEO_DEPLOY_IDENTIFIER: {get_param: DeployIdentifier}
      metadata_settings:
        get_attr: [RabbitmqBase, role_data, metadata_settings]
      host_prep_tasks:
        - name: create fcontext for rabbitmq data
          community.general.sefcontext:
            target: "/var/lib/rabbitmq(/.*)?"
            setype: container_file_t
            state: present
        - name: create persistent directories
          file:
            path: "{{ item.path }}"
            state: directory
            setype: "{{ item.setype }}"
            mode: "{{ item.mode|default(omit) }}"
          with_items:
            - { 'path': /var/lib/rabbitmq, 'setype': container_file_t }
            - { 'path': /var/log/containers/rabbitmq, 'setype': container_file_t, 'mode': '0750' }
        - name: stop the Erlang port mapper on the host and make sure it cannot bind to the port used by container
          shell: |
            echo 'export ERL_EPMD_ADDRESS=127.0.0.1' > /etc/rabbitmq/rabbitmq-env.conf
            echo 'export ERL_EPMD_PORT=4370' >> /etc/rabbitmq/rabbitmq-env.conf
            for pid in $(pgrep epmd --ns 1 --nslist pid); do kill $pid; done
      deploy_steps_tasks:
        list_concat:
          - get_attr: [RabbitmqBase, role_data, deploy_steps_tasks]
          - - name: RabbitMQ tag container image for pacemaker
              when: step|int == 1
              import_role:
                name: tripleo_container_tag
              vars:
                container_image: {get_attr: [RoleParametersValue, value, ContainerRabbitmqImage]}
                container_image_latest: *rabbitmq_rpc_image_pcmklatest
            - name: RabbitMQ RPC HA Wrappers Step
              when: step|int == 2
              block: &oslo_messaging_rpc_puppet_bundle
                - name: Rabbitmq rpc puppet bundle
                  import_role:
                    name: tripleo_ha_wrapper
                  vars:
                    tripleo_ha_wrapper_service_name: oslo_messaging_rpc
                    tripleo_ha_wrapper_resource_name: rabbitmq
                    tripleo_ha_wrapper_bundle_name: rabbitmq-bundle
                    tripleo_ha_wrapper_resource_state: Started
                    tripleo_ha_wrapper_puppet_config_volume: rabbitmq
                    tripleo_ha_wrapper_puppet_execute: '["Rabbitmq_policy", "Rabbitmq_user"].each |String $val| { noop_resource($val) }; include ::tripleo::profile::base::pacemaker; include ::tripleo::profile::pacemaker::rabbitmq_bundle'
                    tripleo_ha_wrapper_puppet_tags: 'pacemaker::resource::bundle,pacemaker::property,pacemaker::resource::ip,pacemaker::resource::ocf,pacemaker::constraint::order,pacemaker::constraint::colocation'
                    tripleo_ha_wrapper_puppet_debug: {get_param: ConfigDebug}
                    tripleo_ha_wrapper_config_suffix: .previous_run

      external_update_tasks:
        - when: step|int == 1
          tags: ha_image_update
          block:
            - block: &rabbitmq_container_image_facts
              - name: Get rabbitmq image from pacemaker
                become: true
                register: xmllint_pcmk_rabbitmq_rpc_image
                # retrieve info even when pacemaker is stopped
                shell: 'xmllint --xpath "string(//bundle[@id=''rabbitmq-bundle'']/podman/@image)" /var/lib/pacemaker/cib/cib.xml'
              - name: Get container rabbitmq image
                set_fact:
                  # container image to use for deployment
                  rabbitmq_rpc_image: {get_attr: [RoleParametersValue, value, ContainerRabbitmqImage]}
                  # pacemaker bundle image name to use for deployment
                  rabbitmq_rpc_image_latest: *rabbitmq_rpc_image_pcmklatest
                  # image currently configured in pacemaker bundle
                  pcmk_rabbitmq_rpc_image: '{{xmllint_pcmk_rabbitmq_rpc_image.stdout}}'
              delegate_to: '{{ (groups["oslo_messaging_rpc"] | difference(groups["excluded_overcloud"]))[0] }}'
            - name: rabbitmq temporary pacemaker container tag in case of image switch
              become: true
              import_role:
                name: tripleo_ha_image_update
              vars:
                tripleo_ha_image_update_node_names: '{{ groups["oslo_messaging_rpc"] | difference(groups["excluded_overcloud"]) }}'
                tripleo_ha_image_update_bundle: rabbitmq-bundle
                tripleo_ha_image_update_new_image: '{{rabbitmq_rpc_image_latest}}'
                tripleo_ha_image_update_old_image: '{{pcmk_rabbitmq_rpc_image}}'
              when:
                - (pcmk_rabbitmq_rpc_image != "")
                - (pcmk_rabbitmq_rpc_image != rabbitmq_rpc_image_latest)

      update_tasks:
        - block: *rabbitmq_container_image_facts
          when: (step|int == 0 or step|int == 2)
        - name: Check for update of rabbitmq container image name
          when: step|int == 0
          assert:
            that: pcmk_rabbitmq_rpc_image == rabbitmq_rpc_image_latest
            fail_msg: "rabbitmq image change detected, run overcloud external-update --tags ha_image_update first"
        - name: Tear-down non-HA rabbitmq container
          when:
            - step|int == 1
          block: &rabbitmq_teardown_nonha
            - name: Remove non-HA rabbitmq container
              include_role:
                name: tripleo_container_rm
              vars:
                tripleo_container_cli: "{{ container_cli }}"
                tripleo_containers_to_rm:
                  - rabbitmq
        - name: Rabbitmq fetch and retag container image for pacemaker
          when: step|int == 2
          block: &rabbitmq_fetch_retag_container_tasks
            - name: Retag pcmklatest to latest rabbitmq image
              include_role:
                name: tripleo_container_tag
              vars:
                container_image: "{{rabbitmq_rpc_image}}"
                container_image_latest: "{{rabbitmq_rpc_image_latest}}"

      post_update_tasks:
        - name: Rabbitmq rpc bundle post update
          when: step|int == 1
          block: *oslo_messaging_rpc_puppet_bundle
          vars:
            tripleo_ha_wrapper_minor_update: true

      upgrade_tasks:
        - name: Tear-down non-HA rabbitmq container
          when:
            - step|int == 0
          block: *rabbitmq_teardown_nonha
        - name: Prepare switch of rabbitmq image name
          when:
            - step|int == 0
          block:
            - name: Get rabbitmq image id currently used by pacemaker
              shell: "pcs resource config rabbitmq-bundle | grep -Eo 'image=[^ ]+' | awk -F= '{print $2;}'"
              register: rabbitmq_rpc_image_current_res
              failed_when: false
            - name: Image facts for rabbitmq
              set_fact:
                rabbitmq_rpc_image_latest: *rabbitmq_rpc_image_pcmklatest
                rabbitmq_rpc_image_current: "{{rabbitmq_rpc_image_current_res.stdout}}"
            - name: Temporarily tag the current rabbitmq image id with the upgraded image name
              import_role:
                name: tripleo_container_tag
              vars:
                container_image: "{{rabbitmq_rpc_image_current}}"
                container_image_latest: "{{rabbitmq_rpc_image_latest}}"
                pull_image: false
              when:
                - rabbitmq_rpc_image_current != ''
                - rabbitmq_rpc_image_current != rabbitmq_rpc_image_latest
            # Steps are separate playbook runs and we need to keep state
            - name: Create rabbitmq_rpc retag statefile
              file:
                path: '/var/lib/tripleo/rabbitmq_rpc_needs_retag'
                state: touch
              when:
                - rabbitmq_rpc_image_current != ''
                - rabbitmq_rpc_image_current != rabbitmq_rpc_image_latest
        - name: Update rabbitmq-bundle pcs resource bundle for new container image
          when:
            - step|int == 1
          block:
            - name: set is_rpc_rabbitmq_bootstrap_node fact
              set_fact: is_rpc_rabbitmq_bootstrap_node={{oslo_messaging_rpc_short_bootstrap_node_name|lower == ansible_facts['hostname']|lower}}
            - name: Check for rabbitmq_rpc retag statefile
              stat:
                path: '/var/lib/tripleo/rabbitmq_rpc_needs_retag'
              register: rabbitmq_rpc_retag_state_file
        - name: Update rabbitmq-bundle pcs resource bundle for new container image
          when:
            - step|int == 1
            - is_rpc_rabbitmq_bootstrap_node|bool
            - rabbitmq_rpc_retag_state_file.stat.exists|bool
          block:
            - name: Disable the rabbitmq cluster resource before container upgrade
              pacemaker_resource:
                resource: rabbitmq-bundle
                state: disable
                wait_for_resource: true
              register: output
              retries: 5
              until: output.rc == 0
            - name: Check rabbitmq logging configuration in pacemaker
              command: cibadmin --query --xpath "//storage-mapping[@id='rabbitmq-log']"
              failed_when: false
              register: rabbitmq_logs_moved
            - name: Add a bind mount for logging in the rabbitmq bundle
              # rc == 6 means the configuration doesn't exist in the CIB
              when: rabbitmq_logs_moved.rc == 6
              command: pcs resource bundle update rabbitmq-bundle storage-map add id=rabbitmq-log source-dir=/var/log/containers/rabbitmq target-dir=/var/log/rabbitmq options=rw
            - name: Update the rabbitmq bundle to use the new container image name
              command: "pcs resource bundle update rabbitmq-bundle container image={{rabbitmq_rpc_image_latest}}"
            - name: Enable the rabbitmq cluster resource
              pacemaker_resource:
                resource: rabbitmq-bundle
                state: enable
                wait_for_resource: true
              register: output
              retries: 5
              until: output.rc == 0
        - name: Check for rabbitmq_rpc retag statefile
          when:
            - step|int == 3
          stat:
            path: '/var/lib/tripleo/rabbitmq_rpc_needs_retag'
          register: rabbitmq_rpc_retag_state_file
        - name: Retag rabbitmq-bundle container image
          when:
            - step|int == 3
            - rabbitmq_rpc_retag_state_file.stat.exists|bool
          block:
            - name: Disable the rabbitmq cluster resource before container upgrade
              pacemaker_resource:
                resource: rabbitmq-bundle
                state: disable
                wait_for_resource: true
              register: output
              retries: 5
              until: output.rc == 0
            - name: Retag the pacemaker image if containerized
              block:
                - block: *rabbitmq_container_image_facts
                - block: *rabbitmq_fetch_retag_container_tasks
            - name: Enable the rabbitmq cluster resource
              pacemaker_resource:
                resource: rabbitmq-bundle
                state: enable
                wait_for_resource: true
              register: output
              retries: 5
              until: output.rc == 0
            - name: Remove rabbitmq_rpc retag statefile
              file:
                path: '/var/lib/tripleo/rabbitmq_rpc_needs_retag'
                state: absent