- include_role:
    name: tuned
  name: Configure tuned before reboot
  vars:
    tuned_isolated_cores: ''
    tuned_profile: throughput-performance
  when: step|int == 0
- include_role:
    name: tripleo_kernel
    tasks_from: kernelargs.yml
  name: Configure kernel args and reboot
  vars:
    tripleo_kernel_args: ''
    tripleo_kernel_defer_reboot: false
    tripleo_kernel_hugepages: {}
    tripleo_kernel_hugepages_remove: false
    tripleo_kernel_reboot_timeout: 900
  when: step|int == 0
- name: set enable_sensubility fact
  set_fact:
    enable_sensubility: false
- block:
  - include_role:
      name: tripleo_podman
      tasks_from: tripleo_podman_service
    name: create podman socket and appropriate systemd service
    vars:
      tripleo_podman_socket_path: /var/lib/tripleo-podman/collectd/podman.sock
  - ansible.builtin.copy:
      content: '[Unit]

        Description=ACL setting for /var/lib/tripleo-podman/collectd/podman.sock

        Requires=tripleo_collectd.service

        After=tripleo_podman.service

        After=tripleo_collectd.service


        [Service]

        Type=oneshot

        ExecStart=/usr/bin/podman exec -it collectd setfacl -m m:rwx /run/podman/podman.sock

        ExecStart=/usr/bin/podman exec -it collectd setfacl -R -m u:collectd:rwx /run/podman

        ExecStart=/usr/bin/podman exec -it collectd setfacl -d -m u:collectd:rwx /run/podman


        [Install]

        WantedBy=multi-user.target

        '
      dest: /etc/systemd/system/tripleo_podman_collectd_acl.service
      mode: 420
    become: true
    name: create systemd service for ensuring socket file ACL contains collectd
  - ansible.builtin.service:
      enabled: true
      name: tripleo_podman_collectd_acl.service
    name: enable podman.sock ACL service
  - file:
      mode: '0755'
      path: /var/lib/container-user-scripts
      setype: container_file_t
      state: directory
    name: create directory for downloads of users' scripts
  - ansible.builtin.get_url:
      checksum: '{{ item.checksum }}'
      dest: /var/lib/container-user-scripts/{{ item.name }}
      mode: '0755'
      url: '{{ item.source }}'
    name: download exec scripts
    with_items: []
  name: create podman socket for sensubility purposes
  when:
  - enable_sensubility|bool
  - step|int == 1
- block:
  - name: Check if rsyslog exists
    register: rsyslog_config
    shell: systemctl is-active rsyslog
  - block:
    - blockinfile:
        content: 'if $syslogfacility-text == ''{{facility}}'' and $programname ==
          ''haproxy'' then -/var/log/containers/haproxy/haproxy.log

          & stop

          '
        create: true
        path: /etc/rsyslog.d/openstack-haproxy.conf
      name: Forward logging to haproxy.log file
      register: logconfig
      vars:
        facility: local0
    - name: restart rsyslog service after logging conf change
      service:
        name: rsyslog
        state: restarted
      when: logconfig is changed
    when:
    - rsyslog_config is changed
    - rsyslog_config.rc == 0
  name: Configure rsyslog for HAproxy container managed by Pacemaker
  when: step|int == 1
- import_role:
    name: tripleo_container_tag
  name: HAproxy tag container image for pacemaker
  vars:
    container_image: registry.redhat.io/rhosp-rhel9/openstack-haproxy:17.1
    container_image_latest: cluster.common.tag/haproxy:pcmklatest
  when: step|int == 1
- block:
  - import_role:
      name: tripleo_ha_wrapper
    name: HAproxy puppet bundle
    vars:
      tripleo_ha_wrapper_bundle_name: haproxy-bundle
      tripleo_ha_wrapper_config_suffix: .previous_run
      tripleo_ha_wrapper_puppet_config_volume: haproxy
      tripleo_ha_wrapper_puppet_debug: false
      tripleo_ha_wrapper_puppet_execute: include ::tripleo::profile::base::pacemaker;
        include ::tripleo::profile::pacemaker::haproxy_bundle
      tripleo_ha_wrapper_puppet_tags: pacemaker::resource::bundle,pacemaker::property,pacemaker::resource::ip,pacemaker::resource::ocf,pacemaker::constraint::order,pacemaker::constraint::colocation
      tripleo_ha_wrapper_resource_name: haproxy-bundle
      tripleo_ha_wrapper_resource_state: Started
      tripleo_ha_wrapper_service_name: haproxy
  name: HAproxy HA Wrappers Step
  when: step|int == 2
- include_role:
    name: tripleo_lvmfilter
  name: Run lvmfilter role
  when:
  - step|int == 1
- block:
  - include_role:
      name: linux-system-roles.certificate
    vars:
      certificate_requests:
      - ca: ipa
        dns: '{{fqdn_internal_api}}'
        key_size: '2048'
        name: metrics_qdr
        principal: metrics_qdr/{{fqdn_internal_api}}@{{idm_realm}}
        run_after: 'container_name=$({{container_cli}} ps --format=\{\{.Names\}\}
          | grep metrics_qdr)

          service_crt="/etc/pki/tls/certs/metrics_qdr.crt"

          service_key="/etc/pki/tls/private/metrics_qdr.key

          # Copy the new cert from the mount-point to the real path

          {{container_cli}} exec "$container_name" cp "/var/lib/kolla/config_files/src-tls$service_crt"
          "$service_crt"

          # Copy the new key from the mount-point to the real path

          {{container_cli}} exec "$container_name" cp "/var/lib/kolla/config_files/src-tls$service_key"
          "$service_key"

          # Set appropriate permissions

          {{container_cli}} exec "$container_name" chown qdrouterd:qdrouterd "$service_crt"

          {{container_cli}} exec "$container_name" chown qdrouterd:qdrouterd "$service_key"

          # Trigger a container restart to read the new certificate

          {{container_cli}} restart "$container_name"

          '
  name: Certificate generation
  when:
  - step|int == 1
  - enable_internal_tls
- block:
  - include_role:
      name: linux-system-roles.certificate
    vars:
      certificate_requests:
      - ca: ipa
        dns:
        - '{{fqdn_internal_api}}'
        - '{{cloud_names.cloud_name_internal_api}}'
        key_size: '2048'
        name: mysql
        principal: mysql/{{fqdn_internal_api}}@{{idm_realm}}
  name: Certificate generation
  when:
  - step|int == 1
  - enable_internal_tls
- import_role:
    name: tripleo_container_tag
  name: MySQL tag container image for pacemaker
  vars:
    container_image: registry.redhat.io/rhosp-rhel9/openstack-mariadb:17.1
    container_image_latest: cluster.common.tag/mariadb:pcmklatest
  when: step|int == 1
- block:
  - import_role:
      name: tripleo_ha_wrapper
    name: Mysql puppet bundle
    vars:
      tripleo_ha_wrapper_bundle_name: galera-bundle
      tripleo_ha_wrapper_config_suffix: .previous_run
      tripleo_ha_wrapper_puppet_config_volume: mysql
      tripleo_ha_wrapper_puppet_debug: false
      tripleo_ha_wrapper_puppet_execute: '["Mysql_datadir", "Mysql_user", "Mysql_database",
        "Mysql_grant", "Mysql_plugin"].each |String $val| { noop_resource($val) };
        include ::tripleo::profile::base::pacemaker; include ::tripleo::profile::pacemaker::database::mysql_bundle'
      tripleo_ha_wrapper_puppet_tags: pacemaker::resource::bundle,pacemaker::property,pacemaker::resource::ocf,pacemaker::constraint::order,pacemaker::constraint::colocation
      tripleo_ha_wrapper_resource_name: galera
      tripleo_ha_wrapper_resource_state: Master
      tripleo_ha_wrapper_service_name: mysql
  name: MySQL HA Wrappers Step
  when: step|int == 2
- name: install systemd-container for a greenfield
  package:
    name: systemd-container
    state: present
  when:
  - step|int == 1
  - not check_nova_instances_result.stat.exists
- containers.podman.podman_container_info:
    name: nova_compute
  delay: 30
  failed_when:
  - nova_compute_infos.containers.0.Healthcheck.Status is defined
  - '''healthy'' not in nova_compute_infos.containers.0.Healthcheck.Status'
  name: validate nova-compute container state
  register: nova_compute_infos
  retries: 10
  tags:
  - opendev-validation
  - opendev-validation-nova
  when:
  - container_cli == 'podman'
  - not container_healthcheck_disabled
  - step|int == 6
- include_role:
    name: tripleo_nvdimm
  name: manage PMEM namespaces for vPMEM
  vars:
    tripleo_nvdimm_pmem_namespaces: ''
  when:
  - step|int == 1
  - tripleo_nvdimm_pmem_namespaces != ''
- block:
  - name: Enable post-copy by setting unprivileged_userfaultfd
    sysctl:
      name: vm.unprivileged_userfaultfd
      reload: true
      state: present
      sysctl_file: /etc/sysctl.d/99-tripleo-postcopy.conf
      sysctl_set: true
      value: 1
  name: manage OS version 9 specific sysctls
  when:
  - step|int == 1
  - ansible_facts['os_family'] == 'RedHat'
  - ansible_facts['distribution_major_version'] is version('9', '==')
- block:
  - name: is KSM enabled
    set_fact:
      compute_ksm_enabled: false
  - block:
    - become: true
      failed_when: false
      name: Check for ksm
      register: ksm_service_check
      shell: systemctl is-active ksm.service || systemctl is-enabled ksm.service
    - name: disable KSM services
      register: ksmdisabled
      service:
        enabled: false
        name: '{{ item }}'
        state: stopped
      when:
      - ksm_service_check.rc is defined
      - ksm_service_check.rc == 0
      with_items:
      - ksm.service
      - ksmtuned.service
    - command: echo 2 >/sys/kernel/mm/ksm/run
      name: delete PageKSM after disable ksm on compute
      when:
      - ksm_service_check.rc is defined
      - ksm_service_check.rc == 0
      - ksmdisabled is changed
    name: disable KSM on compute
    when: not compute_ksm_enabled|bool
  - block:
    - name: make sure package providing ksmtuned is installed (RHEL8 or CentOS8)
      package:
        name: qemu-kvm-common
        state: present
      when:
      - ansible_facts['distribution_major_version'] is version('8', '==')
    - name: make sure package providing ksmtuned is installed (RHEL9 or CentOS9)
      package:
        name: ksmtuned
        state: present
      when:
      - ansible_facts['distribution_major_version'] is version('9', '==')
    - name: enable ksmtunded
      service:
        enabled: true
        name: '{{ item }}'
        state: started
      with_items:
      - ksm.service
      - ksmtuned.service
    name: enable KSM on compute
    when: compute_ksm_enabled|bool
  name: enable/disable ksm
  when:
  - step|int == 1
- become: true
  block:
  - copy:
      content: '#!/bin/bash

        pgrep -f /sbin/virtqemud

        [ $? -eq 0 ] && exit 0

        kill -9 $(cat /run/nova_virtqemud.pid)

        '
      dest: /usr/libexec/recover_tripleo_nova_virtqemud.sh
      mode: '0755'
    name: Create virtqemud recovery script
  - copy:
      content: '[Unit]

        Description=Check and recover tripleo_nova_virtqemud

        After=tripleo_nova_virtqemud.service

        Requisite=tripleo_nova_virtqemud.service

        [Service]

        Type=oneshot

        ExecStart=bash /usr/libexec/recover_tripleo_nova_virtqemud.sh

        SyslogIdentifier=recover_tripleo_nova_virtqemud

        [Install]

        WantedBy=multi-user.target

        '
      dest: /etc/systemd/system/tripleo_nova_virtqemud_recover.service
      mode: '0644'
    name: Create virtqemud recovery trigger service
  - copy:
      content: '[Unit]

        Description=Check and recover tripleo_nova_virtqemud every 10m

        PartOf=tripleo_nova_virtqemud.service

        [Timer]

        OnCalendar=*:5/10

        OnActiveSec=120

        OnUnitActiveSec=60

        RandomizedDelaySec=1m

        [Install]

        WantedBy=timers.target

        '
      dest: /etc/systemd/system/tripleo_nova_virtqemud_recover.timer
      mode: '0644'
    name: Create virtqemud recovery trigger timer
  - name: Enable virtqemud recovery trigger service
    systemd:
      daemon_reload: true
      enabled: true
      name: tripleo_nova_virtqemud_recover.service
  - name: Enable virtqemud recovery trigger timer
    register: virtqemud_recover_timer_result
    systemd:
      daemon_reload: true
      enabled: true
      name: tripleo_nova_virtqemud_recover.timer
      state: restarted
  - name: Really enable virtqemud recovery trigger timer
    shell:
      cmd: systemctl enable --now tripleo_nova_virtqemud_recover.timer
    when: virtqemud_recover_timer_result.status.UnitFileState != "enabled"
  name: Ensure recovery of containerized virtqemud
  when: step|int == 4
- block:
  - become: true
    copy:
      content: '[Unit]

        Wants=tripleo_nova_virtsecretd.service

        Wants=tripleo_nova_virtnodedevd.service

        Wants=tripleo_nova_virtstoraged.service

        Wants=tripleo_nova_virtproxyd.service

        Wants=tripleo_nova_virtqemud.service

        After=tripleo_nova_virtsecretd.service

        After=tripleo_nova_virtnodedevd.service

        After=tripleo_nova_virtstoraged.service

        After=tripleo_nova_virtproxyd.service

        After=tripleo_nova_virtqemud.service

        '
      dest: /etc/systemd/system/tripleo_nova_libvirt.target
      group: root
      mode: '0644'
      owner: root
    name: Create systemd file
    register: libvirt_target_result
  - become: true
    name: Reload systemd
    systemd:
      daemon_reload: true
      enabled: true
      name: tripleo_nova_libvirt.target
      state: restarted
    when: libvirt_target_result.changed
  name: Set up systemd target for libvirt services
  when: step|int == 4
- containers.podman.podman_container_info:
    name: nova_migration_target
  delay: 30
  failed_when:
  - nova_migration_target_infos.containers.0.Healthcheck.Status is defined
  - '''healthy'' not in nova_migration_target_infos.containers.0.Healthcheck.Status'
  name: validate nova-migration-target container state
  register: nova_migration_target_infos
  retries: 10
  tags:
  - opendev-validation
  - opendev-validation-nova
  when:
  - container_cli == 'podman'
  - not container_healthcheck_disabled
  - step|int == 5
- block:
  - copy:
      content: "#!/bin/sh\ntmpwatch --nodirs \\\n  -X \"/var/log/containers/*/*log\"\
        \ \\\n  -X \"/var/log/containers/*/*/*log\" \\\n  -X \"/var/log/containers/*/*err\"\
        \ \\\n  {{ LogrotatePurgeAfterDays|int +1 }}d \\\n  /var/log/containers/ 2>&1\
        \ | logger -t container-tmpwatch\n"
      dest: /usr/local/sbin/containers-tmpwatch
      group: root
      mode: 493
      owner: root
    name: Push script
    vars:
      LogrotatePurgeAfterDays: '14'
  - cron:
      job: /usr/local/sbin/containers-tmpwatch
      name: Remove old logs
      special_time: daily
      user: root
    name: Insert cronjob in root crontab
  name: configure tmpwatch on the host
  when: step|int == 2
- containers.podman.podman_container_info:
    name: nova_conductor
  delay: 30
  failed_when:
  - nova_conductor_infos.containers.0.Healthcheck.Status is defined
  - '''healthy'' not in nova_conductor_infos.containers.0.Healthcheck.Status'
  name: validate nova-conductor container state
  register: nova_conductor_infos
  retries: 10
  tags:
  - opendev-validation
  - opendev-validation-nova
  when:
  - container_cli == 'podman'
  - not container_healthcheck_disabled
  - step|int == 5
- block:
  - file:
      path: '{{ item }}'
      serole: object_r
      setype: cert_t
      seuser: system_u
      state: directory
    name: Create dirs for certificates and keys
    with_items:
    - /etc/pki/tls/certs/httpd
    - /etc/pki/tls/private/httpd
  - include_role:
      name: linux-system-roles.certificate
    vars:
      certificate_requests:
      - ca: ipa
        dns: '{{ fqdn_ctlplane }}'
        key_size: '2048'
        name: httpd-ctlplane
        principal: HTTP/{{ fqdn_ctlplane }}@{{ idm_realm }}
        run_after: 'cp /etc/pki/tls/certs/httpd-ctlplane.crt /etc/pki/tls/certs/httpd/httpd-ctlplane.crt

          cp /etc/pki/tls/private/httpd-ctlplane.key /etc/pki/tls/private/httpd/httpd-ctlplane.key

          pkill -USR1 httpd

          '
      - ca: ipa
        dns: '{{ fqdn_storage }}'
        key_size: '2048'
        name: httpd-storage
        principal: HTTP/{{ fqdn_storage }}@{{ idm_realm }}
        run_after: 'cp /etc/pki/tls/certs/httpd-storage.crt /etc/pki/tls/certs/httpd/httpd-storage.crt

          cp /etc/pki/tls/private/httpd-storage.key /etc/pki/tls/private/httpd/httpd-storage.key

          pkill -USR1 httpd

          '
      - ca: ipa
        dns: '{{ fqdn_storage_mgmt }}'
        key_size: '2048'
        name: httpd-storage_mgmt
        principal: HTTP/{{ fqdn_storage_mgmt }}@{{ idm_realm }}
        run_after: 'cp /etc/pki/tls/certs/httpd-storage_mgmt.crt /etc/pki/tls/certs/httpd/httpd-storage_mgmt.crt

          cp /etc/pki/tls/private/httpd-storage_mgmt.key /etc/pki/tls/private/httpd/httpd-storage_mgmt.key

          pkill -USR1 httpd

          '
      - ca: ipa
        dns: '{{ fqdn_internal_api }}'
        key_size: '2048'
        name: httpd-internal_api
        principal: HTTP/{{ fqdn_internal_api }}@{{ idm_realm }}
        run_after: 'cp /etc/pki/tls/certs/httpd-internal_api.crt /etc/pki/tls/certs/httpd/httpd-internal_api.crt

          cp /etc/pki/tls/private/httpd-internal_api.key /etc/pki/tls/private/httpd/httpd-internal_api.key

          pkill -USR1 httpd

          '
  name: Certificate generation
  when:
  - step|int == 1
  - enable_internal_tls
- containers.podman.podman_container_info:
    name: nova_metadata
  delay: 30
  failed_when:
  - nova_metadata_infos.containers.0.Healthcheck.Status is defined
  - '''healthy'' not in nova_metadata_infos.containers.0.Healthcheck.Status'
  name: validate nova-metadata container state
  register: nova_metadata_infos
  retries: 10
  tags:
  - opendev-validation
  - opendev-validation-nova
  when:
  - container_cli == 'podman'
  - not container_healthcheck_disabled
  - step|int == 5
- containers.podman.podman_container_info:
    name: nova_vnc_proxy
  delay: 30
  failed_when:
  - nova_vnc_proxy_infos.containers.0.Healthcheck.Status is defined
  - '''healthy'' not in nova_vnc_proxy_infos.containers.0.Healthcheck.Status'
  name: validate nova-vnc-proxy container state
  register: nova_vnc_proxy_infos
  retries: 10
  tags:
  - opendev-validation
  - opendev-validation-nova
  when:
  - container_cli == 'podman'
  - not container_healthcheck_disabled
  - step|int == 5
- block:
  - include_role:
      name: linux-system-roles.certificate
    vars:
      certificate_requests:
      - ca: ipa
        dns: '{{fqdn_internal_api}}'
        key_size: '2048'
        name: ovn_controller
        principal: ovn_controller/{{fqdn_internal_api}}@{{idm_realm}}
        run_after: 'systemctl restart tripleo_ovn_controller

          '
  name: Certificate generation
  when:
  - step|int == 1
  - enable_internal_tls
- block:
  - include_role:
      name: linux-system-roles.certificate
    vars:
      certificate_requests:
      - ca: ipa
        dns: '{{fqdn_internal_api}}'
        key_size: '2048'
        name: ovn_metadata
        principal: ovn_metadata/{{fqdn_internal_api}}@{{idm_realm}}
        run_after: 'systemctl restart tripleo_ovn_metadata_agent

          '
  name: Certificate generation
  when:
  - step|int == 1
  - enable_internal_tls
- block:
  - include_role:
      name: linux-system-roles.certificate
    vars:
      certificate_requests:
      - ca: ipa
        dns: '{{fqdn_internal_api}}'
        key_size: '2048'
        name: rabbitmq
        principal: rabbitmq/{{fqdn_internal_api}}@{{idm_realm}}
        run_after: "container_name=$({{container_cli}} ps --format=\\{\\{.Names\\\
          }\\} | grep -w -E 'rabbitmq(-bundle-.*-[0-9]+)?')\nservice_crt=\"/etc/pki/tls/certs/rabbitmq.crt\"\
          \nservice_key=\"/etc/pki/tls/private/rabbitmq.key\"\nif echo \"$container_name\"\
          \ | grep -q \"^rabbitmq-bundle\"; then\n  # lp#1917868: Do not use podman\
          \ cp with HA containers as they get\n  # frozen temporarily and that can\
          \ make pacemaker operation fail.\n  tar -c \"$service_crt\" \"$service_key\"\
          \ | {{container_cli}} exec -i \"$container_name\" tar -C / -xv\n  # no need\
          \ to update the mount point, because pacemaker\n  # recreates the container\
          \ when it's restarted\nelse\n  # Refresh the cert at the mount-point\n \
          \ {{container_cli}} cp $service_crt \"$container_name:/var/lib/kolla/config_files/src-tls/$service_crt\"\
          \n  # Refresh the key at the mount-point\n  {{container_cli}} cp $service_key\
          \ \"$container_name:/var/lib/kolla/config_files/src-tls/$service_key\"\n\
          \  # Copy the new cert from the mount-point to the real path\n  {{container_cli}}\
          \ exec -u root \"$container_name\" cp \"/var/lib/kolla/config_files/src-tls$service_crt\"\
          \ \"$service_crt\"\n  # Copy the new key from the mount-point to the real\
          \ path\n  {{container_cli}} exec -u root \"$container_name\" cp \"/var/lib/kolla/config_files/src-tls$service_key\"\
          \ \"$service_key\"\nfi\n# Set appropriate permissions\n{{container_cli}}\
          \ exec -u root \"$container_name\" chown rabbitmq:rabbitmq \"$service_crt\"\
          \n{{container_cli}} exec -u root \"$container_name\" chown rabbitmq:rabbitmq\
          \ \"$service_key\"\n# Trigger a pem cache clear in RabbitMQ to read the\
          \ new certificates\n{{container_cli}} exec \"$container_name\" rabbitmqctl\
          \ eval \"ssl:clear_pem_cache().\"\n"
  name: Certificate generation
  when:
  - step|int == 1
  - enable_internal_tls
- import_role:
    name: tripleo_container_tag
  name: RabbitMQ tag container image for pacemaker
  vars:
    container_image: registry.redhat.io/rhosp-rhel9/openstack-rabbitmq:17.1
    container_image_latest: cluster.common.tag/rabbitmq:pcmklatest
  when: step|int == 1
- block:
  - import_role:
      name: tripleo_ha_wrapper
    name: Rabbitmq rpc puppet bundle
    vars:
      tripleo_ha_wrapper_bundle_name: rabbitmq-bundle
      tripleo_ha_wrapper_config_suffix: .previous_run
      tripleo_ha_wrapper_puppet_config_volume: rabbitmq
      tripleo_ha_wrapper_puppet_debug: false
      tripleo_ha_wrapper_puppet_execute: '["Rabbitmq_policy", "Rabbitmq_user"].each
        |String $val| { noop_resource($val) }; include ::tripleo::profile::base::pacemaker;
        include ::tripleo::profile::pacemaker::rabbitmq_bundle'
      tripleo_ha_wrapper_puppet_tags: pacemaker::resource::bundle,pacemaker::property,pacemaker::resource::ip,pacemaker::resource::ocf,pacemaker::constraint::order,pacemaker::constraint::colocation
      tripleo_ha_wrapper_resource_name: rabbitmq
      tripleo_ha_wrapper_resource_state: Started
      tripleo_ha_wrapper_service_name: oslo_messaging_rpc
  name: RabbitMQ RPC HA Wrappers Step
  when: step|int == 2
- block:
  - become: true
    containers.podman.podman_image:
      force: true
      name: '{{ prefetch_image }}'
      validate_certs: false
    delay: 5
    loop: '{{ lookup(''template'', tripleo_role_name + ''/docker_config.yaml'', errors=''ignore'')
      | default(''{}'', True) | from_yaml | recursive_get_key_from_dict(key=''image'')
      | unique }}'
    loop_control:
      loop_var: prefetch_image
    name: Pre-fetch all the containers
    register: result
    retries: 5
    until: result is succeeded
  when:
  - (step|int) == 1