[ { "branch": "main", "index": "0", "phase": "pre", "playbook": "gitlab.com/softwarefactory-project/centosinfra-prod/sf-config/playbooks/base/pre.yaml", "plays": [ { "play": { "duration": { "end": "2026-06-11T13:27:43.121424Z", "start": "2026-06-11T13:27:40.438831Z" }, "id": "0a580a2a-0013-25ee-8e1c-000000000002", "name": "localhost" }, "tasks": [ { "hosts": { "localhost": { "action": "gather_facts", "ansible_facts": { "ansible_apparmor": { "status": "disabled" }, "ansible_architecture": "x86_64", "ansible_bios_date": "NA", "ansible_bios_vendor": "NA", "ansible_bios_version": "NA", "ansible_board_asset_tag": "NA", "ansible_board_name": "NA", "ansible_board_serial": "NA", "ansible_board_vendor": "NA", "ansible_board_version": "NA", "ansible_chassis_asset_tag": "NA", "ansible_chassis_serial": "NA", "ansible_chassis_vendor": "NA", "ansible_chassis_version": "NA", "ansible_cmdline": { "BOOT_IMAGE": "(hd0,gpt3)/vmlinuz-5.14.0-427.13.1.el9_4.x86_64", "console": "ttyS0,115200n8", "crashkernel": "1G-4G:192M,4G-64G:256M,64G-:512M", "net.ifnames": "0", "no_timer_check": true, "root": "UUID=2fb0abc1-9d08-48bc-9719-108d4ed14685" }, "ansible_date_time": { "date": "2026-06-11", "day": "11", "epoch": "1781184461", "epoch_int": "1781184461", "hour": "13", "iso8601": "2026-06-11T13:27:41Z", "iso8601_basic": "20260611T132741074106", "iso8601_basic_short": "20260611T132741", "iso8601_micro": "2026-06-11T13:27:41.074106Z", "minute": "27", "month": "06", "second": "41", "time": "13:27:41", "tz": "UTC", "tz_dst": "UTC", "tz_offset": "+0000", "weekday": "Thursday", "weekday_number": "4", "weeknumber": "23", "year": "2026" }, "ansible_devices": {}, "ansible_distribution": "Redhat", "ansible_distribution_major_version": "9", "ansible_distribution_release": "Plow", "ansible_distribution_version": "9.7", "ansible_dns": { "nameservers": [ "10.43.0.10" ], "options": { "ndots": "5" }, "search": [ "sf.svc.cluster.local", "svc.cluster.local", "cluster.local", "softwarefactory-project.io" ] }, "ansible_domain": "zuul-executor-headless.sf.svc.cluster.local", "ansible_effective_group_id": 0, "ansible_effective_user_id": 1000, "ansible_env": { "ANSIBLE_CONFIG": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/ansible/pre_playbook_0/ansible.cfg", "FLUENT_BIT_PORT": "tcp://10.43.21.195:2020", "FLUENT_BIT_PORT_2020_TCP": "tcp://10.43.21.195:2020", "FLUENT_BIT_PORT_2020_TCP_ADDR": "10.43.21.195", "FLUENT_BIT_PORT_2020_TCP_PORT": "2020", "FLUENT_BIT_PORT_2020_TCP_PROTO": "tcp", "FLUENT_BIT_PORT_24224_TCP": "tcp://10.43.21.195:24224", "FLUENT_BIT_PORT_24224_TCP_ADDR": "10.43.21.195", "FLUENT_BIT_PORT_24224_TCP_PORT": "24224", "FLUENT_BIT_PORT_24224_TCP_PROTO": "tcp", "FLUENT_BIT_PORT_5140_TCP": "tcp://10.43.21.195:5140", "FLUENT_BIT_PORT_5140_TCP_ADDR": "10.43.21.195", "FLUENT_BIT_PORT_5140_TCP_PORT": "5140", "FLUENT_BIT_PORT_5140_TCP_PROTO": "tcp", "FLUENT_BIT_SERVICE_HOST": "10.43.21.195", "FLUENT_BIT_SERVICE_PORT": "2020", "FLUENT_BIT_SERVICE_PORT_FB_FWD_INPUT": "24224", "FLUENT_BIT_SERVICE_PORT_FB_HTTP_INPUT": "5140", "FLUENT_BIT_SERVICE_PORT_HTTP": "2020", "HOME": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work", "HOSTNAME": "zuul-executor-0", "K8S_COMPONENT": "zuul", "K8S_CONTAINER": "zuul-executor", "K8S_LABELS_APP": "sf", "K8S_LABELS_RUN": "zuul-executor", "K8S_NAMESPACE": "sf", "K8S_NODENAME": "microshift-ze04.softwarefactory-project.io", "K8S_PODIP": "10.42.0.19", "K8S_PODNAME": "zuul-executor-0", "KUBECONFIG": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/kube/config", "KUBERNETES_PORT": "tcp://10.43.0.1:443", "KUBERNETES_PORT_443_TCP": "tcp://10.43.0.1:443", "KUBERNETES_PORT_443_TCP_ADDR": "10.43.0.1", "KUBERNETES_PORT_443_TCP_PORT": "443", "KUBERNETES_PORT_443_TCP_PROTO": "tcp", "KUBERNETES_SERVICE_HOST": "10.43.0.1", "KUBERNETES_SERVICE_PORT": "443", "KUBERNETES_SERVICE_PORT_HTTPS": "443", "LC_CTYPE": "C.UTF-8", "NSS_SDB_USE_CACHE": "no", "PATH": "/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin", "PWD": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/trusted/project_0/gitlab.com/softwarefactory-project/centosinfra-prod/sf-config/playbooks/base", "PYTHONPATH": "/var/lib/zuul/ansible/9", "REQUESTS_CA_BUNDLE": "/etc/ssl/certs/ca-bundle.crt", "SHLVL": "1", "SSH_AGENT_PID": "4079509", "SSH_AUTH_SOCK": "/tmp/ssh-XXXXXXVOVCYw/agent.4079508", "TERM": "xterm", "TMP": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work/tmp", "XDG_CACHE_HOME": "/var/cache/dhall", "ZUUL_ANSIBLE_SPLIT_STREAMS": "False", "ZUUL_JOBDIR": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab", "ZUUL_JOB_FAILURE_OUTPUT": "[]", "ZUUL_JOB_LOG_CONFIG": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/ansible/logging.json", "ZUUL_OUTPUT_MAX_BYTES": "1073741824", "_": "/usr/lib/zuul/ansible/9/bin/python", "container": "oci" }, "ansible_fibre_channel_wwn": [], "ansible_fips": false, "ansible_form_factor": "NA", "ansible_fqdn": "zuul-executor-0.zuul-executor-headless.sf.svc.cluster.local", "ansible_hostname": "zuul-executor-0", "ansible_hostnqn": "", "ansible_is_chroot": false, "ansible_iscsi_iqn": "", "ansible_kernel": "5.14.0-427.13.1.el9_4.x86_64", "ansible_kernel_version": "#1 SMP PREEMPT_DYNAMIC Wed Apr 10 10:29:16 EDT 2024", "ansible_loadavg": { "15m": 1.25, "1m": 1.66, "5m": 1.33 }, "ansible_local": {}, "ansible_lsb": {}, "ansible_lvm": "N/A", "ansible_machine": "x86_64", "ansible_memfree_mb": 1778, "ansible_memory_mb": { "nocache": { "free": 8853, "used": 6883 }, "real": { "free": 1778, "total": 15736, "used": 13958 }, "swap": { "cached": 0, "free": 0, "total": 0, "used": 0 } }, "ansible_memtotal_mb": 15736, "ansible_mounts": [ { "block_available": 21391069, "block_size": 4096, "block_total": 25884155, "block_used": 4493086, "device": "/dev/vda4", "fstype": "xfs", "inode_available": 51299926, "inode_total": 51801024, "inode_used": 501098, "mount": "/etc/hosts", "options": "ro,seclabel,nosuid,nodev,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota,bind", "size_available": 87617818624, "size_total": 106021498880, "uuid": "N/A" }, { "block_available": 5387984, "block_size": 4096, "block_total": 7847936, "block_used": 2459952, "device": "/dev/topolvm/571fb6b1-cbef-4881-8db1-8178c9a26ece", "fstype": "xfs", "inode_available": 15309174, "inode_total": 15728640, "inode_used": 419466, "mount": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work", "options": "rw,seclabel,nosuid,nodev,relatime,nouuid,attr2,inode64,logbufs=8,logbsize=32k,noquota,bind", "size_available": 22069182464, "size_total": 32145145856, "uuid": "N/A" }, { "block_available": 21391069, "block_size": 4096, "block_total": 25884155, "block_used": 4493086, "device": "/dev/vda4", "fstype": "xfs", "inode_available": 51299926, "inode_total": 51801024, "inode_used": 501098, "mount": "/etc/pki/ca-trust/extracted", "options": "ro,seclabel,nosuid,nodev,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota,bind", "size_available": 87617818624, "size_total": 106021498880, "uuid": "N/A" }, { "block_available": 5387984, "block_size": 4096, "block_total": 7847936, "block_used": 2459952, "device": "/dev/topolvm/571fb6b1-cbef-4881-8db1-8178c9a26ece", "fstype": "xfs", "inode_available": 15309174, "inode_total": 15728640, "inode_used": 419466, "mount": "/var/lib/zuul/ansible/9", "options": "ro,seclabel,nosuid,nodev,relatime,nouuid,attr2,inode64,logbufs=8,logbsize=32k,noquota,bind", "size_available": 22069182464, "size_total": 32145145856, "uuid": "N/A" }, { "block_available": 5387984, "block_size": 4096, "block_total": 7847936, "block_used": 2459952, "device": "/dev/topolvm/571fb6b1-cbef-4881-8db1-8178c9a26ece", "fstype": "xfs", "inode_available": 15309174, "inode_total": 15728640, "inode_used": 419466, "mount": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/ansible", "options": "ro,seclabel,nosuid,nodev,relatime,nouuid,attr2,inode64,logbufs=8,logbsize=32k,noquota,bind", "size_available": 22069182464, "size_total": 32145145856, "uuid": "N/A" }, { "block_available": 5387984, "block_size": 4096, "block_total": 7847936, "block_used": 2459952, "device": "/dev/topolvm/571fb6b1-cbef-4881-8db1-8178c9a26ece", "fstype": "xfs", "inode_available": 15309174, "inode_total": 15728640, "inode_used": 419466, "mount": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/kube", "options": "ro,seclabel,nosuid,nodev,relatime,nouuid,attr2,inode64,logbufs=8,logbsize=32k,noquota,bind", "size_available": 22069182464, "size_total": 32145145856, "uuid": "N/A" }, { "block_available": 5387984, "block_size": 4096, "block_total": 7847936, "block_used": 2459952, "device": "/dev/topolvm/571fb6b1-cbef-4881-8db1-8178c9a26ece", "fstype": "xfs", "inode_available": 15309174, "inode_total": 15728640, "inode_used": 419466, "mount": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/trusted", "options": "ro,seclabel,nosuid,nodev,relatime,nouuid,attr2,inode64,logbufs=8,logbsize=32k,noquota,bind", "size_available": 22069182464, "size_total": 32145145856, "uuid": "N/A" }, { "block_available": 5387984, "block_size": 4096, "block_total": 7847936, "block_used": 2459952, "device": "/dev/topolvm/571fb6b1-cbef-4881-8db1-8178c9a26ece", "fstype": "xfs", "inode_available": 15309174, "inode_total": 15728640, "inode_used": 419466, "mount": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/untrusted", "options": "ro,seclabel,nosuid,nodev,relatime,nouuid,attr2,inode64,logbufs=8,logbsize=32k,noquota,bind", "size_available": 22069182464, "size_total": 32145145856, "uuid": "N/A" }, { "block_available": 5387984, "block_size": 4096, "block_total": 7847936, "block_used": 2459952, "device": "/dev/topolvm/571fb6b1-cbef-4881-8db1-8178c9a26ece", "fstype": "xfs", "inode_available": 15309174, "inode_total": 15728640, "inode_used": 419466, "mount": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/ansible/pre_playbook_0", "options": "ro,seclabel,nosuid,nodev,relatime,nouuid,attr2,inode64,logbufs=8,logbsize=32k,noquota,bind", "size_available": 22069182464, "size_total": 32145145856, "uuid": "N/A" }, { "block_available": 5387984, "block_size": 4096, "block_total": 7847936, "block_used": 2459952, "device": "/dev/topolvm/571fb6b1-cbef-4881-8db1-8178c9a26ece", "fstype": "xfs", "inode_available": 15309174, "inode_total": 15728640, "inode_used": 419466, "mount": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/.ansible", "options": "rw,seclabel,nosuid,nodev,relatime,nouuid,attr2,inode64,logbufs=8,logbsize=32k,noquota,bind", "size_available": 22069182464, "size_total": 32145145856, "uuid": "N/A" } ], "ansible_nodename": "zuul-executor-0", "ansible_os_family": "Redhat", "ansible_pkg_mgr": "unknown", "ansible_proc_cmdline": { "BOOT_IMAGE": "(hd0,gpt3)/vmlinuz-5.14.0-427.13.1.el9_4.x86_64", "console": [ "tty0", "ttyS0,115200n8" ], "crashkernel": "1G-4G:192M,4G-64G:256M,64G-:512M", "net.ifnames": "0", "no_timer_check": true, "root": "UUID=2fb0abc1-9d08-48bc-9719-108d4ed14685" }, "ansible_processor": [ "0", "AuthenticAMD", "AMD EPYC-Rome Processor", "1", "AuthenticAMD", "AMD EPYC-Rome Processor", "2", "AuthenticAMD", "AMD EPYC-Rome Processor", "3", "AuthenticAMD", "AMD EPYC-Rome Processor", "4", "AuthenticAMD", "AMD EPYC-Rome Processor", "5", "AuthenticAMD", "AMD EPYC-Rome Processor", "6", "AuthenticAMD", "AMD EPYC-Rome Processor", "7", "AuthenticAMD", "AMD EPYC-Rome Processor" ], "ansible_processor_cores": 1, "ansible_processor_count": 8, "ansible_processor_nproc": 8, "ansible_processor_threads_per_core": 1, "ansible_processor_vcpus": 8, "ansible_product_name": "NA", "ansible_product_serial": "NA", "ansible_product_uuid": "NA", "ansible_product_version": "NA", "ansible_python": { "executable": "/usr/lib/zuul/ansible/9/bin/python", "has_sslcontext": true, "type": "cpython", "version": { "major": 3, "micro": 13, "minor": 11, "releaselevel": "final", "serial": 0 }, "version_info": [ 3, 11, 13, "final", 0 ] }, "ansible_python_version": "3.11.13", "ansible_real_group_id": 0, "ansible_real_user_id": 1000, "ansible_selinux": { "status": "disabled" }, "ansible_selinux_python_present": true, "ansible_service_mgr": "bwrap", "ansible_swapfree_mb": 0, "ansible_swaptotal_mb": 0, "ansible_system": "Linux", "ansible_system_capabilities": [ "" ], "ansible_system_capabilities_enforced": "True", "ansible_system_vendor": "NA", "ansible_uptime_seconds": 4264984, "ansible_user_dir": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work", "ansible_user_gecos": "1000 user", "ansible_user_gid": 0, "ansible_user_id": "1000", "ansible_user_shell": "/sbin/nologin", "ansible_user_uid": 1000, "ansible_userspace_architecture": "x86_64", "ansible_userspace_bits": "64", "ansible_virtualization_role": "guest", "ansible_virtualization_tech_guest": [ "container" ], "ansible_virtualization_tech_host": [ "kvm" ], "ansible_virtualization_type": "container", "gather_subset": [ "all" ], "module_setup": true }, "changed": false, "deprecations": [], "warnings": [] } }, "task": { "duration": { "end": "2026-06-11T13:27:41.377742Z", "start": "2026-06-11T13:27:40.446126Z" }, "id": "0a580a2a-0013-25ee-8e1c-000000000047", "name": "Gathering Facts" } }, { "hosts": { "localhost": { "action": "include_role", "changed": false, "include_args": { "name": "set-zuul-log-path-fact" } } }, "role": { "id": "0a580a2a-0013-25ee-8e1c-000000000008", "name": "emit-job-header", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/emit-job-header" }, "task": { "duration": { "end": "2026-06-11T13:27:41.399454Z", "start": "2026-06-11T13:27:41.382446Z" }, "id": "0a580a2a-0013-25ee-8e1c-00000000000a", "name": "Setup log path fact" } }, { "hosts": { "localhost": { "action": "set_fact", "ansible_facts": { "zuul_log_path": "96a/sf/96a3eefa35964259a5b00224bb52f0ab" }, "changed": false } }, "role": { "id": "0a580a2a-0013-25ee-8e1c-00000000006a", "name": "set-zuul-log-path-fact", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/set-zuul-log-path-fact" }, "task": { "duration": { "end": "2026-06-11T13:27:41.445680Z", "start": "2026-06-11T13:27:41.409208Z" }, "id": "0a580a2a-0013-25ee-8e1c-00000000006c", "name": "Set log path for a build" } }, { "hosts": { "localhost": { "action": "debug", "changed": false, "msg": "# Job Information\nAnsible Version: 2.16.18\nJob: sf-operator-minikube-upgrade\nPipeline: check\nExecutor: 38.102.83.32\nTriggered by: https://softwarefactory-project.io/r/c/software-factory/sf-operator/+/35006\nLog URL (when completed): https://gateway-cloud-softwarefactory.apps.ocp.cloud.ci.centos.org/logs/96a/sf/96a3eefa35964259a5b00224bb52f0ab/\nEvent ID: dd13f688d355457a813a18e7913d0b8c\n" } }, "role": { "id": "0a580a2a-0013-25ee-8e1c-000000000008", "name": "emit-job-header", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/emit-job-header" }, "task": { "duration": { "end": "2026-06-11T13:27:41.503096Z", "start": "2026-06-11T13:27:41.450951Z" }, "id": "0a580a2a-0013-25ee-8e1c-00000000000b", "name": "Print job information" } }, { "hosts": { "localhost": { "action": "debug", "changed": false, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_item", "changed": false, "failed": false, "msg": "# Node Information\nInventory Hostname: controller\nHostname: np0000070811\nUsername: zuul-worker\nDistro: CentOS 9\nProvider: vexxhost-nodepool-sf\nRegion: RegionOne\nLabel: cloud-centos-9-big\nProduct Name: OpenStack Nova\nInterface IP: 38.102.83.103\n", "zj_item": "controller" } ] } }, "role": { "id": "0a580a2a-0013-25ee-8e1c-000000000008", "name": "emit-job-header", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/emit-job-header" }, "task": { "duration": { "end": "2026-06-11T13:27:41.634420Z", "start": "2026-06-11T13:27:41.510598Z" }, "id": "0a580a2a-0013-25ee-8e1c-00000000000c", "name": "Print node information" } }, { "hosts": { "localhost": { "action": "file", "changed": true, "diff": { "after": { "mode": "0755", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work/logs/zuul-info", "state": "directory" }, "before": { "mode": "02755", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work/logs/zuul-info", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work/logs/zuul-info", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "1000", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work/logs/zuul-info", "size": 6, "state": "directory", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-25ee-8e1c-00000000001b", "name": "log-inventory", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/log-inventory" }, "task": { "duration": { "end": "2026-06-11T13:27:42.139687Z", "start": "2026-06-11T13:27:41.639809Z" }, "id": "0a580a2a-0013-25ee-8e1c-00000000001d", "name": "Ensure Zuul Ansible directory exists" } }, { "hosts": { "localhost": { "action": "copy", "changed": true, "checksum": "7cf9aa1b8e748ff926e6b353e04812599aea416c", "dest": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work/logs/zuul-info/inventory.yaml", "diff": [], "gid": 0, "group": "root", "invocation": { "module_args": { "_original_basename": "inventory.yaml", "attributes": null, "backup": false, "checksum": "7cf9aa1b8e748ff926e6b353e04812599aea416c", "content": null, "dest": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work/logs/zuul-info", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": 420, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work/.ansible/tmp/ansible-tmp-1781184462.1677718-57-91680250135388/source", "unsafe_writes": false, "validate": null } }, "md5sum": "2a46762682f269f834805d33587100d9", "mode": "0644", "owner": "1000", "size": 15201, "src": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work/.ansible/tmp/ansible-tmp-1781184462.1677718-57-91680250135388/source", "state": "file", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-25ee-8e1c-00000000001b", "name": "log-inventory", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/log-inventory" }, "task": { "duration": { "end": "2026-06-11T13:27:43.121424Z", "start": "2026-06-11T13:27:42.143701Z" }, "id": "0a580a2a-0013-25ee-8e1c-00000000001e", "name": "Copy ansible inventory to logs dir" } } ] }, { "play": { "duration": { "end": "2026-06-11T13:27:55.328134Z", "start": "2026-06-11T13:27:43.126708Z" }, "id": "0a580a2a-0013-25ee-8e1c-000000000026", "name": "all" }, "tasks": [ { "hosts": { "controller": { "action": "include_role", "changed": false, "include_args": { "name": "start-zuul-console" } } }, "task": { "duration": { "end": "2026-06-11T13:27:43.150677Z", "start": "2026-06-11T13:27:43.132593Z" }, "id": "0a580a2a-0013-25ee-8e1c-000000000028", "name": "" } }, { "hosts": { "controller": { "action": "zuul_console", "changed": false, "invocation": { "module_args": { "path": "/tmp/console-{log_uuid}.log", "port": 19885, "state": "present" } } } }, "role": { "id": "0a580a2a-0013-25ee-8e1c-0000000000a8", "name": "start-zuul-console", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/start-zuul-console" }, "task": { "duration": { "end": "2026-06-11T13:27:43.608179Z", "start": "2026-06-11T13:27:43.160291Z" }, "id": "0a580a2a-0013-25ee-8e1c-0000000000aa", "name": "Start zuul_console daemon." } }, { "hosts": { "controller": { "action": "include_role", "changed": false, "include_args": { "name": "validate-host" } } }, "task": { "duration": { "end": "2026-06-11T13:27:43.651472Z", "start": "2026-06-11T13:27:43.625311Z" }, "id": "0a580a2a-0013-25ee-8e1c-00000000002a", "name": "" } }, { "hosts": { "controller": { "action": "set_fact", "ansible_facts": { "zuul_info_dir": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work/logs/zuul-info" }, "changed": false } }, "role": { "id": "0a580a2a-0013-25ee-8e1c-0000000000c4", "name": "validate-host", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/validate-host" }, "task": { "duration": { "end": "2026-06-11T13:27:43.727411Z", "start": "2026-06-11T13:27:43.687211Z" }, "id": "0a580a2a-0013-25ee-8e1c-0000000000c6", "name": "Define zuul_info_dir fact" } }, { "hosts": { "controller": { "action": "file", "changed": false, "diff": { "after": { "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work/logs/zuul-info" }, "before": { "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work/logs/zuul-info" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work/logs/zuul-info", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "1000", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work/logs/zuul-info", "size": 28, "state": "directory", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-25ee-8e1c-0000000000c4", "name": "validate-host", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/validate-host" }, "task": { "duration": { "end": "2026-06-11T13:27:43.998482Z", "start": "2026-06-11T13:27:43.731063Z" }, "id": "0a580a2a-0013-25ee-8e1c-0000000000c7", "name": "Ensure Zuul Ansible directory exists" } }, { "hosts": { "controller": { "action": "setup", "ansible_facts": { "ansible_all_ipv4_addresses": [ "38.102.83.103" ], "ansible_all_ipv6_addresses": [ "fe80::f816:3eff:fe78:cc3e" ], "ansible_apparmor": { "status": "disabled" }, "ansible_architecture": "x86_64", "ansible_bios_date": "04/01/2014", "ansible_bios_vendor": "SeaBIOS", "ansible_bios_version": "1.15.0-1", "ansible_board_asset_tag": "NA", "ansible_board_name": "NA", "ansible_board_serial": "NA", "ansible_board_vendor": "NA", "ansible_board_version": "NA", "ansible_chassis_asset_tag": "NA", "ansible_chassis_serial": "NA", "ansible_chassis_vendor": "QEMU", "ansible_chassis_version": "pc-i440fx-6.2", "ansible_cmdline": { "BOOT_IMAGE": "(hd0,msdos1)/boot/vmlinuz-5.14.0-710.el9.x86_64", "console": "ttyS0,115200n8", "crashkernel": "1G-2G:192M,2G-64G:256M,64G-:512M", "net.ifnames": "0", "no_timer_check": true, "ro": true, "root": "UUID=cfbc411a-2641-4777-ba4c-27c935901d84" }, "ansible_date_time": { "date": "2026-06-11", "day": "11", "epoch": "1781184464", "epoch_int": "1781184464", "hour": "09", "iso8601": "2026-06-11T13:27:44Z", "iso8601_basic": "20260611T092744389538", "iso8601_basic_short": "20260611T092744", "iso8601_micro": "2026-06-11T13:27:44.389538Z", "minute": "27", "month": "06", "second": "44", "time": "09:27:44", "tz": "EDT", "tz_dst": "EDT", "tz_offset": "-0400", "weekday": "Thursday", "weekday_number": "4", "weeknumber": "23", "year": "2026" }, "ansible_default_ipv4": { "address": "38.102.83.103", "alias": "eth0", "broadcast": "38.102.83.255", "gateway": "38.102.83.1", "interface": "eth0", "macaddress": "fa:16:3e:78:cc:3e", "mtu": 1500, "netmask": "255.255.255.0", "network": "38.102.83.0", "prefix": "24", "type": "ether" }, "ansible_default_ipv6": {}, "ansible_device_links": { "ids": { "sr0": [ "ata-QEMU_DVD-ROM_QM00001" ] }, "labels": { "sr0": [ "config-2" ] }, "masters": {}, "uuids": { "sr0": [ "2026-06-11-13-27-07-00" ], "vda1": [ "cfbc411a-2641-4777-ba4c-27c935901d84" ] } }, "ansible_devices": { "sr0": { "holders": [], "host": "", "links": { "ids": [ "ata-QEMU_DVD-ROM_QM00001" ], "labels": [ "config-2" ], "masters": [], "uuids": [ "2026-06-11-13-27-07-00" ] }, "model": "QEMU DVD-ROM", "partitions": {}, "removable": "1", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "964", "sectorsize": "2048", "size": "482.00 KB", "support_discard": "0", "vendor": "QEMU", "virtual": 1 }, "vda": { "holders": [], "host": "", "links": { "ids": [], "labels": [], "masters": [], "uuids": [] }, "model": null, "partitions": { "vda1": { "holders": [], "links": { "ids": [], "labels": [], "masters": [], "uuids": [ "cfbc411a-2641-4777-ba4c-27c935901d84" ] }, "sectors": "838858719", "sectorsize": 512, "size": "400.00 GB", "start": "2048", "uuid": "cfbc411a-2641-4777-ba4c-27c935901d84" } }, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "838860800", "sectorsize": "512", "size": "400.00 GB", "support_discard": "512", "vendor": "0x1af4", "virtual": 1 } }, "ansible_distribution": "CentOS", "ansible_distribution_file_parsed": true, "ansible_distribution_file_path": "/etc/centos-release", "ansible_distribution_file_variety": "CentOS", "ansible_distribution_major_version": "9", "ansible_distribution_release": "Stream", "ansible_distribution_version": "9", "ansible_dns": { "nameservers": [ "199.204.44.24", "199.204.47.54" ], "search": [ "novalocal" ] }, "ansible_domain": "novalocal", "ansible_effective_group_id": 1000, "ansible_effective_user_id": 1000, "ansible_env": { "BASH_FUNC_which%%": "() { ( alias;\n eval ${which_declare} ) | /usr/bin/which --tty-only --read-alias --read-functions --show-tilde --show-dot $@\n}", "DBUS_SESSION_BUS_ADDRESS": "unix:path=/run/user/1000/bus", "DEBUGINFOD_IMA_CERT_PATH": "/etc/keys/ima:", "DEBUGINFOD_URLS": "https://debuginfod.centos.org/ ", "HOME": "/home/zuul-worker", "LANG": "en_US.UTF-8", "LESSOPEN": "||/usr/bin/lesspipe.sh %s", "LOGNAME": "zuul-worker", "MOTD_SHOWN": "pam", "PATH": "/home/zuul-worker/.local/bin:/home/zuul-worker/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin", "PWD": "/home/zuul-worker", "SELINUX_LEVEL_REQUESTED": "", "SELINUX_ROLE_REQUESTED": "", "SELINUX_USE_CURRENT_RANGE": "", "SHELL": "/bin/bash", "SHLVL": "1", "SSH_CLIENT": "38.102.83.32 53196 22", "SSH_CONNECTION": "38.102.83.32 53196 38.102.83.103 22", "USER": "zuul-worker", "XDG_RUNTIME_DIR": "/run/user/1000", "XDG_SESSION_CLASS": "user", "XDG_SESSION_ID": "1", "XDG_SESSION_TYPE": "tty", "_": "/usr/bin/python3", "which_declare": "declare -f" }, "ansible_eth0": { "active": true, "device": "eth0", "features": { "esp_hw_offload": "off [fixed]", "esp_tx_csum_hw_offload": "off [fixed]", "generic_receive_offload": "on", "generic_segmentation_offload": "on", "highdma": "on [fixed]", "hsr_dup_offload": "off [fixed]", "hsr_fwd_offload": "off [fixed]", "hsr_tag_ins_offload": "off [fixed]", "hsr_tag_rm_offload": "off [fixed]", "hw_tc_offload": "off [fixed]", "l2_fwd_offload": "off [fixed]", "large_receive_offload": "off [fixed]", "loopback": "off [fixed]", "macsec_hw_offload": "off [fixed]", "ntuple_filters": "off [fixed]", "receive_hashing": "off [fixed]", "rx_all": "off [fixed]", "rx_checksumming": "on [fixed]", "rx_fcs": "off [fixed]", "rx_gro_hw": "on", "rx_gro_list": "off", "rx_udp_gro_forwarding": "off", "rx_udp_tunnel_port_offload": "off [fixed]", "rx_vlan_filter": "on [fixed]", "rx_vlan_offload": "off [fixed]", "rx_vlan_stag_filter": "off [fixed]", "rx_vlan_stag_hw_parse": "off [fixed]", "scatter_gather": "on", "tcp_segmentation_offload": "on", "tls_hw_record": "off [fixed]", "tls_hw_rx_offload": "off [fixed]", "tls_hw_tx_offload": "off [fixed]", "tx_checksum_fcoe_crc": "off [fixed]", "tx_checksum_ip_generic": "on", "tx_checksum_ipv4": "off [fixed]", "tx_checksum_ipv6": "off [fixed]", "tx_checksum_sctp": "off [fixed]", "tx_checksumming": "on", "tx_esp_segmentation": "off [fixed]", "tx_fcoe_segmentation": "off [fixed]", "tx_gre_csum_segmentation": "off [fixed]", "tx_gre_segmentation": "off [fixed]", "tx_gso_list": "off [fixed]", "tx_gso_partial": "off [fixed]", "tx_gso_robust": "on [fixed]", "tx_ipxip4_segmentation": "off [fixed]", "tx_ipxip6_segmentation": "off [fixed]", "tx_nocache_copy": "off", "tx_scatter_gather": "on", "tx_scatter_gather_fraglist": "off [fixed]", "tx_sctp_segmentation": "off [fixed]", "tx_tcp6_segmentation": "on", "tx_tcp_ecn_segmentation": "on", "tx_tcp_mangleid_segmentation": "off", "tx_tcp_segmentation": "on", "tx_tunnel_remcsum_segmentation": "off [fixed]", "tx_udp_segmentation": "off [fixed]", "tx_udp_tnl_csum_segmentation": "off [fixed]", "tx_udp_tnl_segmentation": "off [fixed]", "tx_vlan_offload": "off [fixed]", "tx_vlan_stag_hw_insert": "off [fixed]", "vlan_challenged": "off [fixed]" }, "hw_timestamp_filters": [], "ipv4": { "address": "38.102.83.103", "broadcast": "38.102.83.255", "netmask": "255.255.255.0", "network": "38.102.83.0", "prefix": "24" }, "ipv6": [ { "address": "fe80::f816:3eff:fe78:cc3e", "prefix": "64", "scope": "link" } ], "macaddress": "fa:16:3e:78:cc:3e", "module": "virtio_net", "mtu": 1500, "pciid": "virtio1", "promisc": false, "speed": -1, "timestamping": [], "type": "ether" }, "ansible_fibre_channel_wwn": [], "ansible_fips": false, "ansible_form_factor": "Other", "ansible_fqdn": "np0000070811.novalocal", "ansible_hostname": "np0000070811", "ansible_hostnqn": "nqn.2014-08.org.nvmexpress:uuid:b096e6f1-94bc-48fd-869c-f3db8e1e36b1", "ansible_interfaces": [ "lo", "eth0" ], "ansible_is_chroot": false, "ansible_iscsi_iqn": "", "ansible_kernel": "5.14.0-710.el9.x86_64", "ansible_kernel_version": "#1 SMP PREEMPT_DYNAMIC Wed May 27 09:04:56 UTC 2026", "ansible_lo": { "active": true, "device": "lo", "features": { "esp_hw_offload": "off [fixed]", "esp_tx_csum_hw_offload": "off [fixed]", "generic_receive_offload": "on", "generic_segmentation_offload": "on", "highdma": "on [fixed]", "hsr_dup_offload": "off [fixed]", "hsr_fwd_offload": "off [fixed]", "hsr_tag_ins_offload": "off [fixed]", "hsr_tag_rm_offload": "off [fixed]", "hw_tc_offload": "off [fixed]", "l2_fwd_offload": "off [fixed]", "large_receive_offload": "off [fixed]", "loopback": "on [fixed]", "macsec_hw_offload": "off [fixed]", "ntuple_filters": "off [fixed]", "receive_hashing": "off [fixed]", "rx_all": "off [fixed]", "rx_checksumming": "on [fixed]", "rx_fcs": "off [fixed]", "rx_gro_hw": "off [fixed]", "rx_gro_list": "off", "rx_udp_gro_forwarding": "off", "rx_udp_tunnel_port_offload": "off [fixed]", "rx_vlan_filter": "off [fixed]", "rx_vlan_offload": "off [fixed]", "rx_vlan_stag_filter": "off [fixed]", "rx_vlan_stag_hw_parse": "off [fixed]", "scatter_gather": "on", "tcp_segmentation_offload": "on", "tls_hw_record": "off [fixed]", "tls_hw_rx_offload": "off [fixed]", "tls_hw_tx_offload": "off [fixed]", "tx_checksum_fcoe_crc": "off [fixed]", "tx_checksum_ip_generic": "on [fixed]", "tx_checksum_ipv4": "off [fixed]", "tx_checksum_ipv6": "off [fixed]", "tx_checksum_sctp": "on [fixed]", "tx_checksumming": "on", "tx_esp_segmentation": "off [fixed]", "tx_fcoe_segmentation": "off [fixed]", "tx_gre_csum_segmentation": "off [fixed]", "tx_gre_segmentation": "off [fixed]", "tx_gso_list": "on", "tx_gso_partial": "off [fixed]", "tx_gso_robust": "off [fixed]", "tx_ipxip4_segmentation": "off [fixed]", "tx_ipxip6_segmentation": "off [fixed]", "tx_nocache_copy": "off [fixed]", "tx_scatter_gather": "on [fixed]", "tx_scatter_gather_fraglist": "on [fixed]", "tx_sctp_segmentation": "on", "tx_tcp6_segmentation": "on", "tx_tcp_ecn_segmentation": "on", "tx_tcp_mangleid_segmentation": "on", "tx_tcp_segmentation": "on", "tx_tunnel_remcsum_segmentation": "off [fixed]", "tx_udp_segmentation": "on", "tx_udp_tnl_csum_segmentation": "off [fixed]", "tx_udp_tnl_segmentation": "off [fixed]", "tx_vlan_offload": "off [fixed]", "tx_vlan_stag_hw_insert": "off [fixed]", "vlan_challenged": "on [fixed]" }, "hw_timestamp_filters": [], "ipv4": { "address": "127.0.0.1", "broadcast": "", "netmask": "255.0.0.0", "network": "127.0.0.0", "prefix": "8" }, "ipv6": [ { "address": "::1", "prefix": "128", "scope": "host" } ], "mtu": 65536, "promisc": false, "timestamping": [], "type": "loopback" }, "ansible_loadavg": { "15m": 0.04, "1m": 0.44, "5m": 0.11 }, "ansible_local": {}, "ansible_locally_reachable_ips": { "ipv4": [ "38.102.83.103", "127.0.0.0/8", "127.0.0.1" ], "ipv6": [ "::1", "fe80::f816:3eff:fe78:cc3e" ] }, "ansible_lsb": {}, "ansible_lvm": "N/A", "ansible_machine": "x86_64", "ansible_machine_id": "7273a2d14dfde866792f293ccc0d09d8", "ansible_memfree_mb": 23085, "ansible_memory_mb": { "nocache": { "free": 23297, "used": 474 }, "real": { "free": 23085, "total": 23771, "used": 686 }, "swap": { "cached": 0, "free": 0, "total": 0, "used": 0 } }, "ansible_memtotal_mb": 23771, "ansible_mounts": [ { "block_available": 103595217, "block_size": 4096, "block_total": 104840955, "block_used": 1245738, "device": "/dev/vda1", "fstype": "xfs", "inode_available": 209660378, "inode_total": 209714672, "inode_used": 54294, "mount": "/", "options": "rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota", "size_available": 424326008832, "size_total": 429428551680, "uuid": "cfbc411a-2641-4777-ba4c-27c935901d84" } ], "ansible_nodename": "np0000070811.novalocal", "ansible_os_family": "RedHat", "ansible_pkg_mgr": "dnf", "ansible_proc_cmdline": { "BOOT_IMAGE": "(hd0,msdos1)/boot/vmlinuz-5.14.0-710.el9.x86_64", "console": "ttyS0,115200n8", "crashkernel": "1G-2G:192M,2G-64G:256M,64G-:512M", "net.ifnames": "0", "no_timer_check": true, "ro": true, "root": "UUID=cfbc411a-2641-4777-ba4c-27c935901d84" }, "ansible_processor": [ "0", "AuthenticAMD", "AMD EPYC-Rome Processor", "1", "AuthenticAMD", "AMD EPYC-Rome Processor", "2", "AuthenticAMD", "AMD EPYC-Rome Processor", "3", "AuthenticAMD", "AMD EPYC-Rome Processor", "4", "AuthenticAMD", "AMD EPYC-Rome Processor", "5", "AuthenticAMD", "AMD EPYC-Rome Processor", "6", "AuthenticAMD", "AMD EPYC-Rome Processor", "7", "AuthenticAMD", "AMD EPYC-Rome Processor" ], "ansible_processor_cores": 1, "ansible_processor_count": 8, "ansible_processor_nproc": 8, "ansible_processor_threads_per_core": 1, "ansible_processor_vcpus": 8, "ansible_product_name": "OpenStack Nova", "ansible_product_serial": "NA", "ansible_product_uuid": "NA", "ansible_product_version": "26.3.1", "ansible_python": { "executable": "/usr/bin/python3", "has_sslcontext": true, "type": "cpython", "version": { "major": 3, "micro": 25, "minor": 9, "releaselevel": "final", "serial": 0 }, "version_info": [ 3, 9, 25, "final", 0 ] }, "ansible_python_version": "3.9.25", "ansible_real_group_id": 1000, "ansible_real_user_id": 1000, "ansible_selinux": { "config_mode": "enforcing", "mode": "enforcing", "policyvers": 33, "status": "enabled", "type": "targeted" }, "ansible_selinux_python_present": true, "ansible_service_mgr": "systemd", "ansible_ssh_host_key_ecdsa_public": "AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGAKcM2la315vFvok0lfg+anFNatqWZJRFwjyNW2NfGg14prQhgeqAXqHqmQzF43cDaItjWSWZkIOQ1VeODvs7k=", "ansible_ssh_host_key_ecdsa_public_keytype": "ecdsa-sha2-nistp256", "ansible_ssh_host_key_ed25519_public": "AAAAC3NzaC1lZDI1NTE5AAAAIEVZWVLXF+ynrxKm7LOAdmup4INFx9lSGF1Wachr2wwK", "ansible_ssh_host_key_ed25519_public_keytype": "ssh-ed25519", "ansible_ssh_host_key_rsa_public": "AAAAB3NzaC1yc2EAAAADAQABAAABgQC5XHMzyJTWev64ZAKr71BxLfl4dyJLa19SVZBcKU7Q4MyALFDhmQDMgIIFZMU/xW1ai1Mg3mBPE8d+Dus4H5Zps+yYiibevgIFQg1X8GJO1TPJ5QT7oXeoFhQxhEAadZh77v+eiX3ZdPy2XwJ+R9QO0XrTKAHxiQUoFWOwxCrMLJLQW9NCnG5x6Ry/0RvVG5dUs1xszZdl+0BA79ryOd/5YB5a8R1Wh/rI4qtLlV6awys5fr5dqyXjJqdL6e26n/VwsFx7+Jf8bj+8wAy6GMPt05UWcNOxBEEyjSG2oQypsPFJfUaOr8mj9DX05f2XNopQvvqSIc8kkl+3F7zrPYGL+CUEYDyXHWH5ZSK2ZyFdHU88MAOOCB7lSov70d5tizPcvlP+VYh79Nbg3a9UopT5JghvnupMKa/mqyetamDagGyWsrShB4eYYuAgB9GFUIT4748mWunnVXjRv3dl2uocdrA3+bYYLVBIbs4REwXzPJILWa9rllOq1SPGrcasX68=", "ansible_ssh_host_key_rsa_public_keytype": "ssh-rsa", "ansible_swapfree_mb": 0, "ansible_swaptotal_mb": 0, "ansible_system": "Linux", "ansible_system_capabilities": [ "" ], "ansible_system_capabilities_enforced": "True", "ansible_system_vendor": "OpenStack Foundation", "ansible_uptime_seconds": 28, "ansible_user_dir": "/home/zuul-worker", "ansible_user_gecos": "", "ansible_user_gid": 1000, "ansible_user_id": "zuul-worker", "ansible_user_shell": "/bin/bash", "ansible_user_uid": 1000, "ansible_userspace_architecture": "x86_64", "ansible_userspace_bits": "64", "ansible_virtualization_role": "guest", "ansible_virtualization_tech_guest": [ "openstack" ], "ansible_virtualization_tech_host": [ "kvm" ], "ansible_virtualization_type": "openstack", "gather_subset": [ "all" ], "module_setup": true }, "changed": false, "invocation": { "module_args": { "fact_path": "/etc/ansible/facts.d", "filter": [], "gather_subset": [ "all" ], "gather_timeout": 10 } } } }, "role": { "id": "0a580a2a-0013-25ee-8e1c-0000000000c4", "name": "validate-host", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/validate-host" }, "task": { "duration": { "end": "2026-06-11T13:27:44.764116Z", "start": "2026-06-11T13:27:44.003054Z" }, "id": "0a580a2a-0013-25ee-8e1c-0000000000c8", "name": "Collect information about the host" } }, { "hosts": { "controller": { "action": "set_fact", "ansible_facts": { "validate_host_hostname_sanitized": "controller" }, "changed": false } }, "role": { "id": "0a580a2a-0013-25ee-8e1c-0000000000c4", "name": "validate-host", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/validate-host" }, "task": { "duration": { "end": "2026-06-11T13:27:44.855679Z", "start": "2026-06-11T13:27:44.769390Z" }, "id": "0a580a2a-0013-25ee-8e1c-0000000000c9", "name": "Sanitize hostname" } }, { "hosts": { "controller": { "action": "template", "changed": true, "checksum": "a36720a0f8cd3255ebd38395b131db82ca204acc", "dest": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work/logs/zuul-info/host-info.controller.yaml", "diff": [], "gid": 0, "group": "root", "invocation": { "module_args": { "_original_basename": "host-info.j2", "attributes": null, "backup": false, "checksum": "a36720a0f8cd3255ebd38395b131db82ca204acc", "content": null, "dest": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work/logs/zuul-info/host-info.controller.yaml", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": 420, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work/.ansible/tmp/ansible-tmp-1781184464.9160273-106-258015648839880/source", "unsafe_writes": false, "validate": null } }, "md5sum": "ff3e1e8ae69172b4b9a3e14d8d092d9b", "mode": "0644", "owner": "1000", "size": 14919, "src": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work/.ansible/tmp/ansible-tmp-1781184464.9160273-106-258015648839880/source", "state": "file", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-25ee-8e1c-0000000000c4", "name": "validate-host", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/validate-host" }, "task": { "duration": { "end": "2026-06-11T13:27:45.425533Z", "start": "2026-06-11T13:27:44.869908Z" }, "id": "0a580a2a-0013-25ee-8e1c-0000000000ca", "name": "Write out all ansible variables/facts known for each host" } }, { "hosts": { "controller": { "_zuul_nolog_return": true, "action": "zuul_debug_info", "changed": false, "df_i": "Filesystem Inodes IUsed IFree IUse% Mounted on\ndevtmpfs 3013099 398 3012701 1% /dev\ntmpfs 3042806 2 3042804 1% /dev/shm\ntmpfs 819200 597 818603 1% /run\n/dev/vda1 209714672 54294 209660378 1% /\ntmpfs 608561 16 608545 1% /run/user/1000\n", "df_m": "Filesystem 1M-blocks Used Available Use% Mounted on\ndevtmpfs 11770 0 11770 0% /dev\ntmpfs 11886 0 11886 0% /dev/shm\ntmpfs 4755 17 4738 1% /run\n/dev/vda1 409535 4867 404669 2% /\ntmpfs 2378 0 2378 0% /run/user/1000\n", "image_manifest_files": [], "invocation": { "module_args": { "image_manifest": null, "image_manifest_files": [ "/etc/dib-builddate.txt", "/etc/image-hostname.txt" ], "ipv4_route_required": false, "ipv6_route_required": false, "traceroute_host": null } }, "network_interfaces": "1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000\n link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00\n inet 127.0.0.1/8 scope host lo\n valid_lft forever preferred_lft forever\n inet6 ::1/128 scope host \n valid_lft forever preferred_lft forever\n2: eth0: mtu 1500 qdisc fq_codel state UP group default qlen 1000\n link/ether fa:16:3e:78:cc:3e brd ff:ff:ff:ff:ff:ff\n altname enp0s3\n altname ens3\n inet 38.102.83.103/24 brd 38.102.83.255 scope global dynamic noprefixroute eth0\n valid_lft 43178sec preferred_lft 43178sec\n inet6 fe80::f816:3eff:fe78:cc3e/64 scope link proto kernel_ll \n valid_lft forever preferred_lft forever\n", "network_neighbors": "38.102.83.1 dev eth0 lladdr 00:1c:73:00:20:00 REACHABLE \n38.102.83.32 dev eth0 lladdr fa:16:3e:12:e8:01 REACHABLE \n", "network_routing_v4": "default via 38.102.83.1 dev eth0 proto dhcp src 38.102.83.103 metric 100 \n38.102.83.0/24 dev eth0 proto kernel scope link src 38.102.83.103 metric 100 \n169.254.169.254 via 38.102.83.126 dev eth0 proto dhcp src 38.102.83.103 metric 100 \n", "network_routing_v6": "::1 dev lo proto kernel metric 256 pref medium\nfe80::/64 dev eth0 proto kernel metric 256 pref medium\n", "proc_cpuinfo": "processor\t: 0\nvendor_id\t: AuthenticAMD\ncpu family\t: 23\nmodel\t\t: 49\nmodel name\t: AMD EPYC-Rome Processor\nstepping\t: 0\nmicrocode\t: 0x1000065\ncpu MHz\t\t: 2800.000\ncache size\t: 512 KB\nphysical id\t: 0\nsiblings\t: 1\ncore id\t\t: 0\ncpu cores\t: 1\napicid\t\t: 0\ninitial apicid\t: 0\nfpu\t\t: yes\nfpu_exception\t: yes\ncpuid level\t: 13\nwp\t\t: yes\nflags\t\t: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm rep_good nopl xtopology cpuid extd_apicid tsc_known_freq pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext perfctr_core ssbd ibrs ibpb stibp vmmcall fsgsbase tsc_adjust bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 clzero xsaveerptr wbnoinvd arat npt lbrv nrip_save tsc_scale vmcb_clean pausefilter pfthreshold umip rdpid arch_capabilities\nbugs\t\t: sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass retbleed smt_rsb srso ibpb_no_ret spectre_v2_user\nbogomips\t: 5600.00\nTLB size\t: 1024 4K pages\nclflush size\t: 64\ncache_alignment\t: 64\naddress sizes\t: 40 bits physical, 48 bits virtual\npower management:\n\nprocessor\t: 1\nvendor_id\t: AuthenticAMD\ncpu family\t: 23\nmodel\t\t: 49\nmodel name\t: AMD EPYC-Rome Processor\nstepping\t: 0\nmicrocode\t: 0x1000065\ncpu MHz\t\t: 2800.000\ncache size\t: 512 KB\nphysical id\t: 1\nsiblings\t: 1\ncore id\t\t: 0\ncpu cores\t: 1\napicid\t\t: 1\ninitial apicid\t: 1\nfpu\t\t: yes\nfpu_exception\t: yes\ncpuid level\t: 13\nwp\t\t: yes\nflags\t\t: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm rep_good nopl xtopology cpuid extd_apicid tsc_known_freq pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext perfctr_core ssbd ibrs ibpb stibp vmmcall fsgsbase tsc_adjust bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 clzero xsaveerptr wbnoinvd arat npt lbrv nrip_save tsc_scale vmcb_clean pausefilter pfthreshold umip rdpid arch_capabilities\nbugs\t\t: sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass retbleed smt_rsb srso ibpb_no_ret spectre_v2_user\nbogomips\t: 5600.00\nTLB size\t: 1024 4K pages\nclflush size\t: 64\ncache_alignment\t: 64\naddress sizes\t: 40 bits physical, 48 bits virtual\npower management:\n\nprocessor\t: 2\nvendor_id\t: AuthenticAMD\ncpu family\t: 23\nmodel\t\t: 49\nmodel name\t: AMD EPYC-Rome Processor\nstepping\t: 0\nmicrocode\t: 0x1000065\ncpu MHz\t\t: 2800.000\ncache size\t: 512 KB\nphysical id\t: 2\nsiblings\t: 1\ncore id\t\t: 0\ncpu cores\t: 1\napicid\t\t: 2\ninitial apicid\t: 2\nfpu\t\t: yes\nfpu_exception\t: yes\ncpuid level\t: 13\nwp\t\t: yes\nflags\t\t: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm rep_good nopl xtopology cpuid extd_apicid tsc_known_freq pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext perfctr_core ssbd ibrs ibpb stibp vmmcall fsgsbase tsc_adjust bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 clzero xsaveerptr wbnoinvd arat npt lbrv nrip_save tsc_scale vmcb_clean pausefilter pfthreshold umip rdpid arch_capabilities\nbugs\t\t: sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass retbleed smt_rsb srso ibpb_no_ret spectre_v2_user\nbogomips\t: 5600.00\nTLB size\t: 1024 4K pages\nclflush size\t: 64\ncache_alignment\t: 64\naddress sizes\t: 40 bits physical, 48 bits virtual\npower management:\n\nprocessor\t: 3\nvendor_id\t: AuthenticAMD\ncpu family\t: 23\nmodel\t\t: 49\nmodel name\t: AMD EPYC-Rome Processor\nstepping\t: 0\nmicrocode\t: 0x1000065\ncpu MHz\t\t: 2800.000\ncache size\t: 512 KB\nphysical id\t: 3\nsiblings\t: 1\ncore id\t\t: 0\ncpu cores\t: 1\napicid\t\t: 3\ninitial apicid\t: 3\nfpu\t\t: yes\nfpu_exception\t: yes\ncpuid level\t: 13\nwp\t\t: yes\nflags\t\t: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm rep_good nopl xtopology cpuid extd_apicid tsc_known_freq pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext perfctr_core ssbd ibrs ibpb stibp vmmcall fsgsbase tsc_adjust bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 clzero xsaveerptr wbnoinvd arat npt lbrv nrip_save tsc_scale vmcb_clean pausefilter pfthreshold umip rdpid arch_capabilities\nbugs\t\t: sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass retbleed smt_rsb srso ibpb_no_ret spectre_v2_user\nbogomips\t: 5600.00\nTLB size\t: 1024 4K pages\nclflush size\t: 64\ncache_alignment\t: 64\naddress sizes\t: 40 bits physical, 48 bits virtual\npower management:\n\nprocessor\t: 4\nvendor_id\t: AuthenticAMD\ncpu family\t: 23\nmodel\t\t: 49\nmodel name\t: AMD EPYC-Rome Processor\nstepping\t: 0\nmicrocode\t: 0x1000065\ncpu MHz\t\t: 2800.000\ncache size\t: 512 KB\nphysical id\t: 4\nsiblings\t: 1\ncore id\t\t: 0\ncpu cores\t: 1\napicid\t\t: 4\ninitial apicid\t: 4\nfpu\t\t: yes\nfpu_exception\t: yes\ncpuid level\t: 13\nwp\t\t: yes\nflags\t\t: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm rep_good nopl xtopology cpuid extd_apicid tsc_known_freq pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext perfctr_core ssbd ibrs ibpb stibp vmmcall fsgsbase tsc_adjust bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 clzero xsaveerptr wbnoinvd arat npt lbrv nrip_save tsc_scale vmcb_clean pausefilter pfthreshold umip rdpid arch_capabilities\nbugs\t\t: sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass retbleed smt_rsb srso ibpb_no_ret spectre_v2_user\nbogomips\t: 5600.00\nTLB size\t: 1024 4K pages\nclflush size\t: 64\ncache_alignment\t: 64\naddress sizes\t: 40 bits physical, 48 bits virtual\npower management:\n\nprocessor\t: 5\nvendor_id\t: AuthenticAMD\ncpu family\t: 23\nmodel\t\t: 49\nmodel name\t: AMD EPYC-Rome Processor\nstepping\t: 0\nmicrocode\t: 0x1000065\ncpu MHz\t\t: 2800.000\ncache size\t: 512 KB\nphysical id\t: 5\nsiblings\t: 1\ncore id\t\t: 0\ncpu cores\t: 1\napicid\t\t: 5\ninitial apicid\t: 5\nfpu\t\t: yes\nfpu_exception\t: yes\ncpuid level\t: 13\nwp\t\t: yes\nflags\t\t: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm rep_good nopl xtopology cpuid extd_apicid tsc_known_freq pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext perfctr_core ssbd ibrs ibpb stibp vmmcall fsgsbase tsc_adjust bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 clzero xsaveerptr wbnoinvd arat npt lbrv nrip_save tsc_scale vmcb_clean pausefilter pfthreshold umip rdpid arch_capabilities\nbugs\t\t: sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass retbleed smt_rsb srso ibpb_no_ret spectre_v2_user\nbogomips\t: 5600.00\nTLB size\t: 1024 4K pages\nclflush size\t: 64\ncache_alignment\t: 64\naddress sizes\t: 40 bits physical, 48 bits virtual\npower management:\n\nprocessor\t: 6\nvendor_id\t: AuthenticAMD\ncpu family\t: 23\nmodel\t\t: 49\nmodel name\t: AMD EPYC-Rome Processor\nstepping\t: 0\nmicrocode\t: 0x1000065\ncpu MHz\t\t: 2800.000\ncache size\t: 512 KB\nphysical id\t: 6\nsiblings\t: 1\ncore id\t\t: 0\ncpu cores\t: 1\napicid\t\t: 6\ninitial apicid\t: 6\nfpu\t\t: yes\nfpu_exception\t: yes\ncpuid level\t: 13\nwp\t\t: yes\nflags\t\t: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm rep_good nopl xtopology cpuid extd_apicid tsc_known_freq pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext perfctr_core ssbd ibrs ibpb stibp vmmcall fsgsbase tsc_adjust bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 clzero xsaveerptr wbnoinvd arat npt lbrv nrip_save tsc_scale vmcb_clean pausefilter pfthreshold umip rdpid arch_capabilities\nbugs\t\t: sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass retbleed smt_rsb srso ibpb_no_ret spectre_v2_user\nbogomips\t: 5600.00\nTLB size\t: 1024 4K pages\nclflush size\t: 64\ncache_alignment\t: 64\naddress sizes\t: 40 bits physical, 48 bits virtual\npower management:\n\nprocessor\t: 7\nvendor_id\t: AuthenticAMD\ncpu family\t: 23\nmodel\t\t: 49\nmodel name\t: AMD EPYC-Rome Processor\nstepping\t: 0\nmicrocode\t: 0x1000065\ncpu MHz\t\t: 2800.000\ncache size\t: 512 KB\nphysical id\t: 7\nsiblings\t: 1\ncore id\t\t: 0\ncpu cores\t: 1\napicid\t\t: 7\ninitial apicid\t: 7\nfpu\t\t: yes\nfpu_exception\t: yes\ncpuid level\t: 13\nwp\t\t: yes\nflags\t\t: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm rep_good nopl xtopology cpuid extd_apicid tsc_known_freq pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext perfctr_core ssbd ibrs ibpb stibp vmmcall fsgsbase tsc_adjust bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 clzero xsaveerptr wbnoinvd arat npt lbrv nrip_save tsc_scale vmcb_clean pausefilter pfthreshold umip rdpid arch_capabilities\nbugs\t\t: sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass retbleed smt_rsb srso ibpb_no_ret spectre_v2_user\nbogomips\t: 5600.00\nTLB size\t: 1024 4K pages\nclflush size\t: 64\ncache_alignment\t: 64\naddress sizes\t: 40 bits physical, 48 bits virtual\npower management:\n\n", "traceroute": null, "uname": "Linux np0000070811.novalocal 5.14.0-710.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed May 27 09:04:56 UTC 2026 x86_64 x86_64 x86_64 GNU/Linux\n" } }, "role": { "id": "0a580a2a-0013-25ee-8e1c-0000000000c4", "name": "validate-host", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/validate-host" }, "task": { "duration": { "end": "2026-06-11T13:27:45.781173Z", "start": "2026-06-11T13:27:45.431200Z" }, "id": "0a580a2a-0013-25ee-8e1c-0000000000cc", "name": "Collect information about zuul worker" } }, { "hosts": { "controller": { "action": "template", "changed": true, "checksum": "f299823ce97f2487c359933a919f4b05557c4391", "dest": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work/logs/zuul-info/zuul-info.controller.txt", "diff": [], "gid": 0, "group": "root", "invocation": { "module_args": { "_original_basename": "zuul-info.j2", "attributes": null, "backup": false, "checksum": "f299823ce97f2487c359933a919f4b05557c4391", "content": null, "dest": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work/logs/zuul-info/zuul-info.controller.txt", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": 420, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work/.ansible/tmp/ansible-tmp-1781184465.8514955-129-247497240113466/source", "unsafe_writes": false, "validate": null } }, "md5sum": "8b6adcd8df9a2097ef313a07e24b1aef", "mode": "0644", "owner": "1000", "size": 2318, "src": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work/.ansible/tmp/ansible-tmp-1781184465.8514955-129-247497240113466/source", "state": "file", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-25ee-8e1c-0000000000c4", "name": "validate-host", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/validate-host" }, "task": { "duration": { "end": "2026-06-11T13:27:46.450067Z", "start": "2026-06-11T13:27:45.792264Z" }, "id": "0a580a2a-0013-25ee-8e1c-0000000000cd", "name": "Write out all zuul information for each host" } }, { "hosts": { "controller": { "action": "include_role", "changed": false, "include_args": { "name": "prepare-workspace" } } }, "task": { "duration": { "end": "2026-06-11T13:27:46.502320Z", "start": "2026-06-11T13:27:46.460661Z" }, "id": "0a580a2a-0013-25ee-8e1c-00000000002b", "name": "" } }, { "hosts": { "controller": { "action": "zuul_console", "changed": false, "invocation": { "module_args": { "path": "/tmp/console-{log_uuid}.log", "port": 19885, "state": "present" } } } }, "role": { "id": "0a580a2a-0013-25ee-8e1c-00000000012e", "name": "prepare-workspace", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/prepare-workspace" }, "task": { "duration": { "end": "2026-06-11T13:27:46.782056Z", "start": "2026-06-11T13:27:46.525545Z" }, "id": "0a580a2a-0013-25ee-8e1c-000000000130", "name": "Start zuul_console daemon." } }, { "hosts": { "controller": { "action": "synchronize", "censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": true } }, "role": { "id": "0a580a2a-0013-25ee-8e1c-00000000012e", "name": "prepare-workspace", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/prepare-workspace" }, "task": { "duration": { "end": "2026-06-11T13:27:47.938864Z", "start": "2026-06-11T13:27:46.789788Z" }, "id": "0a580a2a-0013-25ee-8e1c-000000000131", "name": "Synchronize src repos to workspace directory." } }, { "hosts": { "controller": { "action": "include_role", "changed": false, "include_args": { "name": "add-build-sshkey" } } }, "task": { "duration": { "end": "2026-06-11T13:27:47.973600Z", "start": "2026-06-11T13:27:47.944997Z" }, "id": "0a580a2a-0013-25ee-8e1c-00000000002c", "name": "" } }, { "hosts": { "controller": { "action": "stat", "changed": false, "failed_when_result": false, "invocation": { "module_args": { "checksum_algorithm": "sha1", "follow": false, "get_attributes": true, "get_checksum": true, "get_mime": true, "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work/96a3eefa35964259a5b00224bb52f0ab_id_rsa" } }, "stat": { "exists": false } } }, "role": { "id": "0a580a2a-0013-25ee-8e1c-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-11T13:27:48.237174Z", "start": "2026-06-11T13:27:47.998602Z" }, "id": "0a580a2a-0013-25ee-8e1c-0000000001b9", "name": "Check to see if ssh key was already created for this build" } }, { "hosts": { "controller": { "action": "include_tasks", "changed": false, "include": "create-key-and-replace.yaml", "include_args": {} } }, "role": { "id": "0a580a2a-0013-25ee-8e1c-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-11T13:27:48.280567Z", "start": "2026-06-11T13:27:48.245199Z" }, "id": "0a580a2a-0013-25ee-8e1c-0000000001ba", "name": "Create a new key in workspace based on build UUID" } }, { "hosts": { "controller": { "action": "command", "changed": true, "cmd": [ "ssh-keygen", "-t", "rsa", "-N", "", "-C", "zuul-build-sshkey", "-f", "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work/96a3eefa35964259a5b00224bb52f0ab_id_rsa", "-b", "3072" ], "delta": "0:00:00.506727", "end": "2026-06-11 13:27:49.235187", "invocation": { "module_args": { "_raw_params": "ssh-keygen -t rsa -N '' -C 'zuul-build-sshkey' -f /var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work/96a3eefa35964259a5b00224bb52f0ab_id_rsa -b 3072", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-25ee-8e1c-00000000020c-0-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-11 13:27:48.728460", "stderr": "", "stderr_lines": [], "stdout": "Generating public/private rsa key pair.\nYour identification has been saved in /var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work/96a3eefa35964259a5b00224bb52f0ab_id_rsa\nYour public key has been saved in /var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work/96a3eefa35964259a5b00224bb52f0ab_id_rsa.pub\nThe key fingerprint is:\nSHA256:9rhe72aUuDqVBJHMw3MCLgDmA8rW174o97ozYblN4lo zuul-build-sshkey\nThe key's randomart image is:\n+---[RSA 3072]----+\n|oo. .=.o |\n|* .. .. X . |\n|.= ..... * |\n|. . ... . |\n| ..S. o . |\n| =.o.o+ o |\n| .oE*...oo |\n| +=...o..o |\n| ..o=o+o +o |\n+----[SHA256]-----+", "stdout_lines": [ "Generating public/private rsa key pair.", "Your identification has been saved in /var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work/96a3eefa35964259a5b00224bb52f0ab_id_rsa", "Your public key has been saved in /var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work/96a3eefa35964259a5b00224bb52f0ab_id_rsa.pub", "The key fingerprint is:", "SHA256:9rhe72aUuDqVBJHMw3MCLgDmA8rW174o97ozYblN4lo zuul-build-sshkey", "The key's randomart image is:", "+---[RSA 3072]----+", "|oo. .=.o |", "|* .. .. X . |", "|.= ..... * |", "|. . ... . |", "| ..S. o . |", "| =.o.o+ o |", "| .oE*...oo |", "| +=...o..o |", "| ..o=o+o +o |", "+----[SHA256]-----+" ], "zuul_log_id": "0a580a2a-0013-25ee-8e1c-00000000020c-0-controller" } }, "role": { "id": "0a580a2a-0013-25ee-8e1c-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-11T13:27:49.289741Z", "start": "2026-06-11T13:27:48.315980Z" }, "id": "0a580a2a-0013-25ee-8e1c-00000000020c", "name": "Create Temp SSH key" } }, { "hosts": { "controller": { "action": "include_tasks", "changed": false, "include": "remote-linux.yaml", "include_args": {} } }, "role": { "id": "0a580a2a-0013-25ee-8e1c-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-11T13:27:49.326948Z", "start": "2026-06-11T13:27:49.292905Z" }, "id": "0a580a2a-0013-25ee-8e1c-00000000020d", "name": "Remote setup ssh keys (linux)" } }, { "hosts": { "controller": { "action": "lineinfile", "changed": false, "false_condition": "zuul_build_sshkey_cleanup", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-25ee-8e1c-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-11T13:27:49.381103Z", "start": "2026-06-11T13:27:49.346133Z" }, "id": "0a580a2a-0013-25ee-8e1c-000000000232", "name": "Remove previously added zuul-build-sshkey" } }, { "hosts": { "controller": { "action": "authorized_key", "changed": true, "comment": null, "exclusive": false, "follow": false, "invocation": { "module_args": { "changed": true, "comment": null, "exclusive": false, "follow": false, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDQqf5FCGfUuripD8ZLZIEujolfdCrBxvV7roXoyHPdkaJoO9HuU12hoAP2C737q+JWOwssEopV2lhkUbCtM+larYhduABgZhtzCwYtBvMzlFrdyuosZmKJ80PxiXiLpI/XhBiXMaatpTIp7PW4TFMzHUibVpeVBDS4mEay/H0mHTlm6GkpvrUHDpy3niEdK/DX0OSlHB9t0LYA5hFpbKazQ4W2apGYBynN4ChbINVODVXGBGbS6EgEMq/KTkFO4qsVZCY+f4TAK4OWr8l8Y8vlfmqjxHcVFm9znKwXo64guTZ3LdHs+fdVwUVofwRPOv5sFnrV/K2vpiFljsAnXb2735l237rku8aLmuOYJq3AvboCVp3d1SPcg1acNYRse1MvBZvZPK8k7vQHaZF9MdBLe8ZXl2tJxvW6OoTlJUyrthVN0eOgLjncK5Ny5DJAoSdwYLIO/PPGrNc01hWzbIqXn93/OGx/tSR0hQJuFikdrf5uMWp2pivkVsP4b0yYBl0= zuul-build-sshkey", "key_options": null, "keyfile": "/home/zuul-worker/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zuul-worker", "validate_certs": true } }, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDQqf5FCGfUuripD8ZLZIEujolfdCrBxvV7roXoyHPdkaJoO9HuU12hoAP2C737q+JWOwssEopV2lhkUbCtM+larYhduABgZhtzCwYtBvMzlFrdyuosZmKJ80PxiXiLpI/XhBiXMaatpTIp7PW4TFMzHUibVpeVBDS4mEay/H0mHTlm6GkpvrUHDpy3niEdK/DX0OSlHB9t0LYA5hFpbKazQ4W2apGYBynN4ChbINVODVXGBGbS6EgEMq/KTkFO4qsVZCY+f4TAK4OWr8l8Y8vlfmqjxHcVFm9znKwXo64guTZ3LdHs+fdVwUVofwRPOv5sFnrV/K2vpiFljsAnXb2735l237rku8aLmuOYJq3AvboCVp3d1SPcg1acNYRse1MvBZvZPK8k7vQHaZF9MdBLe8ZXl2tJxvW6OoTlJUyrthVN0eOgLjncK5Ny5DJAoSdwYLIO/PPGrNc01hWzbIqXn93/OGx/tSR0hQJuFikdrf5uMWp2pivkVsP4b0yYBl0= zuul-build-sshkey", "key_options": null, "keyfile": "/home/zuul-worker/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zuul-worker", "validate_certs": true } }, "role": { "id": "0a580a2a-0013-25ee-8e1c-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-11T13:27:49.849118Z", "start": "2026-06-11T13:27:49.386282Z" }, "id": "0a580a2a-0013-25ee-8e1c-000000000233", "name": "Enable access via build key on all nodes" } }, { "hosts": { "controller": { "action": "file", "changed": false, "diff": { "after": { "path": "/home/zuul-worker/.ssh" }, "before": { "path": "/home/zuul-worker/.ssh" } }, "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 448, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/.ssh", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0700", "owner": "zuul-worker", "path": "/home/zuul-worker/.ssh", "secontext": "unconfined_u:object_r:ssh_home_t:s0", "size": 29, "state": "directory", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-25ee-8e1c-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-11T13:27:50.103455Z", "start": "2026-06-11T13:27:49.855824Z" }, "id": "0a580a2a-0013-25ee-8e1c-000000000234", "name": "Make sure user has a .ssh" } }, { "hosts": { "controller": { "action": "copy", "changed": true, "checksum": "823e995d2ce3d93bed117a158d392727509a8bfb", "dest": "/home/zuul-worker/.ssh/id_rsa", "diff": [], "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_original_basename": "96a3eefa35964259a5b00224bb52f0ab_id_rsa", "attributes": null, "backup": false, "checksum": "823e995d2ce3d93bed117a158d392727509a8bfb", "content": null, "dest": "/home/zuul-worker/.ssh/id_rsa", "directory_mode": null, "follow": false, "force": false, "group": null, "local_follow": null, "mode": 384, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1781184470.1950653-209-247810989415123/source", "unsafe_writes": false, "validate": null } }, "md5sum": "178f57bae66e10454e5310dd2aa4b81f", "mode": "0600", "owner": "zuul-worker", "secontext": "unconfined_u:object_r:ssh_home_t:s0", "size": 2602, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1781184470.1950653-209-247810989415123/source", "state": "file", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-25ee-8e1c-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-11T13:27:50.893131Z", "start": "2026-06-11T13:27:50.109472Z" }, "id": "0a580a2a-0013-25ee-8e1c-000000000235", "name": "Install build private key as SSH key on all nodes" } }, { "hosts": { "controller": { "action": "copy", "changed": true, "checksum": "fe6f98e023034ee5d64b99362ed8ee299d6b401e", "dest": "/home/zuul-worker/.ssh/id_rsa.pub", "diff": [], "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_original_basename": "96a3eefa35964259a5b00224bb52f0ab_id_rsa.pub", "attributes": null, "backup": false, "checksum": "fe6f98e023034ee5d64b99362ed8ee299d6b401e", "content": null, "dest": "/home/zuul-worker/.ssh/id_rsa.pub", "directory_mode": null, "follow": false, "force": false, "group": null, "local_follow": null, "mode": 420, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1781184470.9835582-219-234109088210745/source", "unsafe_writes": false, "validate": null } }, "md5sum": "cc141b80c093a83372a51356ba412ab4", "mode": "0644", "owner": "zuul-worker", "secontext": "unconfined_u:object_r:ssh_home_t:s0", "size": 571, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1781184470.9835582-219-234109088210745/source", "state": "file", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-25ee-8e1c-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-11T13:27:51.655810Z", "start": "2026-06-11T13:27:50.899908Z" }, "id": "0a580a2a-0013-25ee-8e1c-000000000236", "name": "Install build public key as SSH key on all nodes" } }, { "hosts": { "controller": { "action": "include_tasks", "changed": false, "false_condition": "ansible_os_family == \"Windows\"", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-25ee-8e1c-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-11T13:27:51.699534Z", "start": "2026-06-11T13:27:51.662779Z" }, "id": "0a580a2a-0013-25ee-8e1c-00000000020e", "name": "Remote setup ssh keys (windows)" } }, { "hosts": { "controller": { "action": "sshagent_remove_keys", "changed": true, "invocation": { "module_args": { "remove": "^(?!\\(stdin\\)).*" } }, "removed": [ "/var/lib/zuul-ssh/..data/priv" ] } }, "role": { "id": "0a580a2a-0013-25ee-8e1c-000000000213", "name": "remove-zuul-sshkey", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/remove-zuul-sshkey" }, "task": { "duration": { "end": "2026-06-11T13:27:52.068813Z", "start": "2026-06-11T13:27:51.707439Z" }, "id": "0a580a2a-0013-25ee-8e1c-000000000215", "name": "Remove master key from local agent" } }, { "hosts": { "controller": { "action": "command", "changed": true, "cmd": [ "ssh-add", "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work/96a3eefa35964259a5b00224bb52f0ab_id_rsa" ], "delta": "0:00:00.014540", "end": "2026-06-11 13:27:52.375023", "invocation": { "module_args": { "_raw_params": "ssh-add /var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work/96a3eefa35964259a5b00224bb52f0ab_id_rsa", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-25ee-8e1c-00000000021b-0-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-11 13:27:52.360483", "stderr": "", "stderr_lines": [], "stdout": "Identity added: /var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work/96a3eefa35964259a5b00224bb52f0ab_id_rsa (zuul-build-sshkey)", "stdout_lines": [ "Identity added: /var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/work/96a3eefa35964259a5b00224bb52f0ab_id_rsa (zuul-build-sshkey)" ], "zuul_log_id": "0a580a2a-0013-25ee-8e1c-00000000021b-0-controller" } }, "role": { "id": "0a580a2a-0013-25ee-8e1c-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-11T13:27:52.423009Z", "start": "2026-06-11T13:27:52.077635Z" }, "id": "0a580a2a-0013-25ee-8e1c-00000000021b", "name": "Add back temp key" } }, { "hosts": { "controller": { "action": "ping", "changed": false, "invocation": { "module_args": { "data": "pong" } }, "ping": "pong" } }, "role": { "id": "0a580a2a-0013-25ee-8e1c-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-11T13:27:52.754333Z", "start": "2026-06-11T13:27:52.429660Z" }, "id": "0a580a2a-0013-25ee-8e1c-00000000021c", "name": "Verify we can still SSH to all nodes" } }, { "hosts": { "controller": { "action": "command", "changed": false, "false_condition": "ansible_os_family == \"Windows\"", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-25ee-8e1c-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-11T13:27:52.803879Z", "start": "2026-06-11T13:27:52.758246Z" }, "id": "0a580a2a-0013-25ee-8e1c-00000000021d", "name": "Verify we can still SSH to all nodes (windows)" } }, { "hosts": { "controller": { "action": "include_role", "changed": false, "false_condition": "ansible_connection == 'kubectl'", "skip_reason": "Conditional result was False", "skipped": true } }, "task": { "duration": { "end": "2026-06-11T13:27:52.836092Z", "start": "2026-06-11T13:27:52.811339Z" }, "id": "0a580a2a-0013-25ee-8e1c-00000000002e", "name": "" } }, { "hosts": { "controller": { "action": "include_role", "changed": false, "false_condition": "ansible_connection == 'kubectl'", "skip_reason": "Conditional result was False", "skipped": true } }, "task": { "duration": { "end": "2026-06-11T13:27:52.866817Z", "start": "2026-06-11T13:27:52.841079Z" }, "id": "0a580a2a-0013-25ee-8e1c-00000000002f", "name": "" } }, { "hosts": { "controller": { "action": "file", "changed": false, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_output_dir", "changed": false, "failed": false, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul-worker/zuul-output/logs", "state": "absent", "zj_output_dir": "logs" }, { "ansible_loop_var": "zj_output_dir", "changed": false, "failed": false, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/artifacts", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul-worker/zuul-output/artifacts", "state": "absent", "zj_output_dir": "artifacts" }, { "ansible_loop_var": "zj_output_dir", "changed": false, "failed": false, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/docs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul-worker/zuul-output/docs", "state": "absent", "zj_output_dir": "docs" } ] } }, "role": { "id": "0a580a2a-0013-25ee-8e1c-000000000035", "name": "ensure-output-dirs", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/ensure-output-dirs" }, "task": { "duration": { "end": "2026-06-11T13:27:53.578303Z", "start": "2026-06-11T13:27:52.870833Z" }, "id": "0a580a2a-0013-25ee-8e1c-000000000037", "name": "Empty Zuul Output directories by removing them" } }, { "hosts": { "controller": { "action": "file", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_output_dir", "changed": true, "diff": { "after": { "path": "/home/zuul-worker/zuul-output/logs", "state": "directory" }, "before": { "path": "/home/zuul-worker/zuul-output/logs", "state": "absent" } }, "failed": false, "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul-worker", "path": "/home/zuul-worker/zuul-output/logs", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 6, "state": "directory", "uid": 1000, "zj_output_dir": "logs" }, { "ansible_loop_var": "zj_output_dir", "changed": true, "diff": { "after": { "path": "/home/zuul-worker/zuul-output/artifacts", "state": "directory" }, "before": { "path": "/home/zuul-worker/zuul-output/artifacts", "state": "absent" } }, "failed": false, "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/artifacts", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul-worker", "path": "/home/zuul-worker/zuul-output/artifacts", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 6, "state": "directory", "uid": 1000, "zj_output_dir": "artifacts" }, { "ansible_loop_var": "zj_output_dir", "changed": true, "diff": { "after": { "path": "/home/zuul-worker/zuul-output/docs", "state": "directory" }, "before": { "path": "/home/zuul-worker/zuul-output/docs", "state": "absent" } }, "failed": false, "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/docs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul-worker", "path": "/home/zuul-worker/zuul-output/docs", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 6, "state": "directory", "uid": 1000, "zj_output_dir": "docs" } ] } }, "role": { "id": "0a580a2a-0013-25ee-8e1c-000000000035", "name": "ensure-output-dirs", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/ensure-output-dirs" }, "task": { "duration": { "end": "2026-06-11T13:27:54.355905Z", "start": "2026-06-11T13:27:53.583945Z" }, "id": "0a580a2a-0013-25ee-8e1c-000000000039", "name": "Ensure Zuul Output directories exist" } }, { "hosts": { "controller": { "action": "community.general.ini_file", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "item", "backup_file": "/etc/dnf/dnf.conf.5744.2026-06-11@09:27:54~", "changed": true, "diff": { "after": "", "after_header": "/etc/dnf/dnf.conf (content)", "before": "", "before_header": "/etc/dnf/dnf.conf (content)" }, "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "allow_no_value": false, "attributes": null, "backup": true, "create": true, "exclusive": true, "follow": false, "group": null, "ignore_spaces": false, "mode": null, "modify_inactive_option": true, "no_extra_spaces": false, "option": "max_parallel_downloads", "owner": null, "path": "/etc/dnf/dnf.conf", "section": "main", "section_has_values": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "state": "present", "unsafe_writes": false, "value": "8", "values": null } }, "item": { "option": "max_parallel_downloads", "value": 8 }, "mode": "0644", "msg": "option added", "owner": "root", "path": "/etc/dnf/dnf.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 135, "state": "file", "uid": 0 }, { "ansible_loop_var": "item", "backup_file": "/etc/dnf/dnf.conf.5772.2026-06-11@09:27:55~", "changed": true, "diff": { "after": "", "after_header": "/etc/dnf/dnf.conf (content)", "before": "", "before_header": "/etc/dnf/dnf.conf (content)" }, "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "allow_no_value": false, "attributes": null, "backup": true, "create": true, "exclusive": true, "follow": false, "group": null, "ignore_spaces": false, "mode": null, "modify_inactive_option": true, "no_extra_spaces": false, "option": "fastestmirror", "owner": null, "path": "/etc/dnf/dnf.conf", "section": "main", "section_has_values": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "state": "present", "unsafe_writes": false, "value": "True", "values": null } }, "item": { "option": "fastestmirror", "value": "True" }, "mode": "0644", "msg": "option added", "owner": "root", "path": "/etc/dnf/dnf.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 156, "state": "file", "uid": 0 }, { "ansible_loop_var": "item", "backup_file": "/etc/dnf/dnf.conf.5800.2026-06-11@09:27:55~", "changed": true, "diff": { "after": "", "after_header": "/etc/dnf/dnf.conf (content)", "before": "", "before_header": "/etc/dnf/dnf.conf (content)" }, "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "allow_no_value": false, "attributes": null, "backup": true, "create": true, "exclusive": true, "follow": false, "group": null, "ignore_spaces": false, "mode": null, "modify_inactive_option": true, "no_extra_spaces": false, "option": "minrate", "owner": null, "path": "/etc/dnf/dnf.conf", "section": "main", "section_has_values": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "state": "present", "unsafe_writes": false, "value": "2M", "values": null } }, "item": { "option": "minrate", "value": "2M" }, "mode": "0644", "msg": "option added", "owner": "root", "path": "/etc/dnf/dnf.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 169, "state": "file", "uid": 0 } ], "warnings": [ "Module remote_tmp /root/.ansible/tmp did not exist and was created with a mode of 0700, this may cause issues when running as another user. To avoid this, create the remote_tmp dir with the correct permissions manually" ] } }, "task": { "duration": { "end": "2026-06-11T13:27:55.328134Z", "start": "2026-06-11T13:27:54.363661Z" }, "id": "0a580a2a-0013-25ee-8e1c-000000000042", "name": "Tune dnf options" } } ] } ], "stats": { "controller": { "changed": 11, "failures": 0, "ignored": 0, "ok": 24, "rescued": 0, "skipped": 5, "unreachable": 0 }, "localhost": { "changed": 2, "failures": 0, "ignored": 0, "ok": 6, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": true }, { "branch": "main", "index": "1", "phase": "pre", "playbook": "gitlab.com/softwarefactory-project/centosinfra-prod/sf-config/playbooks/rhel_subscription/register.yaml", "plays": [ { "play": { "duration": { "end": "2026-06-11T13:27:56.367191Z", "start": "2026-06-11T13:27:56.063220Z" }, "id": "0a580a2a-0013-254e-382f-000000000002", "name": "all" }, "tasks": [ { "hosts": { "controller": { "action": "community.general.redhat_subscription", "censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false, "skipped": true } }, "task": { "duration": { "end": "2026-06-11T13:27:56.106369Z", "start": "2026-06-11T13:27:56.072138Z" }, "id": "0a580a2a-0013-254e-382f-000000000004", "name": "Register system" } }, { "hosts": { "controller": { "action": "ansible.builtin.set_fact", "changed": false, "false_condition": "ansible_distribution | lower == 'redhat'", "skip_reason": "Conditional result was False", "skipped": true } }, "task": { "duration": { "end": "2026-06-11T13:27:56.146809Z", "start": "2026-06-11T13:27:56.112809Z" }, "id": "0a580a2a-0013-254e-382f-000000000005", "name": "Get minor release for EUS activation" } }, { "hosts": { "controller": { "action": "community.general.rhsm_repository", "changed": false, "msg": "All items skipped", "results": [ { "ansible_loop_var": "item", "changed": false, "false_condition": "ansible_distribution | lower == 'redhat'", "item": "rhel-9-for-x86_64-baseos-eus-rpms", "skip_reason": "Conditional result was False", "skipped": true }, { "ansible_loop_var": "item", "changed": false, "false_condition": "ansible_distribution | lower == 'redhat'", "item": "rhel-9-for-x86_64-appstream-eus-rpms", "skip_reason": "Conditional result was False", "skipped": true } ], "skipped": true } }, "task": { "duration": { "end": "2026-06-11T13:27:56.225059Z", "start": "2026-06-11T13:27:56.150663Z" }, "id": "0a580a2a-0013-254e-382f-000000000006", "name": "Manage Extended Update Support repos" } }, { "hosts": { "controller": { "action": "ansible.builtin.dnf", "changed": false, "false_condition": "ansible_distribution | lower == 'redhat'", "skip_reason": "Conditional result was False", "skipped": true } }, "task": { "duration": { "end": "2026-06-11T13:27:56.290176Z", "start": "2026-06-11T13:27:56.233548Z" }, "id": "0a580a2a-0013-254e-382f-000000000007", "name": "Upgrade all packages" } }, { "hosts": { "controller": { "action": "ansible.builtin.reboot", "changed": false, "false_condition": "ansible_distribution | lower == 'redhat'", "skip_reason": "Conditional result was False", "skipped": true } }, "task": { "duration": { "end": "2026-06-11T13:27:56.367191Z", "start": "2026-06-11T13:27:56.300439Z" }, "id": "0a580a2a-0013-254e-382f-000000000008", "name": "Reboot to use new kernel" } } ] } ], "stats": { "controller": { "changed": 0, "failures": 0, "ignored": 0, "ok": 0, "rescued": 0, "skipped": 5, "unreachable": 0 } }, "trusted": true }, { "branch": "master", "index": "2", "phase": "pre", "playbook": "softwarefactory-project.io/software-factory/sf-operator/playbooks/install-minikube.yaml", "plays": [ { "play": { "duration": { "end": "2026-06-11T13:30:32.630298Z", "start": "2026-06-11T13:27:57.164589Z" }, "id": "0a580a2a-0013-4f46-e15e-000000000002", "name": "controller" }, "tasks": [ { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": true, "diff": { "after": { "mode": "0700", "path": "/dev/shm/etcd", "state": "directory" }, "before": { "mode": "0755", "path": "/dev/shm/etcd", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": "root", "mode": 448, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": "root", "path": "/dev/shm/etcd", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0700", "owner": "root", "path": "/dev/shm/etcd", "secontext": "unconfined_u:object_r:user_tmp_t:s0", "size": 40, "state": "directory", "uid": 0 } }, "task": { "duration": { "end": "2026-06-11T13:27:57.670607Z", "start": "2026-06-11T13:27:57.175205Z" }, "id": "0a580a2a-0013-4f46-e15e-000000000004", "name": "Create ramdisk folder" } }, { "hosts": { "controller": { "action": "ansible.builtin.dnf", "changed": true, "invocation": { "module_args": { "allow_downgrade": false, "allowerasing": false, "autoremove": false, "bugfix": false, "cacheonly": false, "conf_file": null, "disable_excludes": null, "disable_gpg_check": false, "disable_plugin": [], "disablerepo": [], "download_dir": null, "download_only": false, "enable_plugin": [], "enablerepo": [], "exclude": [], "install_repoquery": true, "install_weak_deps": true, "installroot": "/", "list": null, "lock_timeout": 30, "name": [ "podman", "bind-utils" ], "nobest": false, "releasever": null, "security": false, "skip_broken": false, "sslverify": true, "state": "present", "update_cache": false, "update_only": false, "use_backend": "auto", "validate_certs": true } }, "msg": "", "rc": 0, "results": [ "Installed: criu-libs-3.19-5.el9.x86_64", "Installed: crun-1.27-2.el9.x86_64", "Installed: netavark-2:1.17.2-1.el9.x86_64", "Installed: podman-6:5.8.2-1.el9.x86_64", "Installed: conmon-3:2.2.1-1.el9.x86_64", "Installed: libuv-1:1.42.0-2.el9.x86_64", "Installed: protobuf-c-1.3.3-13.el9.x86_64", "Installed: libslirp-4.4.0-8.el9.x86_64", "Installed: yajl-2.1.0-25.el9.x86_64", "Installed: container-selinux-4:2.247.0-1.el9.noarch", "Installed: shadow-utils-subid-2:4.9-17.el9.x86_64", "Installed: containers-common-5:5.8-1.el9.x86_64", "Installed: fuse-common-3.10.2-9.el9.x86_64", "Installed: bind-libs-32:9.16.23-43.el9.x86_64", "Installed: bind-license-32:9.16.23-43.el9.noarch", "Installed: slirp4netns-1.3.3-1.el9.x86_64", "Installed: libnet-1.2-7.el9.x86_64", "Installed: bind-utils-32:9.16.23-43.el9.x86_64", "Installed: nftables-1:1.0.9-7.el9.x86_64", "Installed: fstrm-0.6.1-3.el9.x86_64", "Installed: passt-0^20251210.gd04c480-3.el9.x86_64", "Installed: fuse-overlayfs-1.16-2.el9.x86_64", "Installed: passt-selinux-0^20251210.gd04c480-3.el9.noarch", "Installed: fuse3-3.10.2-9.el9.x86_64", "Installed: aardvark-dns-2:1.17.0-1.el9.x86_64", "Installed: criu-3.19-5.el9.x86_64", "Installed: fuse3-libs-3.10.2-9.el9.x86_64" ] } }, "task": { "duration": { "end": "2026-06-11T13:28:46.275350Z", "start": "2026-06-11T13:27:57.682581Z" }, "id": "0a580a2a-0013-4f46-e15e-000000000005", "name": "Installing packages" } }, { "hosts": { "controller": { "action": "ansible.builtin.copy", "changed": true, "checksum": "4cf277d03fb8b702f2bfed22d315beacde030d7b", "dest": "/etc/containers/containers.conf", "diff": [], "gid": 0, "group": "root", "invocation": { "module_args": { "_original_basename": "tmpynaiognz", "attributes": null, "backup": true, "checksum": "4cf277d03fb8b702f2bfed22d315beacde030d7b", "content": null, "dest": "/etc/containers/containers.conf", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": null, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1781184526.3477945-9-199673977050016/source", "unsafe_writes": false, "validate": null } }, "md5sum": "99dc9d9c1833045fd7a7422255e03b07", "mode": "0644", "owner": "root", "secontext": "system_u:object_r:etc_t:s0", "size": 28, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1781184526.3477945-9-199673977050016/source", "state": "file", "uid": 0 } }, "task": { "duration": { "end": "2026-06-11T13:28:47.275558Z", "start": "2026-06-11T13:28:46.283473Z" }, "id": "0a580a2a-0013-4f46-e15e-000000000006", "name": "Set pids_limit in containers.conf" } }, { "hosts": { "controller": { "accept_ranges": "bytes", "action": "ansible.builtin.uri", "age": "0", "changed": true, "connection": "close", "content_disposition": "attachment; filename=minikube-linux-amd64", "content_length": "132766301", "content_type": "application/octet-stream", "cookies": {}, "cookies_string": "", "date": "Thu, 11 Jun 2026 13:28:48 GMT", "elapsed": 0, "etag": "\"0x8DD995F30FCC1F2\"", "gid": 0, "group": "root", "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "raw", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": "/usr/bin/minikube", "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": {}, "http_agent": "ansible-httpget", "method": "GET", "mode": "0755", "owner": null, "path": "/usr/bin/minikube", "remote_src": false, "removes": null, "return_content": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200, 304 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://github.com/kubernetes/minikube/releases/download/v1.36.0/minikube-linux-amd64", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": true } }, "last_modified": "Thu, 22 May 2025 18:33:47 GMT", "mode": "0755", "msg": "OK (132766301 bytes)", "owner": "root", "path": "/usr/bin/minikube", "redirected": true, "secontext": "system_u:object_r:bin_t:s0", "server": "Windows-Azure-Blob/1.0 Microsoft-HTTPAPI/2.0", "size": 132766301, "state": "file", "status": 200, "uid": 0, "url": "https://release-assets.githubusercontent.com/github-production-release-asset/56353740/78b372d1-5edc-4c03-ac1c-94d56212b2f4?sp=r&sv=2018-11-09&sr=b&spr=https&se=2026-06-11T14%3A15%3A17Z&rscd=attachment%3B+filename%3Dminikube-linux-amd64&rsct=application%2Foctet-stream&skoid=96c2d410-5711-43a1-aedd-ab1947aa7ab0&sktid=398a6654-997b-47e9-b12b-9515b896b4de&skt=2026-06-11T13%3A14%3A47Z&ske=2026-06-11T14%3A15%3A17Z&sks=b&skv=2018-11-09&sig=%2F%2BUFT0ZPA2FUMyZmnYu3I2F8Rf0EYzRyEExkPGuT72k%3D&jwt=eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJpc3MiOiJnaXRodWIuY29tIiwiYXVkIjoicmVsZWFzZS1hc3NldHMuZ2l0aHVidXNlcmNvbnRlbnQuY29tIiwia2V5Ijoia2V5MSIsImV4cCI6MTc4MTE4ODEyOCwibmJmIjoxNzgxMTg0NTI4LCJwYXRoIjoicmVsZWFzZWFzc2V0cHJvZHVjdGlvbi5ibG9iLmNvcmUud2luZG93cy5uZXQifQ.G92465EC0jIzSQoUApvSX8VGF-63kYIxgwCg2yCSQFc&response-content-disposition=attachment%3B%20filename%3Dminikube-linux-amd64&response-content-type=application%2Foctet-stream", "via": "1.1 varnish, 1.1 varnish", "x_cache": "HIT, MISS", "x_cache_hits": "890, 0", "x_ms_access_tier": "Hot", "x_ms_access_tier_inferred": "true", "x_ms_blob_type": "BlockBlob", "x_ms_creation_time": "Thu, 22 May 2025 18:33:47 GMT", "x_ms_lease_state": "available", "x_ms_lease_status": "unlocked", "x_ms_request_id": "cdc91a82-501e-006a-3274-f5397d000000", "x_ms_server_encrypted": "true", "x_ms_version": "2018-11-09", "x_served_by": "cache-iad-kiad7000043-IAD, cache-yyz4538-YYZ", "x_timer": "S1781184528.113588,VS0,VE17" } }, "task": { "duration": { "end": "2026-06-11T13:28:49.301500Z", "start": "2026-06-11T13:28:47.283754Z" }, "id": "0a580a2a-0013-4f46-e15e-000000000007", "name": "Installing Minikube" } }, { "hosts": { "controller": { "action": "command", "changed": true, "cmd": [ "minikube", "start", "--driver=podman", "--kubernetes-version=v1.32", "--embed-certs", "--container-runtime=cri-o", "--addons", "ingress,ingress-dns", "--cpus", "no-limit", "--memory", "no-limit", "--delete-on-failure=true", "--disable-metrics=true", "--mount", "--mount-string=/dev/shm/etcd:/var/lib/minikube/etcd" ], "delta": "0:01:25.609576", "end": "2026-06-11 09:30:15.312222", "invocation": { "module_args": { "_raw_params": "minikube start --driver=podman --kubernetes-version=v1.32 --embed-certs --container-runtime=cri-o --addons ingress,ingress-dns --cpus no-limit --memory no-limit --delete-on-failure=true --disable-metrics=true --mount --mount-string=\"/dev/shm/etcd:/var/lib/minikube/etcd\"\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-4f46-e15e-000000000008-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-11 09:28:49.702646", "stderr": "", "stderr_lines": [], "stdout": "* minikube v1.36.0 on Centos 9 (kvm/amd64)\n Using Kubernetes 1.32.5 since patch version was unspecified\n* minikube 1.38.1 is available! Download it: https://github.com/kubernetes/minikube/releases/tag/v1.38.1\n* To disable this notice, run: 'minikube config set WantUpdateNotification false'\n\n* Using the podman driver based on user configuration\n* Using Podman driver with root privileges\n* Starting \"minikube\" primary control-plane node in \"minikube\" cluster\n* Pulling base image v0.0.47 ...\n* Downloading Kubernetes v1.32.5 preload ...\n > gcr.io/k8s-minikube/kicbase...: 0 B [_______________________] ?% ? p/s ? > gcr.io/k8s-minikube/kicbase...: 1.61 KiB / 502.26 MiB [>_] 0.00% ? p/s ? > gcr.io/k8s-minikube/kicbase...: 33.76 KiB / 502.26 MiB [>] 0.01% ? p/s ? > gcr.io/k8s-minikube/kicbase...: 4.83 MiB / 502.26 MiB 0.96% 8.06 MiB p/ > gcr.io/k8s-minikube/kicbase...: 30.01 MiB / 502.26 MiB 5.97% 8.06 MiB p > gcr.io/k8s-minikube/kicbase...: 55.14 MiB / 502.26 MiB 10.98% 8.06 MiB > gcr.io/k8s-minikube/kicbase...: 79.11 MiB / 502.26 MiB 15.75% 15.53 MiB > gcr.io/k8s-minikube/kicbase...: 105.02 MiB / 502.26 MiB 20.91% 15.53 Mi > gcr.io/k8s-minikube/kicbase...: 129.68 MiB / 502.26 MiB 25.82% 15.53 Mi > gcr.io/k8s-minikube/kicbase...: 154.38 MiB / 502.26 MiB 30.74% 22.62 Mi > gcr.io/k8s-minikube/kicbase...: 175.04 MiB / 502.26 MiB 34.85% 22.62 Mi > gcr.io/k8s-minikube/kicbase...: 199.15 MiB / 502.26 MiB 39.65% 22.62 Mi > gcr.io/k8s-minikube/kicbase...: 224.01 MiB / 502.26 MiB 44.60% 28.64 Mi > gcr.io/k8s-minikube/kicbase...: 249.05 MiB / 502.26 MiB 49.59% 28.64 Mi > gcr.io/k8s-minikube/kicbase...: 274.47 MiB / 502.26 MiB 54.65% 28.64 Mi > gcr.io/k8s-minikube/kicbase...: 299.15 MiB / 502.26 MiB 59.56% 34.88 Mi > gcr.io/k8s-minikube/kicbase...: 320.37 MiB / 502.26 MiB 63.78% 34.88 Mi > gcr.io/k8s-minikube/kicbase...: 345.00 MiB / 502.26 MiB 68.69% 34.88 Mi > gcr.io/k8s-minikube/kicbase...: 368.31 MiB / 502.26 MiB 73.33% 40.06 Mi > gcr.io/k8s-minikube/kicbase...: 393.17 MiB / 502.26 MiB 78.28% 40.06 Mi > gcr.io/k8s-minikube/kicbase...: 417.47 MiB / 502.26 MiB 83.12% 40.06 Mi > gcr.io/k8s-minikube/kicbase...: 442.60 MiB / 502.26 MiB 88.12% 45.47 Mi > gcr.io/k8s-minikube/kicbase...: 466.08 MiB / 502.26 MiB 92.80% 45.47 Mi > gcr.io/k8s-minikube/kicbase...: 491.28 MiB / 502.26 MiB 97.81% 45.47 Mi > gcr.io/k8s-minikube/kicbase...: 502.26 MiB / 502.26 MiB 100.00% 107.04 E0611 09:28:57.838258 11999 cache.go:225] Error downloading kic artifacts: not yet implemented, see issue #8426\n* Creating podman container (CPUs=no-limit, Memory=no-limit) ...\n* Preparing Kubernetes v1.32.5 on CRI-O 1.24.6 ...\n - kubelet.housekeeping-interval=5m\n - Generating certificates and keys ...\n - Booting up control plane ...\n - Configuring RBAC rules ...\n* Configuring CNI (Container Networking Interface) ...\n* Verifying Kubernetes components...\n - Using image registry.k8s.io/ingress-nginx/controller:v1.12.2\n - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.5.3\n - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.5.3\n - Using image gcr.io/k8s-minikube/storage-provisioner:v5\n - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3\n* Verifying ingress addon...\n* Enabled addons: storage-provisioner, ingress-dns, default-storageclass, ingress\n* kubectl not found. If you need it, try: 'minikube kubectl -- get pods -A'\n* Done! kubectl is now configured to use \"minikube\" cluster and \"default\" namespace by default", "stdout_lines": [ "* minikube v1.36.0 on Centos 9 (kvm/amd64)", " Using Kubernetes 1.32.5 since patch version was unspecified", "* minikube 1.38.1 is available! Download it: https://github.com/kubernetes/minikube/releases/tag/v1.38.1", "* To disable this notice, run: 'minikube config set WantUpdateNotification false'", "", "* Using the podman driver based on user configuration", "* Using Podman driver with root privileges", "* Starting \"minikube\" primary control-plane node in \"minikube\" cluster", "* Pulling base image v0.0.47 ...", "* Downloading Kubernetes v1.32.5 preload ...", " > gcr.io/k8s-minikube/kicbase...: 0 B [_______________________] ?% ? p/s ? > gcr.io/k8s-minikube/kicbase...: 1.61 KiB / 502.26 MiB [>_] 0.00% ? p/s ? > gcr.io/k8s-minikube/kicbase...: 33.76 KiB / 502.26 MiB [>] 0.01% ? p/s ? > gcr.io/k8s-minikube/kicbase...: 4.83 MiB / 502.26 MiB 0.96% 8.06 MiB p/ > gcr.io/k8s-minikube/kicbase...: 30.01 MiB / 502.26 MiB 5.97% 8.06 MiB p > gcr.io/k8s-minikube/kicbase...: 55.14 MiB / 502.26 MiB 10.98% 8.06 MiB > gcr.io/k8s-minikube/kicbase...: 79.11 MiB / 502.26 MiB 15.75% 15.53 MiB > gcr.io/k8s-minikube/kicbase...: 105.02 MiB / 502.26 MiB 20.91% 15.53 Mi > gcr.io/k8s-minikube/kicbase...: 129.68 MiB / 502.26 MiB 25.82% 15.53 Mi > gcr.io/k8s-minikube/kicbase...: 154.38 MiB / 502.26 MiB 30.74% 22.62 Mi > gcr.io/k8s-minikube/kicbase...: 175.04 MiB / 502.26 MiB 34.85% 22.62 Mi > gcr.io/k8s-minikube/kicbase...: 199.15 MiB / 502.26 MiB 39.65% 22.62 Mi > gcr.io/k8s-minikube/kicbase...: 224.01 MiB / 502.26 MiB 44.60% 28.64 Mi > gcr.io/k8s-minikube/kicbase...: 249.05 MiB / 502.26 MiB 49.59% 28.64 Mi > gcr.io/k8s-minikube/kicbase...: 274.47 MiB / 502.26 MiB 54.65% 28.64 Mi > gcr.io/k8s-minikube/kicbase...: 299.15 MiB / 502.26 MiB 59.56% 34.88 Mi > gcr.io/k8s-minikube/kicbase...: 320.37 MiB / 502.26 MiB 63.78% 34.88 Mi > gcr.io/k8s-minikube/kicbase...: 345.00 MiB / 502.26 MiB 68.69% 34.88 Mi > gcr.io/k8s-minikube/kicbase...: 368.31 MiB / 502.26 MiB 73.33% 40.06 Mi > gcr.io/k8s-minikube/kicbase...: 393.17 MiB / 502.26 MiB 78.28% 40.06 Mi > gcr.io/k8s-minikube/kicbase...: 417.47 MiB / 502.26 MiB 83.12% 40.06 Mi > gcr.io/k8s-minikube/kicbase...: 442.60 MiB / 502.26 MiB 88.12% 45.47 Mi > gcr.io/k8s-minikube/kicbase...: 466.08 MiB / 502.26 MiB 92.80% 45.47 Mi > gcr.io/k8s-minikube/kicbase...: 491.28 MiB / 502.26 MiB 97.81% 45.47 Mi > gcr.io/k8s-minikube/kicbase...: 502.26 MiB / 502.26 MiB 100.00% 107.04 E0611 09:28:57.838258 11999 cache.go:225] Error downloading kic artifacts: not yet implemented, see issue #8426", "* Creating podman container (CPUs=no-limit, Memory=no-limit) ...", "* Preparing Kubernetes v1.32.5 on CRI-O 1.24.6 ...", " - kubelet.housekeeping-interval=5m", " - Generating certificates and keys ...", " - Booting up control plane ...", " - Configuring RBAC rules ...", "* Configuring CNI (Container Networking Interface) ...", "* Verifying Kubernetes components...", " - Using image registry.k8s.io/ingress-nginx/controller:v1.12.2", " - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.5.3", " - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.5.3", " - Using image gcr.io/k8s-minikube/storage-provisioner:v5", " - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3", "* Verifying ingress addon...", "* Enabled addons: storage-provisioner, ingress-dns, default-storageclass, ingress", "* kubectl not found. If you need it, try: 'minikube kubectl -- get pods -A'", "* Done! kubectl is now configured to use \"minikube\" cluster and \"default\" namespace by default" ], "zuul_log_id": "0a580a2a-0013-4f46-e15e-000000000008-1-controller" } }, "task": { "duration": { "end": "2026-06-11T13:30:15.444848Z", "start": "2026-06-11T13:28:49.322165Z" }, "id": "0a580a2a-0013-4f46-e15e-000000000008", "name": "Start minikube" } }, { "hosts": { "controller": { "action": "command", "changed": true, "cmd": [ "minikube", "ip" ], "delta": "0:00:00.313706", "end": "2026-06-11 09:30:16.014816", "invocation": { "module_args": { "_raw_params": "minikube ip", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-4f46-e15e-000000000009-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-11 09:30:15.701110", "stderr": "", "stderr_lines": [], "stdout": "192.168.49.2", "stdout_lines": [ "192.168.49.2" ], "zuul_log_id": "0a580a2a-0013-4f46-e15e-000000000009-1-controller" } }, "task": { "duration": { "end": "2026-06-11T13:30:16.500458Z", "start": "2026-06-11T13:30:15.483917Z" }, "id": "0a580a2a-0013-4f46-e15e-000000000009", "name": "Get minikube deployment ip" } }, { "hosts": { "controller": { "action": "shell", "changed": true, "cmd": "ip route show default | awk '{print $5}'", "delta": "0:00:00.008224", "end": "2026-06-11 09:30:16.758543", "invocation": { "module_args": { "_raw_params": "ip route show default | awk '{print $5}'", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-4f46-e15e-00000000000a-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-11 09:30:16.750319", "stderr": "", "stderr_lines": [], "stdout": "eth0", "stdout_lines": [ "eth0" ], "zuul_log_id": "0a580a2a-0013-4f46-e15e-00000000000a-1-controller" } }, "task": { "duration": { "end": "2026-06-11T13:30:17.054421Z", "start": "2026-06-11T13:30:16.537601Z" }, "id": "0a580a2a-0013-4f46-e15e-00000000000a", "name": "Get default interface" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "minikube", "kubectl", "--", "get", "pod", "-A" ], "delta": "0:00:14.804587", "end": "2026-06-11 09:30:32.138555", "invocation": { "module_args": { "_raw_params": "minikube kubectl -- get pod -A", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-4f46-e15e-00000000000b-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-11 09:30:17.333968", "stderr": "", "stderr_lines": [], "stdout": "NAMESPACE NAME READY STATUS RESTARTS AGE\ningress-nginx ingress-nginx-admission-create-7j6rz 0/1 Completed 0 44s\ningress-nginx ingress-nginx-admission-patch-pgnkz 0/1 Completed 1 44s\ningress-nginx ingress-nginx-controller-86649c845b-kchzc 1/1 Running 0 44s\nkube-system coredns-668d6bf9bc-bg785 1/1 Running 0 44s\nkube-system etcd-minikube 1/1 Running 0 49s\nkube-system kindnet-8m2r5 1/1 Running 0 45s\nkube-system kube-apiserver-minikube 1/1 Running 0 49s\nkube-system kube-controller-manager-minikube 1/1 Running 0 49s\nkube-system kube-ingress-dns-minikube 0/1 ErrImagePull 0 48s\nkube-system kube-proxy-tpfjw 1/1 Running 0 45s\nkube-system kube-scheduler-minikube 1/1 Running 0 49s\nkube-system storage-provisioner 1/1 Running 0 48s", "stdout_lines": [ "NAMESPACE NAME READY STATUS RESTARTS AGE", "ingress-nginx ingress-nginx-admission-create-7j6rz 0/1 Completed 0 44s", "ingress-nginx ingress-nginx-admission-patch-pgnkz 0/1 Completed 1 44s", "ingress-nginx ingress-nginx-controller-86649c845b-kchzc 1/1 Running 0 44s", "kube-system coredns-668d6bf9bc-bg785 1/1 Running 0 44s", "kube-system etcd-minikube 1/1 Running 0 49s", "kube-system kindnet-8m2r5 1/1 Running 0 45s", "kube-system kube-apiserver-minikube 1/1 Running 0 49s", "kube-system kube-controller-manager-minikube 1/1 Running 0 49s", "kube-system kube-ingress-dns-minikube 0/1 ErrImagePull 0 48s", "kube-system kube-proxy-tpfjw 1/1 Running 0 45s", "kube-system kube-scheduler-minikube 1/1 Running 0 49s", "kube-system storage-provisioner 1/1 Running 0 48s" ], "zuul_log_id": "0a580a2a-0013-4f46-e15e-00000000000b-1-controller" } }, "task": { "duration": { "end": "2026-06-11T13:30:32.630298Z", "start": "2026-06-11T13:30:17.095024Z" }, "id": "0a580a2a-0013-4f46-e15e-00000000000b", "name": "Test minikube" } } ] } ], "stats": { "controller": { "changed": 8, "failures": 0, "ignored": 0, "ok": 8, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": false }, { "branch": "master", "index": "3", "phase": "pre", "playbook": "softwarefactory-project.io/software-factory/sf-operator/playbooks/prepare-minikube.yaml", "plays": [ { "play": { "duration": { "end": "2026-06-11T13:30:34.999268Z", "start": "2026-06-11T13:30:33.423571Z" }, "id": "0a580a2a-0013-eb87-8f25-000000000002", "name": "controller" }, "tasks": [ { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "minikube", "kubectl", "--", "create", "ns", "sf" ], "delta": "0:00:00.116187", "end": "2026-06-11 09:30:33.966836", "invocation": { "module_args": { "_raw_params": "minikube kubectl -- create ns sf", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-eb87-8f25-000000000004-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-11 09:30:33.850649", "stderr": "", "stderr_lines": [], "stdout": "namespace/sf created", "stdout_lines": [ "namespace/sf created" ], "zuul_log_id": "0a580a2a-0013-eb87-8f25-000000000004-1-controller" } }, "task": { "duration": { "end": "2026-06-11T13:30:34.461585Z", "start": "2026-06-11T13:30:33.448283Z" }, "id": "0a580a2a-0013-eb87-8f25-000000000004", "name": "Crete sf namespace" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "minikube", "kubectl", "--", "config", "set-context", "--current", "--namespace", "sf" ], "delta": "0:00:00.117923", "end": "2026-06-11 09:30:34.850617", "invocation": { "module_args": { "_raw_params": "minikube kubectl -- config set-context --current --namespace sf", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-eb87-8f25-000000000005-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-11 09:30:34.732694", "stderr": "", "stderr_lines": [], "stdout": "Context \"minikube\" modified.", "stdout_lines": [ "Context \"minikube\" modified." ], "zuul_log_id": "0a580a2a-0013-eb87-8f25-000000000005-1-controller" } }, "task": { "duration": { "end": "2026-06-11T13:30:34.999268Z", "start": "2026-06-11T13:30:34.484960Z" }, "id": "0a580a2a-0013-eb87-8f25-000000000005", "name": "Set sf as the default namespace" } } ] } ], "stats": { "controller": { "changed": 2, "failures": 0, "ignored": 0, "ok": 2, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": false }, { "branch": "master", "index": "4", "phase": "pre", "playbook": "softwarefactory-project.io/software-factory/sf-operator/playbooks/install-test-dependencies.yaml", "plays": [ { "play": { "duration": { "end": "2026-06-11T13:30:53.457923Z", "start": "2026-06-11T13:30:35.804983Z" }, "id": "0a580a2a-0013-2f0b-d7b1-000000000002", "name": "controller" }, "tasks": [ { "hosts": { "controller": { "action": "command", "changed": false, "cmd": "go version", "failed_when_result": false, "invocation": { "module_args": { "_raw_params": "go version", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-2f0b-d7b1-000000000007-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "[Errno 2] No such file or directory: b'go'", "rc": 2, "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [] } }, "role": { "id": "0a580a2a-0013-2f0b-d7b1-000000000005", "name": "install-golang", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/install-golang" }, "task": { "duration": { "end": "2026-06-11T13:30:36.345100Z", "start": "2026-06-11T13:30:35.830068Z" }, "id": "0a580a2a-0013-2f0b-d7b1-000000000007", "name": "Check Go version" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": false, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/usr/local/go", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/usr/local/go", "state": "absent" } }, "role": { "id": "0a580a2a-0013-2f0b-d7b1-000000000005", "name": "install-golang", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/install-golang" }, "task": { "duration": { "end": "2026-06-11T13:30:36.783747Z", "start": "2026-06-11T13:30:36.355982Z" }, "id": "0a580a2a-0013-2f0b-d7b1-000000000009", "name": "Ensure a clean install" } }, { "hosts": { "controller": { "action": "ansible.builtin.unarchive", "changed": true, "dest": "/usr/local", "extract_results": { "cmd": [ "/bin/gtar", "--extract", "-C", "/usr/local", "-z", "-f", "/home/zuul-worker/.ansible/tmp/ansible-tmp-1781184636.8672879-10-176497211875667/go1.25.10.linux-amd644pyxuvgb.tar.gz" ], "err": "", "out": "", "rc": 0 }, "gid": 0, "group": "root", "handler": "TgzArchive", "invocation": { "module_args": { "attributes": null, "copy": true, "creates": null, "decrypt": true, "dest": "/usr/local", "exclude": [], "extra_opts": [], "group": null, "include": [], "io_buffer_size": 65536, "keep_newer": false, "list_files": false, "mode": null, "owner": null, "remote_src": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "https://go.dev/dl/go1.25.10.linux-amd64.tar.gz", "unsafe_writes": false, "validate_certs": true } }, "mode": "0755", "owner": "root", "secontext": "system_u:object_r:usr_t:s0", "size": 141, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1781184636.8672879-10-176497211875667/go1.25.10.linux-amd644pyxuvgb.tar.gz", "state": "directory", "uid": 0 } }, "role": { "id": "0a580a2a-0013-2f0b-d7b1-000000000005", "name": "install-golang", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/install-golang" }, "task": { "duration": { "end": "2026-06-11T13:30:48.246156Z", "start": "2026-06-11T13:30:36.789500Z" }, "id": "0a580a2a-0013-2f0b-d7b1-00000000000a", "name": "Extract Go archive" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "item", "changed": true, "dest": "/usr/bin/go", "diff": { "after": { "path": "/usr/bin/go", "state": "link" }, "before": { "path": "/usr/bin/go", "state": "absent" } }, "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "dest": "/usr/bin/go", "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/usr/bin/go", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/usr/local/go/bin/go", "state": "link", "unsafe_writes": false } }, "item": "go", "mode": "0777", "owner": "root", "secontext": "unconfined_u:object_r:bin_t:s0", "size": 20, "src": "/usr/local/go/bin/go", "state": "link", "uid": 0 }, { "ansible_loop_var": "item", "changed": true, "dest": "/usr/bin/gofmt", "diff": { "after": { "path": "/usr/bin/gofmt", "state": "link" }, "before": { "path": "/usr/bin/gofmt", "state": "absent" } }, "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "dest": "/usr/bin/gofmt", "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/usr/bin/gofmt", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/usr/local/go/bin/gofmt", "state": "link", "unsafe_writes": false } }, "item": "gofmt", "mode": "0777", "owner": "root", "secontext": "unconfined_u:object_r:bin_t:s0", "size": 23, "src": "/usr/local/go/bin/gofmt", "state": "link", "uid": 0 } ] } }, "role": { "id": "0a580a2a-0013-2f0b-d7b1-000000000005", "name": "install-golang", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/install-golang" }, "task": { "duration": { "end": "2026-06-11T13:30:48.743218Z", "start": "2026-06-11T13:30:48.253828Z" }, "id": "0a580a2a-0013-2f0b-d7b1-00000000000b", "name": "Create symlinks for Go binary" } }, { "hosts": { "controller": { "action": "ansible.builtin.dnf", "changed": false, "invocation": { "module_args": { "allow_downgrade": false, "allowerasing": false, "autoremove": false, "bugfix": false, "cacheonly": false, "conf_file": null, "disable_excludes": null, "disable_gpg_check": false, "disable_plugin": [], "disablerepo": [], "download_dir": null, "download_only": false, "enable_plugin": [], "enablerepo": [], "exclude": [], "install_repoquery": true, "install_weak_deps": true, "installroot": "/", "list": null, "lock_timeout": 30, "name": [ "python3-pip", "python3-setuptools", "unzip" ], "nobest": false, "releasever": null, "security": false, "skip_broken": false, "sslverify": true, "state": "present", "update_cache": false, "update_only": false, "use_backend": "auto", "validate_certs": true } }, "msg": "Nothing to do", "rc": 0, "results": [] } }, "task": { "duration": { "end": "2026-06-11T13:30:50.034478Z", "start": "2026-06-11T13:30:48.760354Z" }, "id": "0a580a2a-0013-2f0b-d7b1-00000000000d", "name": "Installing packages" } }, { "hosts": { "controller": { "action": "ansible.builtin.pip", "changed": true, "cmd": [ "/usr/bin/python3", "-m", "pip.__main__", "install", "git-review", "kubernetes", "oauthlib>=3.2.2", "websocket-client" ], "invocation": { "module_args": { "chdir": null, "editable": false, "executable": null, "extra_args": null, "name": [ "git-review", "kubernetes", "oauthlib>=3.2.2", "websocket-client" ], "requirements": null, "state": "present", "umask": null, "version": null, "virtualenv": null, "virtualenv_command": "virtualenv", "virtualenv_python": null, "virtualenv_site_packages": false } }, "name": [ "git-review", "kubernetes", "oauthlib>=3.2.2", "websocket-client" ], "requirements": null, "state": "present", "stderr": "", "stderr_lines": [], "stdout": "Defaulting to user installation because normal site-packages is not writeable\nCollecting git-review\n Downloading git_review-2.5.0-py3-none-any.whl (53 kB)\nCollecting kubernetes\n Downloading kubernetes-35.0.0-py2.py3-none-any.whl (2.0 MB)\nCollecting oauthlib>=3.2.2\n Downloading oauthlib-3.3.1-py3-none-any.whl (160 kB)\nCollecting websocket-client\n Downloading websocket_client-1.9.0-py3-none-any.whl (82 kB)\nRequirement already satisfied: requests>=1.1 in /usr/lib/python3.9/site-packages (from git-review) (2.25.1)\nCollecting durationpy>=0.7\n Downloading durationpy-0.10-py3-none-any.whl (3.9 kB)\nRequirement already satisfied: pyyaml>=5.4.1 in /usr/lib64/python3.9/site-packages (from kubernetes) (5.4.1)\nCollecting certifi>=14.05.14\n Downloading certifi-2026.5.20-py3-none-any.whl (134 kB)\nRequirement already satisfied: python-dateutil>=2.5.3 in /usr/lib/python3.9/site-packages (from kubernetes) (2.9.0.post0)\nRequirement already satisfied: six>=1.9.0 in /usr/lib/python3.9/site-packages (from kubernetes) (1.15.0)\nCollecting requests-oauthlib\n Downloading requests_oauthlib-2.0.0-py2.py3-none-any.whl (24 kB)\nRequirement already satisfied: urllib3!=2.6.0,>=1.24.2 in /usr/lib/python3.9/site-packages (from kubernetes) (1.26.5)\nRequirement already satisfied: idna<3,>=2.5 in /usr/lib/python3.9/site-packages (from requests>=1.1->git-review) (2.10)\nRequirement already satisfied: chardet<5,>=3.0.2 in /usr/lib/python3.9/site-packages (from requests>=1.1->git-review) (4.0.0)\nInstalling collected packages: oauthlib, websocket-client, requests-oauthlib, durationpy, certifi, kubernetes, git-review\nSuccessfully installed certifi-2026.5.20 durationpy-0.10 git-review-2.5.0 kubernetes-35.0.0 oauthlib-3.3.1 requests-oauthlib-2.0.0 websocket-client-1.9.0\n", "stdout_lines": [ "Defaulting to user installation because normal site-packages is not writeable", "Collecting git-review", " Downloading git_review-2.5.0-py3-none-any.whl (53 kB)", "Collecting kubernetes", " Downloading kubernetes-35.0.0-py2.py3-none-any.whl (2.0 MB)", "Collecting oauthlib>=3.2.2", " Downloading oauthlib-3.3.1-py3-none-any.whl (160 kB)", "Collecting websocket-client", " Downloading websocket_client-1.9.0-py3-none-any.whl (82 kB)", "Requirement already satisfied: requests>=1.1 in /usr/lib/python3.9/site-packages (from git-review) (2.25.1)", "Collecting durationpy>=0.7", " Downloading durationpy-0.10-py3-none-any.whl (3.9 kB)", "Requirement already satisfied: pyyaml>=5.4.1 in /usr/lib64/python3.9/site-packages (from kubernetes) (5.4.1)", "Collecting certifi>=14.05.14", " Downloading certifi-2026.5.20-py3-none-any.whl (134 kB)", "Requirement already satisfied: python-dateutil>=2.5.3 in /usr/lib/python3.9/site-packages (from kubernetes) (2.9.0.post0)", "Requirement already satisfied: six>=1.9.0 in /usr/lib/python3.9/site-packages (from kubernetes) (1.15.0)", "Collecting requests-oauthlib", " Downloading requests_oauthlib-2.0.0-py2.py3-none-any.whl (24 kB)", "Requirement already satisfied: urllib3!=2.6.0,>=1.24.2 in /usr/lib/python3.9/site-packages (from kubernetes) (1.26.5)", "Requirement already satisfied: idna<3,>=2.5 in /usr/lib/python3.9/site-packages (from requests>=1.1->git-review) (2.10)", "Requirement already satisfied: chardet<5,>=3.0.2 in /usr/lib/python3.9/site-packages (from requests>=1.1->git-review) (4.0.0)", "Installing collected packages: oauthlib, websocket-client, requests-oauthlib, durationpy, certifi, kubernetes, git-review", "Successfully installed certifi-2026.5.20 durationpy-0.10 git-review-2.5.0 kubernetes-35.0.0 oauthlib-3.3.1 requests-oauthlib-2.0.0 websocket-client-1.9.0" ], "version": null, "virtualenv": null } }, "task": { "duration": { "end": "2026-06-11T13:30:53.457923Z", "start": "2026-06-11T13:30:50.044436Z" }, "id": "0a580a2a-0013-2f0b-d7b1-00000000000e", "name": "Install pip packages" } } ] } ], "stats": { "controller": { "changed": 3, "failures": 0, "ignored": 0, "ok": 6, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": false }, { "branch": "master", "index": "0", "phase": "run", "playbook": "softwarefactory-project.io/software-factory/sf-operator/playbooks/minikube-upgrade.yaml", "plays": [ { "play": { "duration": { "end": "2026-06-11T13:49:50.530183Z", "start": "2026-06-11T13:30:54.202303Z" }, "id": "0a580a2a-0013-224f-0c64-000000000002", "name": "Perform upgrade test" }, "tasks": [ { "hosts": { "controller": { "action": "command", "changed": true, "cmd": [ "./hack/deploy-version.sh", "v0.0.65" ], "delta": "0:06:31.497635", "end": "2026-06-11 09:37:26.123976", "invocation": { "module_args": { "_raw_params": "./hack/deploy-version.sh \"v0.0.65\"", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-224f-0c64-000000000004-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-11 09:30:54.626341", "stderr": "", "stderr_lines": [], "stdout": "[+] Setting up sf-operator v0.0.65 in deploy/upgrade-operator\nCloning into 'deploy/upgrade-operator'...\ndone.\nNote: switching to 'v0.0.65'.\n\nYou are in 'detached HEAD' state. You can look around, make experimental\nchanges and commit them, and you can discard any commits you make in this\nstate without impacting any branches by switching back to a branch.\n\nIf you want to create a new branch to retain commits you create, you may\ndo so (now or later) by using -c with the switch command. Example:\n\n git switch -c \n\nOr undo this operation with:\n\n git switch -\n\nTurn off this advice by setting config variable advice.detachedHead to false\n\nHEAD is now at 54e68509 Merge \"gateway: Allow deployers to customize config, static files\"\n[+] Installing kubectl\n % Total % Received % Xferd Average Speed Time Time Time Current\n Dload Upload Total Spent Left Speed\n\r 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\r100 56.7M 100 56.7M 0 0 163M 0 --:--:-- --:--:-- --:--:-- 163M\nError from server (NotFound): pods \"gerrit-0\" not found\n[+] Setting up gerrit\ngo: downloading k8s.io/client-go v0.30.2\ngo: downloading github.com/spf13/cobra v1.8.1\ngo: downloading github.com/go-sql-driver/mysql v1.8.1\ngo: downloading github.com/fatih/color v1.17.0\ngo: downloading gopkg.in/ini.v1 v1.67.0\ngo: downloading gopkg.in/yaml.v3 v3.0.1\ngo: downloading k8s.io/api v0.30.2\ngo: downloading k8s.io/apimachinery v0.30.2\ngo: downloading k8s.io/kubectl v0.30.2\ngo: downloading k8s.io/utils v0.0.0-20240711033017-18e509b52bc8\ngo: downloading sigs.k8s.io/controller-runtime v0.18.4\ngo: downloading sigs.k8s.io/yaml v1.4.0\ngo: downloading github.com/openshift/api v0.0.0-20240715171821-e9f09d21bcb5\ngo: downloading go.uber.org/zap v1.27.0\ngo: downloading golang.org/x/exp v0.0.0-20240716175740-e3f259677ff7\ngo: downloading gopkg.in/yaml.v2 v2.4.0\ngo: downloading github.com/google/uuid v1.6.0\ngo: downloading golang.org/x/crypto v0.45.0\ngo: downloading github.com/mattn/go-colorable v0.1.13\ngo: downloading github.com/mattn/go-isatty v0.0.20\ngo: downloading github.com/spf13/pflag v1.0.5\ngo: downloading filippo.io/edwards25519 v1.1.0\ngo: downloading github.com/gogo/protobuf v1.3.2\ngo: downloading github.com/google/gofuzz v1.2.0\ngo: downloading gopkg.in/inf.v0 v0.9.1\ngo: downloading k8s.io/klog/v2 v2.130.1\ngo: downloading sigs.k8s.io/structured-merge-diff/v4 v4.4.1\ngo: downloading github.com/gorilla/websocket v1.5.1\ngo: downloading golang.org/x/net v0.47.0\ngo: downloading github.com/imdario/mergo v0.3.16\ngo: downloading golang.org/x/term v0.37.0\ngo: downloading go.uber.org/multierr v1.11.0\ngo: downloading github.com/evanphx/json-patch/v5 v5.9.0\ngo: downloading k8s.io/apiextensions-apiserver v0.30.2\ngo: downloading github.com/evanphx/json-patch v5.9.0+incompatible\ngo: downloading github.com/go-logr/logr v1.4.2\ngo: downloading github.com/go-logr/zapr v1.3.0\ngo: downloading github.com/golang/protobuf v1.5.4\ngo: downloading github.com/google/gnostic-models v0.6.8\ngo: downloading golang.org/x/sys v0.38.0\ngo: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd\ngo: downloading golang.org/x/oauth2 v0.27.0\ngo: downloading golang.org/x/time v0.5.0\ngo: downloading github.com/json-iterator/go v1.1.12\ngo: downloading k8s.io/kube-openapi v0.0.0-20240430033511-f0e62f92d13f\ngo: downloading github.com/pkg/errors v0.9.1\ngo: downloading google.golang.org/protobuf v1.34.1\ngo: downloading github.com/moby/spdystream v0.2.0\ngo: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc\ngo: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da\ngo: downloading github.com/prometheus/client_golang v1.18.0\ngo: downloading gomodules.xyz/jsonpatch/v2 v2.4.0\ngo: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd\ngo: downloading github.com/modern-go/reflect2 v1.0.2\ngo: downloading github.com/go-openapi/jsonreference v0.21.0\ngo: downloading github.com/go-openapi/swag v0.23.0\ngo: downloading github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822\ngo: downloading github.com/mxk/go-flowrate v0.0.0-20140419014527-cca7078d478f\ngo: downloading golang.org/x/text v0.31.0\ngo: downloading github.com/google/go-cmp v0.6.0\ngo: downloading github.com/fsnotify/fsnotify v1.7.0\ngo: downloading github.com/go-openapi/jsonpointer v0.21.0\ngo: downloading github.com/emicklei/go-restful/v3 v3.12.0\ngo: downloading github.com/mailru/easyjson v0.7.7\ngo: downloading github.com/prometheus/client_model v0.6.1\ngo: downloading github.com/prometheus/common v0.47.0\ngo: downloading github.com/beorn7/perks v1.0.1\ngo: downloading github.com/cespare/xxhash/v2 v2.3.0\ngo: downloading github.com/prometheus/procfs v0.15.0\ngo: downloading github.com/josharian/intern v1.0.0\n2026-06-11T09:31:29-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution\n\n2026-06-11T09:31:29-04:00\tINFO\tKubernetes Distribution found: Kubernetes\n\n2026-06-11T09:31:30-04:00\tINFO\tCreating \"admin-ssh-key\" in sf\n2026-06-11T09:31:30-04:00\tINFO\t \"admin-ssh-key\" created\n2026-06-11T09:31:31-04:00\tINFO\tCreating \"zuul-ssh-key\" in sf\n2026-06-11T09:31:31-04:00\tINFO\t \"zuul-ssh-key\" created\n2026-06-11T09:31:31-04:00\tINFO\tCreating \"gerrit-admin-api-key\" in sf\n2026-06-11T09:31:31-04:00\tINFO\t \"gerrit-admin-api-key\" created\n2026-06-11T09:31:31-04:00\tINFO\tCreating \"zuul-gerrit-api-key\" in sf\n2026-06-11T09:31:31-04:00\tINFO\t \"zuul-gerrit-api-key\" created\n2026-06-11T09:31:31-04:00\tINFO\tCreating \"gerrit-httpd\" in sf\n2026-06-11T09:31:31-04:00\tINFO\t \"gerrit-httpd\" created\n2026-06-11T09:31:31-04:00\tINFO\tCreating \"gerrit-sshd\" in sf\n2026-06-11T09:31:31-04:00\tINFO\t \"gerrit-sshd\" created\n2026-06-11T09:31:31-04:00\tINFO\tmanagesf-resources\n2026-06-11T09:31:31-04:00\tINFO\tCreating \"managesf-resources-config-map\" in sf\n2026-06-11T09:31:31-04:00\tINFO\t \"managesf-resources-config-map\" created\n2026-06-11T09:31:31-04:00\tINFO\tmanagesf-resources-tooling\n2026-06-11T09:31:31-04:00\tINFO\tCreating \"managesf-resources-tooling-config-map\" in sf\n2026-06-11T09:31:31-04:00\tINFO\t \"managesf-resources-tooling-config-map\" created\n2026-06-11T09:31:31-04:00\tINFO\tCreating \"gerrit\" in sf\n2026-06-11T09:31:31-04:00\tINFO\t \"gerrit\" created\n2026-06-11T09:31:31-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...\n2026-06-11T09:31:41-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...\n2026-06-11T09:31:51-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...\n2026-06-11T09:32:01-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...\n2026-06-11T09:32:11-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...\n2026-06-11T09:32:21-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...\n2026-06-11T09:32:31-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...\n2026-06-11T09:32:41-04:00\tINFO\tCreating \"post-init\" in sf\n2026-06-11T09:32:41-04:00\tINFO\t \"post-init\" created\n2026-06-11T09:33:01-04:00\tINFO\tCreating \"self-signed-cert\" in sf\n2026-06-11T09:33:01-04:00\tINFO\t \"self-signed-cert\" created\n2026-06-11T09:33:01-04:00\tINFO\tCreating \"gerrit-ingress\" in sf\n2026-06-11T09:33:01-04:00\tINFO\t \"gerrit-ingress\" created\n2026-06-11T09:33:01-04:00\tINFO\tCreating \"sf-ingress\" in sf\n2026-06-11T09:33:01-04:00\tINFO\t \"sf-ingress\" created\n2026-06-11T09:33:01-04:00\tINFO\tWaiting for gerrit-ingress ... [attempt 1/25]\n2026-06-11T09:33:08-04:00\tINFO\tWaiting for gerrit-ingress ... [attempt 2/25]\n2026-06-11T09:33:15-04:00\tINFO\tWaiting for gerrit-ingress ... [attempt 3/25]\n2026-06-11T09:33:22-04:00\tINFO\tUpdating /etc/hosts\n2026-06-11T09:33:22-04:00\tINFO\tMaking sure Gerrit is up and ready...\n2026-06-11T09:33:22-04:00\tINFO\tQuerying Gerrit projects endpoint... [attempt 1/10]\n2026-06-11T09:33:22-04:00\tINFO\tGerrit is up and available\n2026-06-11T09:33:22-04:00\tINFO\tCloning config...\n2026-06-11T09:33:22-04:00\tINFO\tCloning repo https://admin:382bd27e-0a42-40cf-a4e6-a8627990adf3@gerrit.sfop.me/a/config in deploy/config\n2026-06-11T09:33:22-04:00\tINFO\tConfiguring local repository for commits...\n2026-06-11T09:33:22-04:00\tINFO\tCloning demo-tenant-config...\n2026-06-11T09:33:22-04:00\tINFO\tCloning repo https://admin:382bd27e-0a42-40cf-a4e6-a8627990adf3@gerrit.sfop.me/a/demo-tenant-config in deploy/demo-tenant-config\n2026-06-11T09:33:23-04:00\tINFO\tConfiguring local repository for commits...\n2026-06-11T09:33:23-04:00\tINFO\tCloning demo-project...\n2026-06-11T09:33:23-04:00\tINFO\tCloning repo https://admin:382bd27e-0a42-40cf-a4e6-a8627990adf3@gerrit.sfop.me/a/demo-project in deploy/demo-project\n2026-06-11T09:33:23-04:00\tINFO\tConfiguring local repository for commits...\n2026-06-11T09:33:23-04:00\tINFO\tInitialize demo-tenant's pipelines and jobs... \n2026-06-11T09:33:23-04:00\tINFO\tPushing local repo state to origin...\n2026-06-11T09:33:23-04:00\tINFO\tCreating or updating tenant demo-tenant... \n2026-06-11T09:33:23-04:00\tINFO\tPushing local repo state to origin...\n2026-06-11T09:33:23-04:00\tINFO\tInitialize demo-project's pipelines and jobs... \n2026-06-11T09:33:23-04:00\tINFO\tPushing local repo state to origin...\n2026-06-11T09:33:23-04:00\tINFO\tApplying CRDs (did you run \"make manifests\" first?)\n[+] Deploying sf-operator\n2026-06-11T09:33:24-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution\n\n2026-06-11T09:33:24-04:00\tINFO\tKubernetes Distribution found: Kubernetes\n\n2026-06-11T09:33:24-04:00\tINFO\tNothing to clean up.\n2026-06-11T09:33:24-04:00\tINFO\tDeleting object, name: zookeeper\n2026-06-11T09:33:24-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:33:24-04:00\tINFO\tCreating secret, name: zuul-keystore-password\n2026-06-11T09:33:24-04:00\tINFO\tCreating object, name: zuul-keystore-password\n2026-06-11T09:33:24-04:00\tINFO\tCreating secret, name: zuul-auth-secret\n2026-06-11T09:33:24-04:00\tINFO\tCreating object, name: zuul-auth-secret\n2026-06-11T09:33:24-04:00\tINFO\tCreating config map name: zuul-scheduler-tooling-config-map\n2026-06-11T09:33:24-04:00\tINFO\tCreating object, name: zuul-scheduler-tooling-config-map\n2026-06-11T09:33:24-04:00\tINFO\tCreating config map name: git-server-pi-config-map\n2026-06-11T09:33:24-04:00\tINFO\tCreating object, name: git-server-pi-config-map\n2026-06-11T09:33:24-04:00\tINFO\tCreating object, name: git-server\n2026-06-11T09:33:24-04:00\tINFO\tCreating secret, name: mariadb-root-password\n2026-06-11T09:33:24-04:00\tINFO\tCreating object, name: mariadb-root-password\n2026-06-11T09:33:24-04:00\tINFO\tCreating secret, name: mariadb-config-secrets\n2026-06-11T09:33:24-04:00\tINFO\tCreating object, name: mariadb-config-secrets\n2026-06-11T09:33:24-04:00\tINFO\tCreating secret, name: mariadb-initdb-secrets\n2026-06-11T09:33:24-04:00\tINFO\tCreating object, name: mariadb-initdb-secrets\n2026-06-11T09:33:24-04:00\tINFO\tCreating object, name: mariadb\n2026-06-11T09:33:25-04:00\tINFO\tCreating ssh key, name: logserver-keys\n2026-06-11T09:33:25-04:00\tINFO\tCreating object, name: logserver-keys\n2026-06-11T09:33:25-04:00\tINFO\tCreating config map name: logserver-config-map\n2026-06-11T09:33:25-04:00\tINFO\tCreating object, name: logserver-config-map\n2026-06-11T09:33:25-04:00\tINFO\tCreating service, name: logserver\n2026-06-11T09:33:25-04:00\tINFO\tCreating object, name: logserver\n2026-06-11T09:33:25-04:00\tINFO\tCreating object, name: logserver\n2026-06-11T09:33:25-04:00\tINFO\tCreating object, name: gateway\n2026-06-11T09:33:25-04:00\tINFO\tCreating config map name: gateway-config-map\n2026-06-11T09:33:25-04:00\tINFO\tCreating object, name: gateway-config-map\n2026-06-11T09:33:25-04:00\tINFO\tCreating object, name: gateway\n2026-06-11T09:33:25-04:00\tINFO\tCreating service, name: hound-search\n2026-06-11T09:33:25-04:00\tINFO\tCreating object, name: hound-search\n2026-06-11T09:33:25-04:00\tINFO\tCreating object, name: hound-search\n2026-06-11T09:33:25-04:00\tINFO\tCreating object, name: logjuicer-pvc\n2026-06-11T09:33:25-04:00\tINFO\tCreating object, name: logjuicer\n2026-06-11T09:33:25-04:00\tINFO\tCreating object, name: logjuicer\n2026-06-11T09:33:25-04:00\tINFO\tDeleting object, name: zookeeper-client-tls\n2026-06-11T09:33:25-04:00\tINFO\tDeleting object, name: zookeeper-server-tls\n2026-06-11T09:33:27-04:00\tINFO\tCreating object, name: zookeeper-client-tls\n2026-06-11T09:33:27-04:00\tINFO\tCreating object, name: zookeeper-server-tls\n2026-06-11T09:33:27-04:00\tINFO\tCreating config map name: zookeeper-pi-config-map\n2026-06-11T09:33:27-04:00\tINFO\tCreating object, name: zookeeper-pi-config-map\n2026-06-11T09:33:27-04:00\tINFO\tCreating service, name: zookeeper-headless\n2026-06-11T09:33:27-04:00\tINFO\tCreating object, name: zookeeper-headless\n2026-06-11T09:33:27-04:00\tINFO\tCreating service, name: zookeeper\n2026-06-11T09:33:27-04:00\tINFO\tCreating object, name: zookeeper\n2026-06-11T09:33:27-04:00\tINFO\tCreating object, name: zookeeper\n2026-06-11T09:33:27-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-11T09:33:27-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: Waiting ...\n\t - GitServer: Waiting ...\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: Waiting ...\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-11T09:33:27-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...\n2026-06-11T09:33:32-04:00\tINFO\tNothing to clean up.\n2026-06-11T09:33:32-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:33:32-04:00\tINFO\tCreating service, name: git-server\n2026-06-11T09:33:32-04:00\tINFO\tCreating object, name: git-server\n2026-06-11T09:33:32-04:00\tINFO\tCreating service, name: git-server-rw\n2026-06-11T09:33:32-04:00\tINFO\tCreating object, name: git-server-rw\n2026-06-11T09:33:32-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-11T09:33:32-04:00\tINFO\tstatefulset rollout not ok, name: git-server\n2026-06-11T09:33:32-04:00\tINFO\tCreating service, name: mariadb\n2026-06-11T09:33:32-04:00\tINFO\tCreating object, name: mariadb\n2026-06-11T09:33:32-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-11T09:33:32-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-11T09:33:32-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-11T09:33:32-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-11T09:33:32-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:33:32-04:00\tINFO\tdeployment rollout not ok, name: gateway\n2026-06-11T09:33:32-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-11T09:33:32-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-11T09:33:32-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:33:32-04:00\tINFO\tdeployment rollout not ok, name: logjuicer\n2026-06-11T09:33:33-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-11T09:33:33-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n2026-06-11T09:33:33-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-11T09:33:33-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: Waiting ...\n\t - GitServer: Waiting ...\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: Waiting ...\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-11T09:33:33-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...\n2026-06-11T09:33:38-04:00\tINFO\tNothing to clean up.\n2026-06-11T09:33:38-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:33:38-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-11T09:33:38-04:00\tINFO\tstatefulset rollout not ok, name: git-server\n2026-06-11T09:33:38-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-11T09:33:38-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-11T09:33:38-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-11T09:33:38-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-11T09:33:38-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:33:38-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:33:38-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-11T09:33:38-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-11T09:33:38-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:33:38-04:00\tINFO\tdeployment rollout not ok, name: logjuicer\n2026-06-11T09:33:38-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-11T09:33:38-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n2026-06-11T09:33:38-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-11T09:33:38-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: Waiting ...\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: Waiting ...\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-11T09:33:38-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...\n2026-06-11T09:33:43-04:00\tINFO\tNothing to clean up.\n2026-06-11T09:33:43-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:33:43-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-11T09:33:43-04:00\tINFO\tstatefulset rollout not ok, name: git-server\n2026-06-11T09:33:43-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-11T09:33:43-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-11T09:33:43-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-11T09:33:43-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-11T09:33:43-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:33:43-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:33:43-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-11T09:33:43-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-11T09:33:43-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:33:43-04:00\tINFO\tdeployment rollout not ok, name: logjuicer\n2026-06-11T09:33:43-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-11T09:33:43-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n2026-06-11T09:33:43-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-11T09:33:43-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: Waiting ...\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: Waiting ...\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-11T09:33:43-04:00\tINFO\t[attempt #4] Waiting 5s for the next reconcile call ...\n2026-06-11T09:33:48-04:00\tINFO\tNothing to clean up.\n2026-06-11T09:33:48-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:33:48-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-11T09:33:48-04:00\tINFO\tstatefulset rollout not ok, name: git-server\n2026-06-11T09:33:48-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-11T09:33:48-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-11T09:33:48-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-11T09:33:48-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-11T09:33:49-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:33:49-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:33:49-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-11T09:33:49-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-11T09:33:49-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:33:49-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:33:49-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-11T09:33:49-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n2026-06-11T09:33:49-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-11T09:33:49-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: Waiting ...\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-11T09:33:49-04:00\tINFO\t[attempt #5] Waiting 5s for the next reconcile call ...\n2026-06-11T09:33:54-04:00\tINFO\tNothing to clean up.\n2026-06-11T09:33:54-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:33:54-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-11T09:33:54-04:00\tINFO\tstatefulset rollout not ok, name: git-server\n2026-06-11T09:33:54-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-11T09:33:54-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-11T09:33:54-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-11T09:33:54-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-11T09:33:54-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:33:54-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:33:54-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-11T09:33:54-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-11T09:33:54-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:33:54-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:33:54-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-11T09:33:54-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n2026-06-11T09:33:54-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-11T09:33:54-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: Waiting ...\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-11T09:33:54-04:00\tINFO\t[attempt #6] Waiting 5s for the next reconcile call ...\n2026-06-11T09:33:59-04:00\tINFO\tNothing to clean up.\n2026-06-11T09:33:59-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:33:59-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-11T09:33:59-04:00\tINFO\tstatefulset rollout not ok, name: git-server\n2026-06-11T09:33:59-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-11T09:33:59-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-11T09:33:59-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-11T09:33:59-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-11T09:33:59-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:33:59-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:33:59-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-11T09:33:59-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-11T09:33:59-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:33:59-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:34:00-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-11T09:34:00-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n2026-06-11T09:34:00-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-11T09:34:00-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: Waiting ...\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-11T09:34:00-04:00\tINFO\t[attempt #7] Waiting 5s for the next reconcile call ...\n2026-06-11T09:34:05-04:00\tINFO\tNothing to clean up.\n2026-06-11T09:34:05-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:34:05-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-11T09:34:05-04:00\tINFO\tstatefulset rollout not ok, name: git-server\n2026-06-11T09:34:05-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-11T09:34:05-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-11T09:34:05-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-11T09:34:05-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-11T09:34:05-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:34:05-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:34:05-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-11T09:34:05-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-11T09:34:05-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:34:05-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:34:05-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-11T09:34:05-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n2026-06-11T09:34:05-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-11T09:34:05-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: Waiting ...\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-11T09:34:05-04:00\tINFO\t[attempt #8] Waiting 5s for the next reconcile call ...\n2026-06-11T09:34:10-04:00\tINFO\tNothing to clean up.\n2026-06-11T09:34:10-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:34:10-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-11T09:34:10-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-11T09:34:10-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-11T09:34:10-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-11T09:34:10-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-11T09:34:10-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:34:10-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:34:10-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-11T09:34:10-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-11T09:34:10-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:34:10-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:34:11-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-11T09:34:11-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n2026-06-11T09:34:11-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-11T09:34:11-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-11T09:34:11-04:00\tINFO\t[attempt #9] Waiting 5s for the next reconcile call ...\n2026-06-11T09:34:16-04:00\tINFO\tNothing to clean up.\n2026-06-11T09:34:16-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:34:16-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-11T09:34:16-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-11T09:34:16-04:00\tINFO\tCreating object, name: zuul-db-connection\n2026-06-11T09:34:16-04:00\tINFO\tCreating object, name: zuul-db-provision\n2026-06-11T09:34:16-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-11T09:34:16-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-11T09:34:16-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:34:16-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:34:16-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-11T09:34:16-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-11T09:34:16-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:34:16-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:34:16-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-11T09:34:16-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...\n2026-06-11T09:34:16-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: OK\n\n2026-06-11T09:34:16-04:00\tINFO\t[attempt #10] Waiting 5s for the next reconcile call ...\n2026-06-11T09:34:21-04:00\tINFO\tNothing to clean up.\n2026-06-11T09:34:21-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:34:21-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-11T09:34:21-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-11T09:34:22-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-11T09:34:22-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-11T09:34:22-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:34:22-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:34:22-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-11T09:34:22-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-11T09:34:22-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:34:22-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:34:22-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-11T09:34:22-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-11T09:34:22-04:00\tINFO\tCreating ssh key, name: zuul-spare-ssh-key\n2026-06-11T09:34:23-04:00\tINFO\tCreating object, name: zuul-spare-ssh-key\n2026-06-11T09:34:23-04:00\tINFO\tCreating config map name: np-statsd-config-map\n2026-06-11T09:34:23-04:00\tINFO\tCreating object, name: np-statsd-config-map\n2026-06-11T09:34:23-04:00\tINFO\tCreating config map name: nodepool-tooling-config-map\n2026-06-11T09:34:23-04:00\tINFO\tCreating object, name: nodepool-tooling-config-map\n2026-06-11T09:34:23-04:00\tINFO\tCreating config map name: nodepool-launcher-extra-config-config-map\n2026-06-11T09:34:23-04:00\tINFO\tCreating object, name: nodepool-launcher-extra-config-config-map\n2026-06-11T09:34:23-04:00\tINFO\tCreating object, name: nodepool-launcher\n2026-06-11T09:34:23-04:00\tINFO\tCreating ssh key, name: nodepool-builder-ssh-key\n2026-06-11T09:34:24-04:00\tINFO\tCreating object, name: nodepool-builder-ssh-key\n2026-06-11T09:34:24-04:00\tINFO\tCreating config map name: nodepool-builder-extra-config-config-map\n2026-06-11T09:34:24-04:00\tINFO\tCreating object, name: nodepool-builder-extra-config-config-map\n2026-06-11T09:34:24-04:00\tINFO\tCreating service, name: nodepool-builder\n2026-06-11T09:34:24-04:00\tINFO\tCreating object, name: nodepool-builder\n2026-06-11T09:34:24-04:00\tINFO\tCreating object, name: nodepool-builder\n2026-06-11T09:34:24-04:00\tINFO\tCreating secret, name: zuul-config\n2026-06-11T09:34:24-04:00\tINFO\tCreating object, name: zuul-config\n2026-06-11T09:34:24-04:00\tINFO\tCreating object, name: zuul-web\n2026-06-11T09:34:24-04:00\tINFO\tCreating object, name: zuul-executor-headless\n2026-06-11T09:34:24-04:00\tINFO\tCreating config map name: zuul-extra-config-map\n2026-06-11T09:34:24-04:00\tINFO\tCreating object, name: zuul-extra-config-map\n2026-06-11T09:34:24-04:00\tINFO\tCreating config map name: zuul-statsd-config-map\n2026-06-11T09:34:24-04:00\tINFO\tCreating object, name: zuul-statsd-config-map\n2026-06-11T09:34:24-04:00\tINFO\tCreating config map name: zuul-logging-config-map\n2026-06-11T09:34:24-04:00\tINFO\tCreating object, name: zuul-logging-config-map\n2026-06-11T09:34:25-04:00\tINFO\tCreating object, name: zuul-scheduler\n2026-06-11T09:34:25-04:00\tINFO\tCreating object, name: zuul-executor\n2026-06-11T09:34:26-04:00\tINFO\tCreating object, name: zuul-web\n2026-06-11T09:34:27-04:00\tINFO\tCreating object, name: zuul-merger\n2026-06-11T09:34:27-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-11T09:34:27-04:00\tINFO\t[attempt #11] Waiting 5s for the next reconcile call ...\n2026-06-11T09:34:32-04:00\tINFO\tNothing to clean up.\n2026-06-11T09:34:32-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:34:32-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-11T09:34:32-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-11T09:34:32-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-11T09:34:32-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:34:32-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:34:32-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-11T09:34:32-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-11T09:34:32-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:34:32-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:34:33-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-11T09:34:33-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-11T09:34:33-04:00\tINFO\tCreating object, name: nodepool-launcher\n2026-06-11T09:34:33-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-11T09:34:33-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-11T09:34:33-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-11T09:34:33-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-11T09:34:34-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-11T09:34:34-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-11T09:34:35-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-11T09:34:35-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-11T09:34:35-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-11T09:34:35-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-11T09:34:36-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-11T09:34:36-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-11T09:34:36-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-11T09:34:36-04:00\tINFO\t[attempt #12] Waiting 5s for the next reconcile call ...\n2026-06-11T09:34:41-04:00\tINFO\tNothing to clean up.\n2026-06-11T09:34:41-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:34:41-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-11T09:34:41-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-11T09:34:41-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-11T09:34:41-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:34:41-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:34:41-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-11T09:34:41-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-11T09:34:41-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:34:41-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:34:42-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-11T09:34:42-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-11T09:34:42-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-11T09:34:42-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-11T09:34:42-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-11T09:34:42-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-11T09:34:43-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-11T09:34:43-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-11T09:34:44-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-11T09:34:44-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-11T09:34:44-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-11T09:34:44-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-11T09:34:45-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-11T09:34:45-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-11T09:34:45-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-11T09:34:45-04:00\tINFO\t[attempt #13] Waiting 5s for the next reconcile call ...\n2026-06-11T09:34:50-04:00\tINFO\tNothing to clean up.\n2026-06-11T09:34:50-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:34:50-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-11T09:34:50-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-11T09:34:50-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-11T09:34:50-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:34:50-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:34:50-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-11T09:34:50-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-11T09:34:50-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:34:50-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:34:51-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-11T09:34:51-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-11T09:34:51-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-11T09:34:51-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-11T09:34:51-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-11T09:34:51-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-11T09:34:52-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-11T09:34:52-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-11T09:34:53-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-11T09:34:53-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-11T09:34:53-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-11T09:34:53-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-11T09:34:54-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-11T09:34:54-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-11T09:34:54-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-11T09:34:54-04:00\tINFO\t[attempt #14] Waiting 5s for the next reconcile call ...\n2026-06-11T09:34:59-04:00\tINFO\tNothing to clean up.\n2026-06-11T09:34:59-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:34:59-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-11T09:34:59-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-11T09:34:59-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-11T09:34:59-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:34:59-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:34:59-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-11T09:34:59-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-11T09:34:59-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:34:59-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:35:00-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-11T09:35:00-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-11T09:35:00-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-11T09:35:00-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-11T09:35:00-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-11T09:35:00-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-11T09:35:01-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-11T09:35:01-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-11T09:35:02-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-11T09:35:02-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-11T09:35:02-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-11T09:35:02-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-11T09:35:03-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-11T09:35:03-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-11T09:35:03-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-11T09:35:03-04:00\tINFO\t[attempt #15] Waiting 5s for the next reconcile call ...\n2026-06-11T09:35:08-04:00\tINFO\tNothing to clean up.\n2026-06-11T09:35:08-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:35:08-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-11T09:35:08-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-11T09:35:08-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-11T09:35:08-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:35:08-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:35:08-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-11T09:35:08-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-11T09:35:08-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:35:08-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:35:09-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-11T09:35:09-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-11T09:35:09-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-11T09:35:09-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-11T09:35:09-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-11T09:35:09-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-11T09:35:10-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-11T09:35:10-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-11T09:35:11-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-11T09:35:11-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-11T09:35:11-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-11T09:35:11-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-11T09:35:12-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-11T09:35:12-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-11T09:35:12-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-11T09:35:12-04:00\tINFO\t[attempt #16] Waiting 5s for the next reconcile call ...\n2026-06-11T09:35:17-04:00\tINFO\tNothing to clean up.\n2026-06-11T09:35:17-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:35:17-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-11T09:35:17-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-11T09:35:17-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-11T09:35:17-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:35:17-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:35:17-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-11T09:35:17-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-11T09:35:17-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:35:17-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:35:18-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-11T09:35:18-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-11T09:35:18-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-11T09:35:18-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-11T09:35:18-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-11T09:35:18-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-11T09:35:19-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-11T09:35:19-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-11T09:35:20-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-11T09:35:20-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-11T09:35:20-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-11T09:35:20-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-11T09:35:21-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-11T09:35:21-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-11T09:35:21-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-11T09:35:21-04:00\tINFO\t[attempt #17] Waiting 5s for the next reconcile call ...\n2026-06-11T09:35:26-04:00\tINFO\tNothing to clean up.\n2026-06-11T09:35:26-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:35:26-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-11T09:35:26-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-11T09:35:26-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-11T09:35:26-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:35:26-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:35:26-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-11T09:35:26-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-11T09:35:26-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:35:26-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:35:27-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-11T09:35:27-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-11T09:35:27-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-11T09:35:27-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-11T09:35:27-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-11T09:35:27-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-11T09:35:28-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-11T09:35:28-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-11T09:35:29-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-11T09:35:29-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-11T09:35:29-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-11T09:35:29-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-11T09:35:30-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-11T09:35:30-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-11T09:35:30-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-11T09:35:30-04:00\tINFO\t[attempt #18] Waiting 5s for the next reconcile call ...\n2026-06-11T09:35:35-04:00\tINFO\tNothing to clean up.\n2026-06-11T09:35:35-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:35:35-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-11T09:35:35-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-11T09:35:35-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-11T09:35:35-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:35:35-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:35:35-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-11T09:35:35-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-11T09:35:35-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:35:35-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:35:36-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-11T09:35:36-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-11T09:35:36-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-11T09:35:36-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-11T09:35:36-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-11T09:35:36-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-11T09:35:37-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-11T09:35:37-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-11T09:35:38-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-11T09:35:38-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-11T09:35:38-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-11T09:35:38-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-11T09:35:39-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-11T09:35:39-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-11T09:35:39-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-11T09:35:39-04:00\tINFO\t[attempt #19] Waiting 5s for the next reconcile call ...\n2026-06-11T09:35:44-04:00\tINFO\tNothing to clean up.\n2026-06-11T09:35:44-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:35:44-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-11T09:35:44-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-11T09:35:44-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-11T09:35:44-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:35:44-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:35:44-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-11T09:35:44-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-11T09:35:44-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:35:44-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:35:45-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-11T09:35:45-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-11T09:35:45-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-11T09:35:45-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-11T09:35:45-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-11T09:35:45-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-11T09:35:46-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-11T09:35:46-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-11T09:35:47-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-11T09:35:47-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-11T09:35:47-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-11T09:35:47-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-11T09:35:48-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-11T09:35:48-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-11T09:35:48-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-11T09:35:48-04:00\tINFO\t[attempt #20] Waiting 5s for the next reconcile call ...\n2026-06-11T09:35:53-04:00\tINFO\tNothing to clean up.\n2026-06-11T09:35:53-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:35:53-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-11T09:35:53-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-11T09:35:53-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-11T09:35:54-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:35:54-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:35:54-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-11T09:35:54-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-11T09:35:54-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:35:54-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:35:54-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-11T09:35:54-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-11T09:35:54-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-11T09:35:54-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-11T09:35:54-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-11T09:35:54-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-11T09:35:55-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-11T09:35:55-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-11T09:35:56-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-11T09:35:56-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-11T09:35:56-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-11T09:35:57-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-11T09:35:57-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-11T09:35:57-04:00\tINFO\t[attempt #21] Waiting 5s for the next reconcile call ...\n2026-06-11T09:36:02-04:00\tINFO\tNothing to clean up.\n2026-06-11T09:36:02-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:36:02-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-11T09:36:02-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-11T09:36:03-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-11T09:36:03-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:36:03-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:36:03-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-11T09:36:03-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-11T09:36:03-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:36:03-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:36:03-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-11T09:36:03-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-11T09:36:03-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-11T09:36:03-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-11T09:36:04-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-11T09:36:04-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-11T09:36:04-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-11T09:36:04-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-11T09:36:05-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-11T09:36:06-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-11T09:36:06-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-11T09:36:06-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-11T09:36:06-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-11T09:36:06-04:00\tINFO\t[attempt #22] Waiting 5s for the next reconcile call ...\n2026-06-11T09:36:11-04:00\tINFO\tNothing to clean up.\n2026-06-11T09:36:11-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:36:11-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-11T09:36:11-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-11T09:36:12-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-11T09:36:12-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:36:12-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:36:12-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-11T09:36:12-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:36:12-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:36:12-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-11T09:36:12-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-11T09:36:12-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-11T09:36:12-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-11T09:36:13-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-11T09:36:13-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-11T09:36:13-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-11T09:36:13-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-11T09:36:14-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-11T09:36:15-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-11T09:36:15-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-11T09:36:15-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-11T09:36:15-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-11T09:36:15-04:00\tINFO\t[attempt #23] Waiting 5s for the next reconcile call ...\n2026-06-11T09:36:20-04:00\tINFO\tNothing to clean up.\n2026-06-11T09:36:20-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:36:20-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-11T09:36:20-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-11T09:36:21-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-11T09:36:21-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:36:21-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:36:21-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-11T09:36:21-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:36:21-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:36:21-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-11T09:36:21-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-11T09:36:21-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-11T09:36:21-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-11T09:36:22-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-11T09:36:22-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-11T09:36:22-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-11T09:36:22-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-11T09:36:23-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-11T09:36:24-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-11T09:36:24-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-11T09:36:24-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-11T09:36:24-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-11T09:36:24-04:00\tINFO\t[attempt #24] Waiting 5s for the next reconcile call ...\n2026-06-11T09:36:29-04:00\tINFO\tNothing to clean up.\n2026-06-11T09:36:29-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:36:29-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-11T09:36:29-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-11T09:36:30-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-11T09:36:30-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:36:30-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:36:30-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-11T09:36:30-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:36:30-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:36:30-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-11T09:36:30-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-11T09:36:30-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-11T09:36:30-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-11T09:36:31-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-11T09:36:31-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-11T09:36:31-04:00\tINFO\tCreating object, name: zuul-weeder\n2026-06-11T09:36:31-04:00\tINFO\tCreating object, name: zuul-weeder\n2026-06-11T09:36:32-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-11T09:36:33-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-11T09:36:33-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-11T09:36:33-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-11T09:36:33-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: OK\n\n2026-06-11T09:36:33-04:00\tINFO\t[attempt #25] Waiting 5s for the next reconcile call ...\n2026-06-11T09:36:38-04:00\tINFO\tNothing to clean up.\n2026-06-11T09:36:38-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:36:38-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-11T09:36:38-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-11T09:36:39-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-11T09:36:39-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:36:39-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:36:39-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-11T09:36:39-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:36:39-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:36:39-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-11T09:36:39-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-11T09:36:39-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-11T09:36:39-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-11T09:36:40-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-11T09:36:40-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-11T09:36:40-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-11T09:36:40-04:00\tINFO\tdeployment rollout not ok, name: zuul-weeder\n2026-06-11T09:36:41-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-11T09:36:42-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-11T09:36:42-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-11T09:36:42-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-11T09:36:42-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: OK\n\n2026-06-11T09:36:42-04:00\tINFO\t[attempt #26] Waiting 5s for the next reconcile call ...\n2026-06-11T09:36:47-04:00\tINFO\tNothing to clean up.\n2026-06-11T09:36:47-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:36:47-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-11T09:36:47-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-11T09:36:48-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-11T09:36:48-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:36:48-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:36:48-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-11T09:36:48-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:36:48-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:36:48-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-11T09:36:48-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-11T09:36:48-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-11T09:36:48-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-11T09:36:49-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-11T09:36:49-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-11T09:36:49-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-11T09:36:49-04:00\tINFO\tdeployment rollout not ok, name: zuul-weeder\n2026-06-11T09:36:50-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-11T09:36:51-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-11T09:36:51-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-11T09:36:51-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-11T09:36:51-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: OK\n\n2026-06-11T09:36:51-04:00\tINFO\t[attempt #27] Waiting 5s for the next reconcile call ...\n2026-06-11T09:36:56-04:00\tINFO\tNothing to clean up.\n2026-06-11T09:36:56-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:36:57-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-11T09:36:57-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-11T09:36:57-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-11T09:36:57-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:36:57-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:36:57-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-11T09:36:57-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:36:57-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:36:57-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-11T09:36:57-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-11T09:36:58-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-11T09:36:58-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-11T09:36:58-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-11T09:36:59-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-11T09:36:59-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-11T09:36:59-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-11T09:36:59-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-11T09:37:00-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-11T09:37:00-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-11T09:37:01-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-11T09:37:01-04:00\tINFO\tCreating config map name: pymod-sf-operator-config-map\n2026-06-11T09:37:01-04:00\tINFO\tCreating object, name: pymod-sf-operator-config-map\n2026-06-11T09:37:01-04:00\tINFO\tCreating object, name: config-updater\n2026-06-11T09:37:01-04:00\tINFO\tCreating object, name: config-updater-role\n2026-06-11T09:37:01-04:00\tINFO\tCreating object, name: config-updater\n2026-06-11T09:37:01-04:00\tINFO\tCreating the config-update service account secret\n2026-06-11T09:37:01-04:00\tINFO\tCreating object, name: config-update-secrets\n2026-06-11T09:37:01-04:00\tINFO\tCreating base secret job\n2026-06-11T09:37:01-04:00\tINFO\tCreating object, name: config-base-secret-1-853-ns\n2026-06-11T09:37:01-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-11T09:37:01-04:00\tINFO\t[attempt #28] Waiting 5s for the next reconcile call ...\n2026-06-11T09:37:06-04:00\tINFO\tNothing to clean up.\n2026-06-11T09:37:06-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:37:06-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-11T09:37:06-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-11T09:37:06-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-11T09:37:06-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:37:06-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:37:06-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-11T09:37:06-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:37:06-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:37:07-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-11T09:37:07-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-11T09:37:07-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-11T09:37:07-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-11T09:37:07-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-11T09:37:08-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-11T09:37:08-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-11T09:37:08-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-11T09:37:09-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-11T09:37:09-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-11T09:37:09-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-11T09:37:10-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-11T09:37:11-04:00\tINFO\tRunning tenant-reconfigure for the 'internal' tenant\n2026-06-11T09:37:11-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [zuul-scheduler tenant-reconfigure internal]\n2026-06-11T09:37:16-04:00\tINFO\tCreating object, name: zs-internal-tenant-reconfigure\n2026-06-11T09:37:16-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-11T09:37:16-04:00\tINFO\t[attempt #29] Waiting 5s for the next reconcile call ...\n2026-06-11T09:37:21-04:00\tINFO\tNothing to clean up.\n2026-06-11T09:37:21-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:37:21-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-11T09:37:21-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-11T09:37:21-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-11T09:37:21-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:37:21-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:37:21-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-11T09:37:21-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:37:21-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:37:21-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-11T09:37:21-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-11T09:37:22-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-11T09:37:22-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-11T09:37:22-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-11T09:37:23-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-11T09:37:23-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-11T09:37:23-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-11T09:37:23-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-11T09:37:24-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-11T09:37:24-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-11T09:37:25-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-11T09:37:25-04:00\tINFO\t\n\t - Config: OK\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-11T09:37:25-04:00\tINFO\tUpdating controller configmap ...\n2026-06-11T09:37:26-04:00\tINFO\tStandalone reconcile done.", "stdout_lines": [ "[+] Setting up sf-operator v0.0.65 in deploy/upgrade-operator", "Cloning into 'deploy/upgrade-operator'...", "done.", "Note: switching to 'v0.0.65'.", "", "You are in 'detached HEAD' state. You can look around, make experimental", "changes and commit them, and you can discard any commits you make in this", "state without impacting any branches by switching back to a branch.", "", "If you want to create a new branch to retain commits you create, you may", "do so (now or later) by using -c with the switch command. Example:", "", " git switch -c ", "", "Or undo this operation with:", "", " git switch -", "", "Turn off this advice by setting config variable advice.detachedHead to false", "", "HEAD is now at 54e68509 Merge \"gateway: Allow deployers to customize config, static files\"", "[+] Installing kubectl", " % Total % Received % Xferd Average Speed Time Time Time Current", " Dload Upload Total Spent Left Speed", "", " 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0", "100 56.7M 100 56.7M 0 0 163M 0 --:--:-- --:--:-- --:--:-- 163M", "Error from server (NotFound): pods \"gerrit-0\" not found", "[+] Setting up gerrit", "go: downloading k8s.io/client-go v0.30.2", "go: downloading github.com/spf13/cobra v1.8.1", "go: downloading github.com/go-sql-driver/mysql v1.8.1", "go: downloading github.com/fatih/color v1.17.0", "go: downloading gopkg.in/ini.v1 v1.67.0", "go: downloading gopkg.in/yaml.v3 v3.0.1", "go: downloading k8s.io/api v0.30.2", "go: downloading k8s.io/apimachinery v0.30.2", "go: downloading k8s.io/kubectl v0.30.2", "go: downloading k8s.io/utils v0.0.0-20240711033017-18e509b52bc8", "go: downloading sigs.k8s.io/controller-runtime v0.18.4", "go: downloading sigs.k8s.io/yaml v1.4.0", "go: downloading github.com/openshift/api v0.0.0-20240715171821-e9f09d21bcb5", "go: downloading go.uber.org/zap v1.27.0", "go: downloading golang.org/x/exp v0.0.0-20240716175740-e3f259677ff7", "go: downloading gopkg.in/yaml.v2 v2.4.0", "go: downloading github.com/google/uuid v1.6.0", "go: downloading golang.org/x/crypto v0.45.0", "go: downloading github.com/mattn/go-colorable v0.1.13", "go: downloading github.com/mattn/go-isatty v0.0.20", "go: downloading github.com/spf13/pflag v1.0.5", "go: downloading filippo.io/edwards25519 v1.1.0", "go: downloading github.com/gogo/protobuf v1.3.2", "go: downloading github.com/google/gofuzz v1.2.0", "go: downloading gopkg.in/inf.v0 v0.9.1", "go: downloading k8s.io/klog/v2 v2.130.1", "go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.4.1", "go: downloading github.com/gorilla/websocket v1.5.1", "go: downloading golang.org/x/net v0.47.0", "go: downloading github.com/imdario/mergo v0.3.16", "go: downloading golang.org/x/term v0.37.0", "go: downloading go.uber.org/multierr v1.11.0", "go: downloading github.com/evanphx/json-patch/v5 v5.9.0", "go: downloading k8s.io/apiextensions-apiserver v0.30.2", "go: downloading github.com/evanphx/json-patch v5.9.0+incompatible", "go: downloading github.com/go-logr/logr v1.4.2", "go: downloading github.com/go-logr/zapr v1.3.0", "go: downloading github.com/golang/protobuf v1.5.4", "go: downloading github.com/google/gnostic-models v0.6.8", "go: downloading golang.org/x/sys v0.38.0", "go: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd", "go: downloading golang.org/x/oauth2 v0.27.0", "go: downloading golang.org/x/time v0.5.0", "go: downloading github.com/json-iterator/go v1.1.12", "go: downloading k8s.io/kube-openapi v0.0.0-20240430033511-f0e62f92d13f", "go: downloading github.com/pkg/errors v0.9.1", "go: downloading google.golang.org/protobuf v1.34.1", "go: downloading github.com/moby/spdystream v0.2.0", "go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc", "go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da", "go: downloading github.com/prometheus/client_golang v1.18.0", "go: downloading gomodules.xyz/jsonpatch/v2 v2.4.0", "go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd", "go: downloading github.com/modern-go/reflect2 v1.0.2", "go: downloading github.com/go-openapi/jsonreference v0.21.0", "go: downloading github.com/go-openapi/swag v0.23.0", "go: downloading github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822", "go: downloading github.com/mxk/go-flowrate v0.0.0-20140419014527-cca7078d478f", "go: downloading golang.org/x/text v0.31.0", "go: downloading github.com/google/go-cmp v0.6.0", "go: downloading github.com/fsnotify/fsnotify v1.7.0", "go: downloading github.com/go-openapi/jsonpointer v0.21.0", "go: downloading github.com/emicklei/go-restful/v3 v3.12.0", "go: downloading github.com/mailru/easyjson v0.7.7", "go: downloading github.com/prometheus/client_model v0.6.1", "go: downloading github.com/prometheus/common v0.47.0", "go: downloading github.com/beorn7/perks v1.0.1", "go: downloading github.com/cespare/xxhash/v2 v2.3.0", "go: downloading github.com/prometheus/procfs v0.15.0", "go: downloading github.com/josharian/intern v1.0.0", "2026-06-11T09:31:29-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution", "", "2026-06-11T09:31:29-04:00\tINFO\tKubernetes Distribution found: Kubernetes", "", "2026-06-11T09:31:30-04:00\tINFO\tCreating \"admin-ssh-key\" in sf", "2026-06-11T09:31:30-04:00\tINFO\t \"admin-ssh-key\" created", "2026-06-11T09:31:31-04:00\tINFO\tCreating \"zuul-ssh-key\" in sf", "2026-06-11T09:31:31-04:00\tINFO\t \"zuul-ssh-key\" created", "2026-06-11T09:31:31-04:00\tINFO\tCreating \"gerrit-admin-api-key\" in sf", "2026-06-11T09:31:31-04:00\tINFO\t \"gerrit-admin-api-key\" created", "2026-06-11T09:31:31-04:00\tINFO\tCreating \"zuul-gerrit-api-key\" in sf", "2026-06-11T09:31:31-04:00\tINFO\t \"zuul-gerrit-api-key\" created", "2026-06-11T09:31:31-04:00\tINFO\tCreating \"gerrit-httpd\" in sf", "2026-06-11T09:31:31-04:00\tINFO\t \"gerrit-httpd\" created", "2026-06-11T09:31:31-04:00\tINFO\tCreating \"gerrit-sshd\" in sf", "2026-06-11T09:31:31-04:00\tINFO\t \"gerrit-sshd\" created", "2026-06-11T09:31:31-04:00\tINFO\tmanagesf-resources", "2026-06-11T09:31:31-04:00\tINFO\tCreating \"managesf-resources-config-map\" in sf", "2026-06-11T09:31:31-04:00\tINFO\t \"managesf-resources-config-map\" created", "2026-06-11T09:31:31-04:00\tINFO\tmanagesf-resources-tooling", "2026-06-11T09:31:31-04:00\tINFO\tCreating \"managesf-resources-tooling-config-map\" in sf", "2026-06-11T09:31:31-04:00\tINFO\t \"managesf-resources-tooling-config-map\" created", "2026-06-11T09:31:31-04:00\tINFO\tCreating \"gerrit\" in sf", "2026-06-11T09:31:31-04:00\tINFO\t \"gerrit\" created", "2026-06-11T09:31:31-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...", "2026-06-11T09:31:41-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...", "2026-06-11T09:31:51-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...", "2026-06-11T09:32:01-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...", "2026-06-11T09:32:11-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...", "2026-06-11T09:32:21-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...", "2026-06-11T09:32:31-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...", "2026-06-11T09:32:41-04:00\tINFO\tCreating \"post-init\" in sf", "2026-06-11T09:32:41-04:00\tINFO\t \"post-init\" created", "2026-06-11T09:33:01-04:00\tINFO\tCreating \"self-signed-cert\" in sf", "2026-06-11T09:33:01-04:00\tINFO\t \"self-signed-cert\" created", "2026-06-11T09:33:01-04:00\tINFO\tCreating \"gerrit-ingress\" in sf", "2026-06-11T09:33:01-04:00\tINFO\t \"gerrit-ingress\" created", "2026-06-11T09:33:01-04:00\tINFO\tCreating \"sf-ingress\" in sf", "2026-06-11T09:33:01-04:00\tINFO\t \"sf-ingress\" created", "2026-06-11T09:33:01-04:00\tINFO\tWaiting for gerrit-ingress ... [attempt 1/25]", "2026-06-11T09:33:08-04:00\tINFO\tWaiting for gerrit-ingress ... [attempt 2/25]", "2026-06-11T09:33:15-04:00\tINFO\tWaiting for gerrit-ingress ... [attempt 3/25]", "2026-06-11T09:33:22-04:00\tINFO\tUpdating /etc/hosts", "2026-06-11T09:33:22-04:00\tINFO\tMaking sure Gerrit is up and ready...", "2026-06-11T09:33:22-04:00\tINFO\tQuerying Gerrit projects endpoint... [attempt 1/10]", "2026-06-11T09:33:22-04:00\tINFO\tGerrit is up and available", "2026-06-11T09:33:22-04:00\tINFO\tCloning config...", "2026-06-11T09:33:22-04:00\tINFO\tCloning repo https://admin:382bd27e-0a42-40cf-a4e6-a8627990adf3@gerrit.sfop.me/a/config in deploy/config", "2026-06-11T09:33:22-04:00\tINFO\tConfiguring local repository for commits...", "2026-06-11T09:33:22-04:00\tINFO\tCloning demo-tenant-config...", "2026-06-11T09:33:22-04:00\tINFO\tCloning repo https://admin:382bd27e-0a42-40cf-a4e6-a8627990adf3@gerrit.sfop.me/a/demo-tenant-config in deploy/demo-tenant-config", "2026-06-11T09:33:23-04:00\tINFO\tConfiguring local repository for commits...", "2026-06-11T09:33:23-04:00\tINFO\tCloning demo-project...", "2026-06-11T09:33:23-04:00\tINFO\tCloning repo https://admin:382bd27e-0a42-40cf-a4e6-a8627990adf3@gerrit.sfop.me/a/demo-project in deploy/demo-project", "2026-06-11T09:33:23-04:00\tINFO\tConfiguring local repository for commits...", "2026-06-11T09:33:23-04:00\tINFO\tInitialize demo-tenant's pipelines and jobs... ", "2026-06-11T09:33:23-04:00\tINFO\tPushing local repo state to origin...", "2026-06-11T09:33:23-04:00\tINFO\tCreating or updating tenant demo-tenant... ", "2026-06-11T09:33:23-04:00\tINFO\tPushing local repo state to origin...", "2026-06-11T09:33:23-04:00\tINFO\tInitialize demo-project's pipelines and jobs... ", "2026-06-11T09:33:23-04:00\tINFO\tPushing local repo state to origin...", "2026-06-11T09:33:23-04:00\tINFO\tApplying CRDs (did you run \"make manifests\" first?)", "[+] Deploying sf-operator", "2026-06-11T09:33:24-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution", "", "2026-06-11T09:33:24-04:00\tINFO\tKubernetes Distribution found: Kubernetes", "", "2026-06-11T09:33:24-04:00\tINFO\tNothing to clean up.", "2026-06-11T09:33:24-04:00\tINFO\tDeleting object, name: zookeeper", "2026-06-11T09:33:24-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:33:24-04:00\tINFO\tCreating secret, name: zuul-keystore-password", "2026-06-11T09:33:24-04:00\tINFO\tCreating object, name: zuul-keystore-password", "2026-06-11T09:33:24-04:00\tINFO\tCreating secret, name: zuul-auth-secret", "2026-06-11T09:33:24-04:00\tINFO\tCreating object, name: zuul-auth-secret", "2026-06-11T09:33:24-04:00\tINFO\tCreating config map name: zuul-scheduler-tooling-config-map", "2026-06-11T09:33:24-04:00\tINFO\tCreating object, name: zuul-scheduler-tooling-config-map", "2026-06-11T09:33:24-04:00\tINFO\tCreating config map name: git-server-pi-config-map", "2026-06-11T09:33:24-04:00\tINFO\tCreating object, name: git-server-pi-config-map", "2026-06-11T09:33:24-04:00\tINFO\tCreating object, name: git-server", "2026-06-11T09:33:24-04:00\tINFO\tCreating secret, name: mariadb-root-password", "2026-06-11T09:33:24-04:00\tINFO\tCreating object, name: mariadb-root-password", "2026-06-11T09:33:24-04:00\tINFO\tCreating secret, name: mariadb-config-secrets", "2026-06-11T09:33:24-04:00\tINFO\tCreating object, name: mariadb-config-secrets", "2026-06-11T09:33:24-04:00\tINFO\tCreating secret, name: mariadb-initdb-secrets", "2026-06-11T09:33:24-04:00\tINFO\tCreating object, name: mariadb-initdb-secrets", "2026-06-11T09:33:24-04:00\tINFO\tCreating object, name: mariadb", "2026-06-11T09:33:25-04:00\tINFO\tCreating ssh key, name: logserver-keys", "2026-06-11T09:33:25-04:00\tINFO\tCreating object, name: logserver-keys", "2026-06-11T09:33:25-04:00\tINFO\tCreating config map name: logserver-config-map", "2026-06-11T09:33:25-04:00\tINFO\tCreating object, name: logserver-config-map", "2026-06-11T09:33:25-04:00\tINFO\tCreating service, name: logserver", "2026-06-11T09:33:25-04:00\tINFO\tCreating object, name: logserver", "2026-06-11T09:33:25-04:00\tINFO\tCreating object, name: logserver", "2026-06-11T09:33:25-04:00\tINFO\tCreating object, name: gateway", "2026-06-11T09:33:25-04:00\tINFO\tCreating config map name: gateway-config-map", "2026-06-11T09:33:25-04:00\tINFO\tCreating object, name: gateway-config-map", "2026-06-11T09:33:25-04:00\tINFO\tCreating object, name: gateway", "2026-06-11T09:33:25-04:00\tINFO\tCreating service, name: hound-search", "2026-06-11T09:33:25-04:00\tINFO\tCreating object, name: hound-search", "2026-06-11T09:33:25-04:00\tINFO\tCreating object, name: hound-search", "2026-06-11T09:33:25-04:00\tINFO\tCreating object, name: logjuicer-pvc", "2026-06-11T09:33:25-04:00\tINFO\tCreating object, name: logjuicer", "2026-06-11T09:33:25-04:00\tINFO\tCreating object, name: logjuicer", "2026-06-11T09:33:25-04:00\tINFO\tDeleting object, name: zookeeper-client-tls", "2026-06-11T09:33:25-04:00\tINFO\tDeleting object, name: zookeeper-server-tls", "2026-06-11T09:33:27-04:00\tINFO\tCreating object, name: zookeeper-client-tls", "2026-06-11T09:33:27-04:00\tINFO\tCreating object, name: zookeeper-server-tls", "2026-06-11T09:33:27-04:00\tINFO\tCreating config map name: zookeeper-pi-config-map", "2026-06-11T09:33:27-04:00\tINFO\tCreating object, name: zookeeper-pi-config-map", "2026-06-11T09:33:27-04:00\tINFO\tCreating service, name: zookeeper-headless", "2026-06-11T09:33:27-04:00\tINFO\tCreating object, name: zookeeper-headless", "2026-06-11T09:33:27-04:00\tINFO\tCreating service, name: zookeeper", "2026-06-11T09:33:27-04:00\tINFO\tCreating object, name: zookeeper", "2026-06-11T09:33:27-04:00\tINFO\tCreating object, name: zookeeper", "2026-06-11T09:33:27-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-11T09:33:27-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: Waiting ...", "\t - GitServer: Waiting ...", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: Waiting ...", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-11T09:33:27-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...", "2026-06-11T09:33:32-04:00\tINFO\tNothing to clean up.", "2026-06-11T09:33:32-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:33:32-04:00\tINFO\tCreating service, name: git-server", "2026-06-11T09:33:32-04:00\tINFO\tCreating object, name: git-server", "2026-06-11T09:33:32-04:00\tINFO\tCreating service, name: git-server-rw", "2026-06-11T09:33:32-04:00\tINFO\tCreating object, name: git-server-rw", "2026-06-11T09:33:32-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-11T09:33:32-04:00\tINFO\tstatefulset rollout not ok, name: git-server", "2026-06-11T09:33:32-04:00\tINFO\tCreating service, name: mariadb", "2026-06-11T09:33:32-04:00\tINFO\tCreating object, name: mariadb", "2026-06-11T09:33:32-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-11T09:33:32-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-11T09:33:32-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-11T09:33:32-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-11T09:33:32-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:33:32-04:00\tINFO\tdeployment rollout not ok, name: gateway", "2026-06-11T09:33:32-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-11T09:33:32-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-11T09:33:32-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:33:32-04:00\tINFO\tdeployment rollout not ok, name: logjuicer", "2026-06-11T09:33:33-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-11T09:33:33-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", "2026-06-11T09:33:33-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-11T09:33:33-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: Waiting ...", "\t - GitServer: Waiting ...", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: Waiting ...", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-11T09:33:33-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...", "2026-06-11T09:33:38-04:00\tINFO\tNothing to clean up.", "2026-06-11T09:33:38-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:33:38-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-11T09:33:38-04:00\tINFO\tstatefulset rollout not ok, name: git-server", "2026-06-11T09:33:38-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-11T09:33:38-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-11T09:33:38-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-11T09:33:38-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-11T09:33:38-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:33:38-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:33:38-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-11T09:33:38-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-11T09:33:38-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:33:38-04:00\tINFO\tdeployment rollout not ok, name: logjuicer", "2026-06-11T09:33:38-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-11T09:33:38-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", "2026-06-11T09:33:38-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-11T09:33:38-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: Waiting ...", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: Waiting ...", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-11T09:33:38-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...", "2026-06-11T09:33:43-04:00\tINFO\tNothing to clean up.", "2026-06-11T09:33:43-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:33:43-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-11T09:33:43-04:00\tINFO\tstatefulset rollout not ok, name: git-server", "2026-06-11T09:33:43-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-11T09:33:43-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-11T09:33:43-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-11T09:33:43-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-11T09:33:43-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:33:43-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:33:43-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-11T09:33:43-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-11T09:33:43-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:33:43-04:00\tINFO\tdeployment rollout not ok, name: logjuicer", "2026-06-11T09:33:43-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-11T09:33:43-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", "2026-06-11T09:33:43-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-11T09:33:43-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: Waiting ...", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: Waiting ...", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-11T09:33:43-04:00\tINFO\t[attempt #4] Waiting 5s for the next reconcile call ...", "2026-06-11T09:33:48-04:00\tINFO\tNothing to clean up.", "2026-06-11T09:33:48-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:33:48-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-11T09:33:48-04:00\tINFO\tstatefulset rollout not ok, name: git-server", "2026-06-11T09:33:48-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-11T09:33:48-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-11T09:33:48-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-11T09:33:48-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-11T09:33:49-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:33:49-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:33:49-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-11T09:33:49-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-11T09:33:49-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:33:49-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:33:49-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-11T09:33:49-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", "2026-06-11T09:33:49-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-11T09:33:49-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: Waiting ...", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-11T09:33:49-04:00\tINFO\t[attempt #5] Waiting 5s for the next reconcile call ...", "2026-06-11T09:33:54-04:00\tINFO\tNothing to clean up.", "2026-06-11T09:33:54-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:33:54-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-11T09:33:54-04:00\tINFO\tstatefulset rollout not ok, name: git-server", "2026-06-11T09:33:54-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-11T09:33:54-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-11T09:33:54-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-11T09:33:54-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-11T09:33:54-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:33:54-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:33:54-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-11T09:33:54-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-11T09:33:54-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:33:54-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:33:54-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-11T09:33:54-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", "2026-06-11T09:33:54-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-11T09:33:54-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: Waiting ...", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-11T09:33:54-04:00\tINFO\t[attempt #6] Waiting 5s for the next reconcile call ...", "2026-06-11T09:33:59-04:00\tINFO\tNothing to clean up.", "2026-06-11T09:33:59-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:33:59-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-11T09:33:59-04:00\tINFO\tstatefulset rollout not ok, name: git-server", "2026-06-11T09:33:59-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-11T09:33:59-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-11T09:33:59-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-11T09:33:59-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-11T09:33:59-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:33:59-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:33:59-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-11T09:33:59-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-11T09:33:59-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:33:59-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:34:00-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-11T09:34:00-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", "2026-06-11T09:34:00-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-11T09:34:00-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: Waiting ...", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-11T09:34:00-04:00\tINFO\t[attempt #7] Waiting 5s for the next reconcile call ...", "2026-06-11T09:34:05-04:00\tINFO\tNothing to clean up.", "2026-06-11T09:34:05-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:34:05-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-11T09:34:05-04:00\tINFO\tstatefulset rollout not ok, name: git-server", "2026-06-11T09:34:05-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-11T09:34:05-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-11T09:34:05-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-11T09:34:05-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-11T09:34:05-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:34:05-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:34:05-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-11T09:34:05-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-11T09:34:05-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:34:05-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:34:05-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-11T09:34:05-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", "2026-06-11T09:34:05-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-11T09:34:05-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: Waiting ...", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-11T09:34:05-04:00\tINFO\t[attempt #8] Waiting 5s for the next reconcile call ...", "2026-06-11T09:34:10-04:00\tINFO\tNothing to clean up.", "2026-06-11T09:34:10-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:34:10-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-11T09:34:10-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-11T09:34:10-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-11T09:34:10-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-11T09:34:10-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-11T09:34:10-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:34:10-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:34:10-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-11T09:34:10-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-11T09:34:10-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:34:10-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:34:11-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-11T09:34:11-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", "2026-06-11T09:34:11-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-11T09:34:11-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-11T09:34:11-04:00\tINFO\t[attempt #9] Waiting 5s for the next reconcile call ...", "2026-06-11T09:34:16-04:00\tINFO\tNothing to clean up.", "2026-06-11T09:34:16-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:34:16-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-11T09:34:16-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-11T09:34:16-04:00\tINFO\tCreating object, name: zuul-db-connection", "2026-06-11T09:34:16-04:00\tINFO\tCreating object, name: zuul-db-provision", "2026-06-11T09:34:16-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-11T09:34:16-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-11T09:34:16-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:34:16-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:34:16-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-11T09:34:16-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-11T09:34:16-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:34:16-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:34:16-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-11T09:34:16-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...", "2026-06-11T09:34:16-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: OK", "", "2026-06-11T09:34:16-04:00\tINFO\t[attempt #10] Waiting 5s for the next reconcile call ...", "2026-06-11T09:34:21-04:00\tINFO\tNothing to clean up.", "2026-06-11T09:34:21-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:34:21-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-11T09:34:21-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-11T09:34:22-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-11T09:34:22-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-11T09:34:22-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:34:22-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:34:22-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-11T09:34:22-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-11T09:34:22-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:34:22-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:34:22-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-11T09:34:22-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-11T09:34:22-04:00\tINFO\tCreating ssh key, name: zuul-spare-ssh-key", "2026-06-11T09:34:23-04:00\tINFO\tCreating object, name: zuul-spare-ssh-key", "2026-06-11T09:34:23-04:00\tINFO\tCreating config map name: np-statsd-config-map", "2026-06-11T09:34:23-04:00\tINFO\tCreating object, name: np-statsd-config-map", "2026-06-11T09:34:23-04:00\tINFO\tCreating config map name: nodepool-tooling-config-map", "2026-06-11T09:34:23-04:00\tINFO\tCreating object, name: nodepool-tooling-config-map", "2026-06-11T09:34:23-04:00\tINFO\tCreating config map name: nodepool-launcher-extra-config-config-map", "2026-06-11T09:34:23-04:00\tINFO\tCreating object, name: nodepool-launcher-extra-config-config-map", "2026-06-11T09:34:23-04:00\tINFO\tCreating object, name: nodepool-launcher", "2026-06-11T09:34:23-04:00\tINFO\tCreating ssh key, name: nodepool-builder-ssh-key", "2026-06-11T09:34:24-04:00\tINFO\tCreating object, name: nodepool-builder-ssh-key", "2026-06-11T09:34:24-04:00\tINFO\tCreating config map name: nodepool-builder-extra-config-config-map", "2026-06-11T09:34:24-04:00\tINFO\tCreating object, name: nodepool-builder-extra-config-config-map", "2026-06-11T09:34:24-04:00\tINFO\tCreating service, name: nodepool-builder", "2026-06-11T09:34:24-04:00\tINFO\tCreating object, name: nodepool-builder", "2026-06-11T09:34:24-04:00\tINFO\tCreating object, name: nodepool-builder", "2026-06-11T09:34:24-04:00\tINFO\tCreating secret, name: zuul-config", "2026-06-11T09:34:24-04:00\tINFO\tCreating object, name: zuul-config", "2026-06-11T09:34:24-04:00\tINFO\tCreating object, name: zuul-web", "2026-06-11T09:34:24-04:00\tINFO\tCreating object, name: zuul-executor-headless", "2026-06-11T09:34:24-04:00\tINFO\tCreating config map name: zuul-extra-config-map", "2026-06-11T09:34:24-04:00\tINFO\tCreating object, name: zuul-extra-config-map", "2026-06-11T09:34:24-04:00\tINFO\tCreating config map name: zuul-statsd-config-map", "2026-06-11T09:34:24-04:00\tINFO\tCreating object, name: zuul-statsd-config-map", "2026-06-11T09:34:24-04:00\tINFO\tCreating config map name: zuul-logging-config-map", "2026-06-11T09:34:24-04:00\tINFO\tCreating object, name: zuul-logging-config-map", "2026-06-11T09:34:25-04:00\tINFO\tCreating object, name: zuul-scheduler", "2026-06-11T09:34:25-04:00\tINFO\tCreating object, name: zuul-executor", "2026-06-11T09:34:26-04:00\tINFO\tCreating object, name: zuul-web", "2026-06-11T09:34:27-04:00\tINFO\tCreating object, name: zuul-merger", "2026-06-11T09:34:27-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-11T09:34:27-04:00\tINFO\t[attempt #11] Waiting 5s for the next reconcile call ...", "2026-06-11T09:34:32-04:00\tINFO\tNothing to clean up.", "2026-06-11T09:34:32-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:34:32-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-11T09:34:32-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-11T09:34:32-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-11T09:34:32-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:34:32-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:34:32-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-11T09:34:32-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-11T09:34:32-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:34:32-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:34:33-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-11T09:34:33-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-11T09:34:33-04:00\tINFO\tCreating object, name: nodepool-launcher", "2026-06-11T09:34:33-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-11T09:34:33-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-11T09:34:33-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-11T09:34:33-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-11T09:34:34-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-11T09:34:34-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-11T09:34:35-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-11T09:34:35-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-11T09:34:35-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-11T09:34:35-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-11T09:34:36-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-11T09:34:36-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-11T09:34:36-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-11T09:34:36-04:00\tINFO\t[attempt #12] Waiting 5s for the next reconcile call ...", "2026-06-11T09:34:41-04:00\tINFO\tNothing to clean up.", "2026-06-11T09:34:41-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:34:41-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-11T09:34:41-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-11T09:34:41-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-11T09:34:41-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:34:41-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:34:41-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-11T09:34:41-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-11T09:34:41-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:34:41-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:34:42-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-11T09:34:42-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-11T09:34:42-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-11T09:34:42-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-11T09:34:42-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-11T09:34:42-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-11T09:34:43-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-11T09:34:43-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-11T09:34:44-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-11T09:34:44-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-11T09:34:44-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-11T09:34:44-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-11T09:34:45-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-11T09:34:45-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-11T09:34:45-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-11T09:34:45-04:00\tINFO\t[attempt #13] Waiting 5s for the next reconcile call ...", "2026-06-11T09:34:50-04:00\tINFO\tNothing to clean up.", "2026-06-11T09:34:50-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:34:50-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-11T09:34:50-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-11T09:34:50-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-11T09:34:50-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:34:50-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:34:50-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-11T09:34:50-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-11T09:34:50-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:34:50-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:34:51-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-11T09:34:51-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-11T09:34:51-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-11T09:34:51-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-11T09:34:51-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-11T09:34:51-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-11T09:34:52-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-11T09:34:52-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-11T09:34:53-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-11T09:34:53-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-11T09:34:53-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-11T09:34:53-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-11T09:34:54-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-11T09:34:54-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-11T09:34:54-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-11T09:34:54-04:00\tINFO\t[attempt #14] Waiting 5s for the next reconcile call ...", "2026-06-11T09:34:59-04:00\tINFO\tNothing to clean up.", "2026-06-11T09:34:59-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:34:59-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-11T09:34:59-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-11T09:34:59-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-11T09:34:59-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:34:59-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:34:59-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-11T09:34:59-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-11T09:34:59-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:34:59-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:35:00-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-11T09:35:00-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-11T09:35:00-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-11T09:35:00-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-11T09:35:00-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-11T09:35:00-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-11T09:35:01-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-11T09:35:01-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-11T09:35:02-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-11T09:35:02-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-11T09:35:02-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-11T09:35:02-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-11T09:35:03-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-11T09:35:03-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-11T09:35:03-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-11T09:35:03-04:00\tINFO\t[attempt #15] Waiting 5s for the next reconcile call ...", "2026-06-11T09:35:08-04:00\tINFO\tNothing to clean up.", "2026-06-11T09:35:08-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:35:08-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-11T09:35:08-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-11T09:35:08-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-11T09:35:08-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:35:08-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:35:08-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-11T09:35:08-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-11T09:35:08-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:35:08-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:35:09-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-11T09:35:09-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-11T09:35:09-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-11T09:35:09-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-11T09:35:09-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-11T09:35:09-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-11T09:35:10-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-11T09:35:10-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-11T09:35:11-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-11T09:35:11-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-11T09:35:11-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-11T09:35:11-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-11T09:35:12-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-11T09:35:12-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-11T09:35:12-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-11T09:35:12-04:00\tINFO\t[attempt #16] Waiting 5s for the next reconcile call ...", "2026-06-11T09:35:17-04:00\tINFO\tNothing to clean up.", "2026-06-11T09:35:17-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:35:17-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-11T09:35:17-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-11T09:35:17-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-11T09:35:17-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:35:17-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:35:17-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-11T09:35:17-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-11T09:35:17-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:35:17-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:35:18-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-11T09:35:18-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-11T09:35:18-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-11T09:35:18-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-11T09:35:18-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-11T09:35:18-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-11T09:35:19-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-11T09:35:19-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-11T09:35:20-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-11T09:35:20-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-11T09:35:20-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-11T09:35:20-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-11T09:35:21-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-11T09:35:21-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-11T09:35:21-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-11T09:35:21-04:00\tINFO\t[attempt #17] Waiting 5s for the next reconcile call ...", "2026-06-11T09:35:26-04:00\tINFO\tNothing to clean up.", "2026-06-11T09:35:26-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:35:26-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-11T09:35:26-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-11T09:35:26-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-11T09:35:26-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:35:26-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:35:26-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-11T09:35:26-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-11T09:35:26-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:35:26-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:35:27-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-11T09:35:27-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-11T09:35:27-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-11T09:35:27-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-11T09:35:27-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-11T09:35:27-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-11T09:35:28-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-11T09:35:28-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-11T09:35:29-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-11T09:35:29-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-11T09:35:29-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-11T09:35:29-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-11T09:35:30-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-11T09:35:30-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-11T09:35:30-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-11T09:35:30-04:00\tINFO\t[attempt #18] Waiting 5s for the next reconcile call ...", "2026-06-11T09:35:35-04:00\tINFO\tNothing to clean up.", "2026-06-11T09:35:35-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:35:35-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-11T09:35:35-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-11T09:35:35-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-11T09:35:35-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:35:35-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:35:35-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-11T09:35:35-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-11T09:35:35-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:35:35-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:35:36-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-11T09:35:36-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-11T09:35:36-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-11T09:35:36-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-11T09:35:36-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-11T09:35:36-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-11T09:35:37-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-11T09:35:37-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-11T09:35:38-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-11T09:35:38-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-11T09:35:38-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-11T09:35:38-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-11T09:35:39-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-11T09:35:39-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-11T09:35:39-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-11T09:35:39-04:00\tINFO\t[attempt #19] Waiting 5s for the next reconcile call ...", "2026-06-11T09:35:44-04:00\tINFO\tNothing to clean up.", "2026-06-11T09:35:44-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:35:44-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-11T09:35:44-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-11T09:35:44-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-11T09:35:44-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:35:44-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:35:44-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-11T09:35:44-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-11T09:35:44-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:35:44-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:35:45-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-11T09:35:45-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-11T09:35:45-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-11T09:35:45-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-11T09:35:45-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-11T09:35:45-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-11T09:35:46-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-11T09:35:46-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-11T09:35:47-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-11T09:35:47-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-11T09:35:47-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-11T09:35:47-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-11T09:35:48-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-11T09:35:48-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-11T09:35:48-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-11T09:35:48-04:00\tINFO\t[attempt #20] Waiting 5s for the next reconcile call ...", "2026-06-11T09:35:53-04:00\tINFO\tNothing to clean up.", "2026-06-11T09:35:53-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:35:53-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-11T09:35:53-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-11T09:35:53-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-11T09:35:54-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:35:54-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:35:54-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-11T09:35:54-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-11T09:35:54-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:35:54-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:35:54-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-11T09:35:54-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-11T09:35:54-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-11T09:35:54-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-11T09:35:54-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-11T09:35:54-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-11T09:35:55-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-11T09:35:55-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-11T09:35:56-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-11T09:35:56-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-11T09:35:56-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-11T09:35:57-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-11T09:35:57-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-11T09:35:57-04:00\tINFO\t[attempt #21] Waiting 5s for the next reconcile call ...", "2026-06-11T09:36:02-04:00\tINFO\tNothing to clean up.", "2026-06-11T09:36:02-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:36:02-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-11T09:36:02-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-11T09:36:03-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-11T09:36:03-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:36:03-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:36:03-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-11T09:36:03-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-11T09:36:03-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:36:03-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:36:03-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-11T09:36:03-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-11T09:36:03-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-11T09:36:03-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-11T09:36:04-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-11T09:36:04-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-11T09:36:04-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-11T09:36:04-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-11T09:36:05-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-11T09:36:06-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-11T09:36:06-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-11T09:36:06-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-11T09:36:06-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-11T09:36:06-04:00\tINFO\t[attempt #22] Waiting 5s for the next reconcile call ...", "2026-06-11T09:36:11-04:00\tINFO\tNothing to clean up.", "2026-06-11T09:36:11-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:36:11-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-11T09:36:11-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-11T09:36:12-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-11T09:36:12-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:36:12-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:36:12-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-11T09:36:12-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:36:12-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:36:12-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-11T09:36:12-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-11T09:36:12-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-11T09:36:12-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-11T09:36:13-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-11T09:36:13-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-11T09:36:13-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-11T09:36:13-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-11T09:36:14-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-11T09:36:15-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-11T09:36:15-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-11T09:36:15-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-11T09:36:15-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-11T09:36:15-04:00\tINFO\t[attempt #23] Waiting 5s for the next reconcile call ...", "2026-06-11T09:36:20-04:00\tINFO\tNothing to clean up.", "2026-06-11T09:36:20-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:36:20-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-11T09:36:20-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-11T09:36:21-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-11T09:36:21-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:36:21-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:36:21-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-11T09:36:21-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:36:21-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:36:21-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-11T09:36:21-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-11T09:36:21-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-11T09:36:21-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-11T09:36:22-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-11T09:36:22-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-11T09:36:22-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-11T09:36:22-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-11T09:36:23-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-11T09:36:24-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-11T09:36:24-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-11T09:36:24-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-11T09:36:24-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-11T09:36:24-04:00\tINFO\t[attempt #24] Waiting 5s for the next reconcile call ...", "2026-06-11T09:36:29-04:00\tINFO\tNothing to clean up.", "2026-06-11T09:36:29-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:36:29-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-11T09:36:29-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-11T09:36:30-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-11T09:36:30-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:36:30-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:36:30-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-11T09:36:30-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:36:30-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:36:30-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-11T09:36:30-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-11T09:36:30-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-11T09:36:30-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-11T09:36:31-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-11T09:36:31-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-11T09:36:31-04:00\tINFO\tCreating object, name: zuul-weeder", "2026-06-11T09:36:31-04:00\tINFO\tCreating object, name: zuul-weeder", "2026-06-11T09:36:32-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-11T09:36:33-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-11T09:36:33-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-11T09:36:33-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-11T09:36:33-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: OK", "", "2026-06-11T09:36:33-04:00\tINFO\t[attempt #25] Waiting 5s for the next reconcile call ...", "2026-06-11T09:36:38-04:00\tINFO\tNothing to clean up.", "2026-06-11T09:36:38-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:36:38-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-11T09:36:38-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-11T09:36:39-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-11T09:36:39-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:36:39-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:36:39-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-11T09:36:39-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:36:39-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:36:39-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-11T09:36:39-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-11T09:36:39-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-11T09:36:39-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-11T09:36:40-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-11T09:36:40-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-11T09:36:40-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-11T09:36:40-04:00\tINFO\tdeployment rollout not ok, name: zuul-weeder", "2026-06-11T09:36:41-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-11T09:36:42-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-11T09:36:42-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-11T09:36:42-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-11T09:36:42-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: OK", "", "2026-06-11T09:36:42-04:00\tINFO\t[attempt #26] Waiting 5s for the next reconcile call ...", "2026-06-11T09:36:47-04:00\tINFO\tNothing to clean up.", "2026-06-11T09:36:47-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:36:47-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-11T09:36:47-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-11T09:36:48-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-11T09:36:48-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:36:48-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:36:48-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-11T09:36:48-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:36:48-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:36:48-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-11T09:36:48-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-11T09:36:48-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-11T09:36:48-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-11T09:36:49-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-11T09:36:49-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-11T09:36:49-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-11T09:36:49-04:00\tINFO\tdeployment rollout not ok, name: zuul-weeder", "2026-06-11T09:36:50-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-11T09:36:51-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-11T09:36:51-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-11T09:36:51-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-11T09:36:51-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: OK", "", "2026-06-11T09:36:51-04:00\tINFO\t[attempt #27] Waiting 5s for the next reconcile call ...", "2026-06-11T09:36:56-04:00\tINFO\tNothing to clean up.", "2026-06-11T09:36:56-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:36:57-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-11T09:36:57-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-11T09:36:57-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-11T09:36:57-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:36:57-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:36:57-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-11T09:36:57-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:36:57-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:36:57-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-11T09:36:57-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-11T09:36:58-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-11T09:36:58-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-11T09:36:58-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-11T09:36:59-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-11T09:36:59-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-11T09:36:59-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-11T09:36:59-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-11T09:37:00-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-11T09:37:00-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-11T09:37:01-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-11T09:37:01-04:00\tINFO\tCreating config map name: pymod-sf-operator-config-map", "2026-06-11T09:37:01-04:00\tINFO\tCreating object, name: pymod-sf-operator-config-map", "2026-06-11T09:37:01-04:00\tINFO\tCreating object, name: config-updater", "2026-06-11T09:37:01-04:00\tINFO\tCreating object, name: config-updater-role", "2026-06-11T09:37:01-04:00\tINFO\tCreating object, name: config-updater", "2026-06-11T09:37:01-04:00\tINFO\tCreating the config-update service account secret", "2026-06-11T09:37:01-04:00\tINFO\tCreating object, name: config-update-secrets", "2026-06-11T09:37:01-04:00\tINFO\tCreating base secret job", "2026-06-11T09:37:01-04:00\tINFO\tCreating object, name: config-base-secret-1-853-ns", "2026-06-11T09:37:01-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-11T09:37:01-04:00\tINFO\t[attempt #28] Waiting 5s for the next reconcile call ...", "2026-06-11T09:37:06-04:00\tINFO\tNothing to clean up.", "2026-06-11T09:37:06-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:37:06-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-11T09:37:06-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-11T09:37:06-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-11T09:37:06-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:37:06-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:37:06-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-11T09:37:06-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:37:06-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:37:07-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-11T09:37:07-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-11T09:37:07-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-11T09:37:07-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-11T09:37:07-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-11T09:37:08-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-11T09:37:08-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-11T09:37:08-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-11T09:37:09-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-11T09:37:09-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-11T09:37:09-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-11T09:37:10-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-11T09:37:11-04:00\tINFO\tRunning tenant-reconfigure for the 'internal' tenant", "2026-06-11T09:37:11-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [zuul-scheduler tenant-reconfigure internal]", "2026-06-11T09:37:16-04:00\tINFO\tCreating object, name: zs-internal-tenant-reconfigure", "2026-06-11T09:37:16-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-11T09:37:16-04:00\tINFO\t[attempt #29] Waiting 5s for the next reconcile call ...", "2026-06-11T09:37:21-04:00\tINFO\tNothing to clean up.", "2026-06-11T09:37:21-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:37:21-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-11T09:37:21-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-11T09:37:21-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-11T09:37:21-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:37:21-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:37:21-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-11T09:37:21-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:37:21-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:37:21-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-11T09:37:21-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-11T09:37:22-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-11T09:37:22-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-11T09:37:22-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-11T09:37:23-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-11T09:37:23-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-11T09:37:23-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-11T09:37:23-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-11T09:37:24-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-11T09:37:24-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-11T09:37:25-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-11T09:37:25-04:00\tINFO\t", "\t - Config: OK", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-11T09:37:25-04:00\tINFO\tUpdating controller configmap ...", "2026-06-11T09:37:26-04:00\tINFO\tStandalone reconcile done." ], "zuul_log_id": "0a580a2a-0013-224f-0c64-000000000004-1-controller" } }, "task": { "duration": { "end": "2026-06-11T13:37:26.433467Z", "start": "2026-06-11T13:30:54.226605Z" }, "id": "0a580a2a-0013-224f-0c64-000000000004", "name": "Deploy last stable version" } }, { "hosts": { "controller": { "action": "command", "changed": true, "cmd": [ "./hack/deploy.sh" ], "delta": "0:04:06.480819", "end": "2026-06-11 09:41:33.159265", "invocation": { "module_args": { "_raw_params": "./hack/deploy.sh", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-224f-0c64-000000000005-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-11 09:37:26.678446", "stderr": "", "stderr_lines": [], "stdout": "go: downloading go1.25.11 (linux/amd64)\n[+] Deploying sf-operator\ngo: downloading golang.org/x/crypto v0.52.0\ngo: downloading filippo.io/edwards25519 v1.1.1\ngo: downloading golang.org/x/term v0.43.0\ngo: downloading golang.org/x/net v0.55.0\ngo: downloading golang.org/x/sys v0.45.0\ngo: downloading github.com/moby/spdystream v0.5.1\ngo: downloading golang.org/x/text v0.37.0\n2026-06-11T09:38:05-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution\n\n2026-06-11T09:38:05-04:00\tINFO\tKubernetes Distribution found: Kubernetes\n\n2026-06-11T09:38:05-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:38:05-04:00\tINFO\tUpdating configmap, name: git-server-pi-config-map\n2026-06-11T09:38:05-04:00\tINFO\tUpdating object, name: git-server-pi-config-map\n2026-06-11T09:38:05-04:00\tINFO\tStatefulset \"git-server\" configuration changed, applying...\n2026-06-11T09:38:05-04:00\tINFO\tUpdating object, name: git-server\n2026-06-11T09:38:06-04:00\tINFO\tCreating ssh key, name: logserver-uploader-keys\n2026-06-11T09:38:07-04:00\tINFO\tCreating object, name: logserver-uploader-keys\n2026-06-11T09:38:07-04:00\tINFO\tCreating ssh key, name: logserver-uploader-spare-keys\n2026-06-11T09:38:08-04:00\tINFO\tCreating object, name: logserver-uploader-spare-keys\n2026-06-11T09:38:08-04:00\tINFO\tStatefulset \"logserver\" configuration changed, applying...\n2026-06-11T09:38:08-04:00\tINFO\tUpdating object, name: logserver\n2026-06-11T09:38:08-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:38:08-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:38:08-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:38:08-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:38:08-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...\n2026-06-11T09:38:08-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: Waiting ...\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: OK\n\t - Zookeeper: OK\n\n2026-06-11T09:38:08-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...\n2026-06-11T09:38:13-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:38:13-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-11T09:38:29-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-11T09:39:00-04:00\tINFO\tStatefulset \"logserver\" not ready after 30s\n2026-06-11T09:39:00-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:39:00-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:39:00-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:39:00-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:39:00-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-11T09:39:00-04:00\tINFO\tUpdating configmap, name: nodepool-tooling-config-map\n2026-06-11T09:39:00-04:00\tINFO\tUpdating object, name: nodepool-tooling-config-map\n2026-06-11T09:39:00-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-11T09:39:00-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-11T09:39:00-04:00\tINFO\tStatefulset \"nodepool-builder\" configuration changed, applying...\n2026-06-11T09:39:00-04:00\tINFO\tUpdating object, name: nodepool-builder\n2026-06-11T09:39:01-04:00\tINFO\tStatefulset \"zuul-scheduler\" configuration changed, applying...\n2026-06-11T09:39:01-04:00\tINFO\tUpdating object, name: zuul-scheduler\n2026-06-11T09:39:02-04:00\tINFO\tStatefulset \"zuul-executor\" configuration changed, applying...\n2026-06-11T09:39:02-04:00\tINFO\tUpdating object, name: zuul-executor\n2026-06-11T09:39:02-04:00\tINFO\tStatefulset \"zuul-web\" configuration changed, applying...\n2026-06-11T09:39:02-04:00\tINFO\tUpdating object, name: zuul-web\n2026-06-11T09:39:03-04:00\tINFO\tStatefulset \"zuul-merger\" configuration changed, applying...\n2026-06-11T09:39:03-04:00\tINFO\tUpdating object, name: zuul-merger\n2026-06-11T09:39:03-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-11T09:39:03-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...\n2026-06-11T09:39:08-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:39:09-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n2026-06-11T09:39:09-04:00\tINFO\tLogserver authorized_keys is up to date\n2026-06-11T09:39:09-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:39:09-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:39:09-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:39:09-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:39:09-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-11T09:39:10-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-11T09:39:10-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-11T09:39:11-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-11T09:39:41-04:00\tINFO\tStatefulset \"zuul-scheduler\" not ready after 30s\n2026-06-11T09:39:41-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-11T09:39:59-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-11T09:39:59-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-11T09:39:59-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-11T09:40:01-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-11T09:40:01-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...\n2026-06-11T09:40:06-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:40:07-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:40:07-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:40:07-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:40:07-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:40:07-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-11T09:40:07-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-11T09:40:07-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-11T09:40:08-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-11T09:40:08-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-11T09:40:09-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-11T09:40:09-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-11T09:40:11-04:00\tINFO\tRunning tenant-reconfigure for the 'internal' tenant\n2026-06-11T09:40:11-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [zuul-scheduler tenant-reconfigure internal]\n2026-06-11T09:40:18-04:00\tINFO\tDeleting object, name: zuul-web\n2026-06-11T09:40:18-04:00\tINFO\tUpdating object, name: zs-internal-tenant-reconfigure\n2026-06-11T09:40:18-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-11T09:40:18-04:00\tINFO\t[attempt #4] Waiting 5s for the next reconcile call ...\n2026-06-11T09:40:23-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:40:24-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:40:24-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:40:24-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:40:24-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:40:24-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-11T09:40:24-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-11T09:40:24-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-11T09:40:25-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-11T09:40:25-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-11T09:40:26-04:00\tINFO\tCreating object, name: zuul-web\n2026-06-11T09:40:27-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-11T09:40:27-04:00\tINFO\t[attempt #5] Waiting 5s for the next reconcile call ...\n2026-06-11T09:40:32-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:40:33-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:40:33-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:40:33-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:40:33-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:40:33-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-11T09:40:34-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-11T09:40:34-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-11T09:40:35-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-11T09:40:35-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-11T09:40:36-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-11T09:40:36-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-11T09:40:36-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-11T09:40:36-04:00\tINFO\t[attempt #6] Waiting 5s for the next reconcile call ...\n2026-06-11T09:40:41-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:40:42-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:40:42-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:40:42-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:40:42-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:40:42-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-11T09:40:43-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-11T09:40:43-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-11T09:40:44-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-11T09:40:44-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-11T09:40:45-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-11T09:40:45-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-11T09:40:46-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-11T09:40:46-04:00\tINFO\t[attempt #7] Waiting 5s for the next reconcile call ...\n2026-06-11T09:40:51-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:40:51-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:40:51-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:40:51-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:40:51-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:40:52-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-11T09:40:52-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-11T09:40:52-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-11T09:40:53-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-11T09:40:53-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-11T09:40:54-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-11T09:40:54-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-11T09:40:55-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-11T09:40:55-04:00\tINFO\t[attempt #8] Waiting 5s for the next reconcile call ...\n2026-06-11T09:41:00-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:41:00-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:41:00-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:41:00-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:41:00-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:41:01-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-11T09:41:01-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-11T09:41:01-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-11T09:41:02-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-11T09:41:02-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-11T09:41:03-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-11T09:41:03-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-11T09:41:04-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-11T09:41:04-04:00\tINFO\t[attempt #9] Waiting 5s for the next reconcile call ...\n2026-06-11T09:41:09-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:41:10-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:41:10-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:41:10-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:41:10-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:41:10-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-11T09:41:10-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-11T09:41:10-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-11T09:41:11-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-11T09:41:11-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-11T09:41:12-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-11T09:41:12-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-11T09:41:13-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-11T09:41:13-04:00\tINFO\t[attempt #10] Waiting 5s for the next reconcile call ...\n2026-06-11T09:41:18-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:41:19-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:41:19-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:41:19-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:41:19-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:41:19-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-11T09:41:20-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-11T09:41:20-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-11T09:41:21-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-11T09:41:21-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-11T09:41:22-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-11T09:41:22-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-11T09:41:22-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-11T09:41:22-04:00\tINFO\t[attempt #11] Waiting 5s for the next reconcile call ...\n2026-06-11T09:41:27-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-11T09:41:28-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-11T09:41:28-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-11T09:41:28-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-11T09:41:28-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-11T09:41:28-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-11T09:41:29-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-11T09:41:29-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-11T09:41:30-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-11T09:41:30-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-11T09:41:31-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-11T09:41:31-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-11T09:41:32-04:00\tINFO\t\n\t - Config: OK\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-11T09:41:32-04:00\tINFO\tUpdating controller configmap ...\n2026-06-11T09:41:32-04:00\tINFO\tStandalone reconcile done.", "stdout_lines": [ "go: downloading go1.25.11 (linux/amd64)", "[+] Deploying sf-operator", "go: downloading golang.org/x/crypto v0.52.0", "go: downloading filippo.io/edwards25519 v1.1.1", "go: downloading golang.org/x/term v0.43.0", "go: downloading golang.org/x/net v0.55.0", "go: downloading golang.org/x/sys v0.45.0", "go: downloading github.com/moby/spdystream v0.5.1", "go: downloading golang.org/x/text v0.37.0", "2026-06-11T09:38:05-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution", "", "2026-06-11T09:38:05-04:00\tINFO\tKubernetes Distribution found: Kubernetes", "", "2026-06-11T09:38:05-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:38:05-04:00\tINFO\tUpdating configmap, name: git-server-pi-config-map", "2026-06-11T09:38:05-04:00\tINFO\tUpdating object, name: git-server-pi-config-map", "2026-06-11T09:38:05-04:00\tINFO\tStatefulset \"git-server\" configuration changed, applying...", "2026-06-11T09:38:05-04:00\tINFO\tUpdating object, name: git-server", "2026-06-11T09:38:06-04:00\tINFO\tCreating ssh key, name: logserver-uploader-keys", "2026-06-11T09:38:07-04:00\tINFO\tCreating object, name: logserver-uploader-keys", "2026-06-11T09:38:07-04:00\tINFO\tCreating ssh key, name: logserver-uploader-spare-keys", "2026-06-11T09:38:08-04:00\tINFO\tCreating object, name: logserver-uploader-spare-keys", "2026-06-11T09:38:08-04:00\tINFO\tStatefulset \"logserver\" configuration changed, applying...", "2026-06-11T09:38:08-04:00\tINFO\tUpdating object, name: logserver", "2026-06-11T09:38:08-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:38:08-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:38:08-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:38:08-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:38:08-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...", "2026-06-11T09:38:08-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: Waiting ...", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: OK", "\t - Zookeeper: OK", "", "2026-06-11T09:38:08-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...", "2026-06-11T09:38:13-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:38:13-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-11T09:38:29-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-11T09:39:00-04:00\tINFO\tStatefulset \"logserver\" not ready after 30s", "2026-06-11T09:39:00-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:39:00-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:39:00-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:39:00-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:39:00-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-11T09:39:00-04:00\tINFO\tUpdating configmap, name: nodepool-tooling-config-map", "2026-06-11T09:39:00-04:00\tINFO\tUpdating object, name: nodepool-tooling-config-map", "2026-06-11T09:39:00-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-11T09:39:00-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-11T09:39:00-04:00\tINFO\tStatefulset \"nodepool-builder\" configuration changed, applying...", "2026-06-11T09:39:00-04:00\tINFO\tUpdating object, name: nodepool-builder", "2026-06-11T09:39:01-04:00\tINFO\tStatefulset \"zuul-scheduler\" configuration changed, applying...", "2026-06-11T09:39:01-04:00\tINFO\tUpdating object, name: zuul-scheduler", "2026-06-11T09:39:02-04:00\tINFO\tStatefulset \"zuul-executor\" configuration changed, applying...", "2026-06-11T09:39:02-04:00\tINFO\tUpdating object, name: zuul-executor", "2026-06-11T09:39:02-04:00\tINFO\tStatefulset \"zuul-web\" configuration changed, applying...", "2026-06-11T09:39:02-04:00\tINFO\tUpdating object, name: zuul-web", "2026-06-11T09:39:03-04:00\tINFO\tStatefulset \"zuul-merger\" configuration changed, applying...", "2026-06-11T09:39:03-04:00\tINFO\tUpdating object, name: zuul-merger", "2026-06-11T09:39:03-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-11T09:39:03-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...", "2026-06-11T09:39:08-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:39:09-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", "2026-06-11T09:39:09-04:00\tINFO\tLogserver authorized_keys is up to date", "2026-06-11T09:39:09-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:39:09-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:39:09-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:39:09-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:39:09-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-11T09:39:10-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-11T09:39:10-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-11T09:39:11-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-11T09:39:41-04:00\tINFO\tStatefulset \"zuul-scheduler\" not ready after 30s", "2026-06-11T09:39:41-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-11T09:39:59-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-11T09:39:59-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-11T09:39:59-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-11T09:40:01-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-11T09:40:01-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...", "2026-06-11T09:40:06-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:40:07-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:40:07-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:40:07-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:40:07-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:40:07-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-11T09:40:07-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-11T09:40:07-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-11T09:40:08-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-11T09:40:08-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-11T09:40:09-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-11T09:40:09-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-11T09:40:11-04:00\tINFO\tRunning tenant-reconfigure for the 'internal' tenant", "2026-06-11T09:40:11-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [zuul-scheduler tenant-reconfigure internal]", "2026-06-11T09:40:18-04:00\tINFO\tDeleting object, name: zuul-web", "2026-06-11T09:40:18-04:00\tINFO\tUpdating object, name: zs-internal-tenant-reconfigure", "2026-06-11T09:40:18-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-11T09:40:18-04:00\tINFO\t[attempt #4] Waiting 5s for the next reconcile call ...", "2026-06-11T09:40:23-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:40:24-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:40:24-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:40:24-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:40:24-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:40:24-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-11T09:40:24-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-11T09:40:24-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-11T09:40:25-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-11T09:40:25-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-11T09:40:26-04:00\tINFO\tCreating object, name: zuul-web", "2026-06-11T09:40:27-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-11T09:40:27-04:00\tINFO\t[attempt #5] Waiting 5s for the next reconcile call ...", "2026-06-11T09:40:32-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:40:33-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:40:33-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:40:33-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:40:33-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:40:33-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-11T09:40:34-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-11T09:40:34-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-11T09:40:35-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-11T09:40:35-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-11T09:40:36-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-11T09:40:36-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-11T09:40:36-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-11T09:40:36-04:00\tINFO\t[attempt #6] Waiting 5s for the next reconcile call ...", "2026-06-11T09:40:41-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:40:42-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:40:42-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:40:42-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:40:42-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:40:42-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-11T09:40:43-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-11T09:40:43-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-11T09:40:44-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-11T09:40:44-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-11T09:40:45-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-11T09:40:45-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-11T09:40:46-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-11T09:40:46-04:00\tINFO\t[attempt #7] Waiting 5s for the next reconcile call ...", "2026-06-11T09:40:51-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:40:51-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:40:51-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:40:51-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:40:51-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:40:52-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-11T09:40:52-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-11T09:40:52-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-11T09:40:53-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-11T09:40:53-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-11T09:40:54-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-11T09:40:54-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-11T09:40:55-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-11T09:40:55-04:00\tINFO\t[attempt #8] Waiting 5s for the next reconcile call ...", "2026-06-11T09:41:00-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:41:00-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:41:00-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:41:00-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:41:00-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:41:01-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-11T09:41:01-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-11T09:41:01-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-11T09:41:02-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-11T09:41:02-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-11T09:41:03-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-11T09:41:03-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-11T09:41:04-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-11T09:41:04-04:00\tINFO\t[attempt #9] Waiting 5s for the next reconcile call ...", "2026-06-11T09:41:09-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:41:10-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:41:10-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:41:10-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:41:10-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:41:10-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-11T09:41:10-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-11T09:41:10-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-11T09:41:11-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-11T09:41:11-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-11T09:41:12-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-11T09:41:12-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-11T09:41:13-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-11T09:41:13-04:00\tINFO\t[attempt #10] Waiting 5s for the next reconcile call ...", "2026-06-11T09:41:18-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:41:19-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:41:19-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:41:19-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:41:19-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:41:19-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-11T09:41:20-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-11T09:41:20-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-11T09:41:21-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-11T09:41:21-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-11T09:41:22-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-11T09:41:22-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-11T09:41:22-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-11T09:41:22-04:00\tINFO\t[attempt #11] Waiting 5s for the next reconcile call ...", "2026-06-11T09:41:27-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-11T09:41:28-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-11T09:41:28-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-11T09:41:28-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-11T09:41:28-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-11T09:41:28-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-11T09:41:29-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-11T09:41:29-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-11T09:41:30-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-11T09:41:30-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-11T09:41:31-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-11T09:41:31-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-11T09:41:32-04:00\tINFO\t", "\t - Config: OK", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-11T09:41:32-04:00\tINFO\tUpdating controller configmap ...", "2026-06-11T09:41:32-04:00\tINFO\tStandalone reconcile done." ], "zuul_log_id": "0a580a2a-0013-224f-0c64-000000000005-1-controller" } }, "task": { "duration": { "end": "2026-06-11T13:41:33.317937Z", "start": "2026-06-11T13:37:26.479800Z" }, "id": "0a580a2a-0013-224f-0c64-000000000005", "name": "Deploy current version" } }, { "hosts": { "controller": { "action": "command", "changed": true, "cmd": [ "make", "integration-tests" ], "delta": "0:08:16.592463", "end": "2026-06-11 09:49:50.298679", "invocation": { "module_args": { "_raw_params": "make integration-tests", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-224f-0c64-000000000006-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-11 09:41:33.706216", "stderr": "", "stderr_lines": [], "stdout": "go test -timeout 0 -v ./tests/... -args --ginkgo.v --ginkgo.no-color\ngo: downloading github.com/google/shlex v0.0.0-20191202100458-e7afc7fbc510\ngo: downloading github.com/onsi/gomega v1.33.1\ngo: downloading github.com/onsi/ginkgo/v2 v2.17.2\n=== RUN TestSFOP\nRunning Suite: Software Factory CI - /home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests\n========================================================================================================================\nRandom Seed: 1781185302\n\nWill run 19 of 19 specs\n------------------------------\n[BeforeSuite] \n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/main_test.go:55\n 2026-06-11T09:41:42-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution\n\n 2026-06-11T09:41:42-04:00\tINFO\tKubernetes Distribution found: Kubernetes\n\n[BeforeSuite] PASSED [0.025 seconds]\n------------------------------\nLauncher Tests setup namespace\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/launcher_test.go:17\n STEP: Creating namespace @ 06/11/26 09:41:42.52\n 2026-06-11T09:41:42-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution\n\n 2026-06-11T09:41:42-04:00\tINFO\tKubernetes Distribution found: Kubernetes\n\n 2026-06-11T09:41:42-04:00\tINFO\tCreating \"launcher-ns\" in launcher-ns\n 2026-06-11T09:41:42-04:00\tINFO\t \"launcher-ns\" created\n 2026-06-11T09:41:42-04:00\tINFO\tCreating \"zuul-launcher-sa\" in launcher-ns\n 2026-06-11T09:41:42-04:00\tINFO\t \"zuul-launcher-sa\" created\n 2026-06-11T09:41:42-04:00\tINFO\tCreating \"zuul-launcher-sa-role\" in launcher-ns\n 2026-06-11T09:41:42-04:00\tINFO\t \"zuul-launcher-sa-role\" created\n 2026-06-11T09:41:42-04:00\tINFO\tCreating \"zuul-launcher-sa-rb\" in launcher-ns\n 2026-06-11T09:41:42-04:00\tINFO\t \"zuul-launcher-sa-rb\" created\n 2026-06-11T09:41:42-04:00\tINFO\tCreating \"zuul-launcher-sa-token\" in launcher-ns\n 2026-06-11T09:41:42-04:00\tINFO\t \"zuul-launcher-sa-token\" created\n 2026-06-11T09:41:43-04:00\tINFO\tCreating \"nodepool-providers-secrets\" in sf\n 2026-06-11T09:41:43-04:00\tINFO\t \"nodepool-providers-secrets\" created\n STEP: Add kubeconfig to the CR @ 06/11/26 09:41:43.574\n 2026-06-11T09:41:43-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:41:44-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:41:44-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:41:44-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n 2026-06-11T09:41:44-04:00\tINFO\tLogserver authorized_keys is up to date\n 2026-06-11T09:41:44-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:41:44-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:41:44-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:41:44-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:41:45-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:41:45-04:00\tINFO\tCreating object, name: zuul-capacity\n 2026-06-11T09:41:45-04:00\tINFO\tStatefulset \"nodepool-launcher\" configuration changed, applying...\n 2026-06-11T09:41:45-04:00\tDEBUG\tReason: some images changed, annotation 'nodepool-providers-secrets' changed from '2348' to '0'\n 2026-06-11T09:41:45-04:00\tINFO\tUpdating object, name: nodepool-launcher\n 2026-06-11T09:41:45-04:00\tINFO\tStatefulset \"nodepool-builder\" configuration changed, applying...\n 2026-06-11T09:41:45-04:00\tDEBUG\tReason: annotation 'nodepool-providers-secrets' changed from '2348' to '0'\n 2026-06-11T09:41:45-04:00\tINFO\tUpdating object, name: nodepool-builder\n 2026-06-11T09:41:46-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:41:46-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:41:47-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:41:47-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-11T09:41:48-04:00\tINFO\t\n \t - Config: OK\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: Waiting ...\n \t - NodePoolLauncher: Waiting ...\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n 2026-06-11T09:41:49-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:41:50-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:41:50-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:41:50-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:41:50-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:41:50-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:41:50-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:41:50-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:41:51-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:41:51-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n 2026-06-11T09:41:52-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:41:52-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:41:54-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:41:54-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-11T09:41:55-04:00\tINFO\t\n \t - Config: OK\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: Waiting ...\n \t - NodePoolLauncher: Waiting ...\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n 2026-06-11T09:41:56-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:41:56-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:41:56-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:41:56-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:41:56-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:41:56-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:41:56-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:41:57-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:41:57-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:41:57-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n 2026-06-11T09:41:59-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:41:59-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:42:00-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:42:00-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-11T09:42:01-04:00\tINFO\t\n \t - Config: OK\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: Waiting ...\n \t - NodePoolLauncher: Waiting ...\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n 2026-06-11T09:42:02-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:42:03-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:42:03-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:42:03-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:42:03-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:42:03-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:42:03-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:42:03-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:42:04-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:42:04-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n 2026-06-11T09:42:05-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:42:05-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:42:07-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:42:07-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-11T09:42:08-04:00\tINFO\t\n \t - Config: OK\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: Waiting ...\n \t - NodePoolLauncher: Waiting ...\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n 2026-06-11T09:42:09-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:42:10-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:42:10-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:42:10-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:42:10-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:42:10-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:42:10-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:42:10-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:42:10-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:42:10-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n 2026-06-11T09:42:12-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:42:12-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:42:13-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:42:13-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-11T09:42:15-04:00\tINFO\t\n \t - Config: OK\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: Waiting ...\n \t - NodePoolLauncher: Waiting ...\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n 2026-06-11T09:42:16-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:42:16-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:42:16-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:42:16-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:42:16-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:42:16-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:42:16-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:42:17-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:42:17-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:42:17-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n 2026-06-11T09:42:18-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:42:18-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:42:20-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:42:20-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-11T09:42:21-04:00\tINFO\t\n \t - Config: OK\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: Waiting ...\n \t - NodePoolLauncher: Waiting ...\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n 2026-06-11T09:42:22-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:42:23-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:42:23-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:42:23-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:42:23-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:42:23-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:42:23-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:42:23-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:42:24-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:42:24-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n 2026-06-11T09:42:25-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:42:25-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:42:27-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:42:27-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-11T09:42:28-04:00\tINFO\t\n \t - Config: OK\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: Waiting ...\n \t - NodePoolLauncher: Waiting ...\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n 2026-06-11T09:42:29-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:42:29-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:42:29-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:42:29-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:42:29-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:42:29-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:42:29-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:42:30-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:42:30-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:42:30-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:42:32-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:42:32-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:42:33-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:42:33-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-11T09:42:34-04:00\tINFO\t\n \t - Config: OK\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n\u2022 [52.400 seconds]\n------------------------------\nLauncher Tests add image, section and provider\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/launcher_test.go:28\n STEP: Submitting config @ 06/11/26 09:42:34.92\nrun git-review and wait for CI\u2022 [0.000 seconds]\n------------------------------\nLauncher Tests validate job are running in k8s\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/launcher_test.go:33\ntltl\u2022 [0.000 seconds]\n------------------------------\nDeploy Tests Reconcile default\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/deploy_test.go:11\n 2026-06-11T09:42:35-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:42:35-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:42:35-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:42:35-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n 2026-06-11T09:42:35-04:00\tINFO\tLogserver authorized_keys is up to date\n 2026-06-11T09:42:35-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:42:35-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:42:36-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:42:36-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:42:36-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:42:37-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:42:37-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:42:38-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:42:38-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:42:40-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:42:40-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-11T09:42:41-04:00\tINFO\t\n \t - Config: OK\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n\u2022 [6.602 seconds]\n------------------------------\nDeploy Tests Match zuul secrets\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/deploy_test.go:14\n 2026-06-11T09:42:41-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [cat /etc/zuul/zuul.conf]\n\u2022 [0.136 seconds]\n------------------------------\nDeploy Tests Connect to services\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/deploy_test.go:17\n\u2022 [0.215 seconds]\n------------------------------\nSecret Rotations zuul-auth works\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/secrets_rotation_test.go:60\n STEP: Deleting secrets not rotated by the CLI @ 06/11/26 09:42:41.879\n STEP: Running secret rotation CLI @ 06/11/26 09:42:41.889\n 2026-06-11T09:42:41-04:00\tINFO\tWarning: At least one executor running, this may cause issues when rotating Zookeeper secrets.\n 2026-06-11T09:42:41-04:00\tINFO\tRotating Keystore password...\n 2026-06-11T09:42:41-04:00\tINFO\tCreating secret, name: zuul-keystore-password-new\n 2026-06-11T09:42:41-04:00\tINFO\tCreating object, name: zuul-keystore-password-new\n 2026-06-11T09:42:41-04:00\tINFO\tCreating object, name: zuul-kazoo\n 2026-06-11T09:42:43-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [cat /var/lib/zuul/keys-backup.json]\n 2026-06-11T09:42:43-04:00\tINFO\tUpdating object, name: zuul-keystore-password\n 2026-06-11T09:42:43-04:00\tINFO\tDeleting object, name: zuul-keystore-password-new\n 2026-06-11T09:42:43-04:00\tINFO\tDeleting object, name: zuul-kazoo\n 2026-06-11T09:42:43-04:00\tINFO\tKilling every kazoo client...\n 2026-06-11T09:42:43-04:00\tINFO\tWarning: Killing ZooKeeper client: nodepool-builder-0 nodepool-builder\n 2026-06-11T09:42:43-04:00\tINFO\tRunning pod execution pod: nodepool-builder-0, command: [kill -9 1]\n 2026-06-11T09:42:43-04:00\tINFO\tDeleting object, name: nodepool-builder\n 2026-06-11T09:42:43-04:00\tINFO\tWarning: Killing ZooKeeper client: nodepool-launcher-69f4f444c-27cnd launcher\n 2026-06-11T09:42:43-04:00\tINFO\tRunning pod execution pod: nodepool-launcher-69f4f444c-27cnd, command: [kill -9 1]\n 2026-06-11T09:42:44-04:00\tINFO\tDeleting object, name: launcher\n 2026-06-11T09:42:44-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-db-provision-qkl9s mariadb-client\n 2026-06-11T09:42:44-04:00\tINFO\tRunning pod execution pod: zuul-db-provision-qkl9s, command: [kill -9 1]\n 2026-06-11T09:42:44-04:00\tINFO\tDeleting object, name: mariadb-client\n 2026-06-11T09:42:44-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-executor-0 zuul-executor\n 2026-06-11T09:42:44-04:00\tINFO\tRunning pod execution pod: zuul-executor-0, command: [kill -9 1]\n 2026-06-11T09:42:44-04:00\tINFO\tDeleting object, name: zuul-executor\n 2026-06-11T09:42:44-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-kazoo zuul-kazoo\n 2026-06-11T09:42:44-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [kill -9 1]\n 2026-06-11T09:43:14-04:00\tINFO\tDeleting object, name: zuul-kazoo\n 2026-06-11T09:43:14-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-merger-0 zuul-merger\n 2026-06-11T09:43:14-04:00\tINFO\tRunning pod execution pod: zuul-merger-0, command: [kill -9 1]\n 2026-06-11T09:43:14-04:00\tINFO\tDeleting object, name: zuul-merger\n 2026-06-11T09:43:14-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-scheduler-0 zuul-scheduler\n 2026-06-11T09:43:14-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [kill -9 1]\n 2026-06-11T09:43:14-04:00\tINFO\tDeleting object, name: zuul-scheduler\n 2026-06-11T09:43:14-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-web-6cd59c494-xxmrc zuul-web\n 2026-06-11T09:43:14-04:00\tINFO\tRunning pod execution pod: zuul-web-6cd59c494-xxmrc, command: [kill -9 1]\n 2026-06-11T09:43:14-04:00\tINFO\tDeleting object, name: zuul-web\n 2026-06-11T09:43:14-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-weeder-57c6567f5f-gwbvm zuul-weeder\n 2026-06-11T09:43:14-04:00\tINFO\tRunning pod execution pod: zuul-weeder-57c6567f5f-gwbvm, command: [kill -9 1]\n 2026-06-11T09:43:14-04:00\tINFO\tDeleting object, name: zuul-weeder\n 2026-06-11T09:43:14-04:00\tINFO\tDeleting object, name: zookeeper\n 2026-06-11T09:43:14-04:00\tINFO\tRotating Zuul Client Authenticator secret...\n 2026-06-11T09:43:14-04:00\tINFO\tDeleting object, name: zuul-auth-secret\n 2026-06-11T09:43:14-04:00\tINFO\tCreating secret, name: zuul-auth-secret\n 2026-06-11T09:43:14-04:00\tINFO\tCreating object, name: zuul-auth-secret\n 2026-06-11T09:43:14-04:00\tINFO\tRotating Zuul DB Connection secret...\n 2026-06-11T09:43:14-04:00\tINFO\tDeleting object, name: zuul-db-connection\n 2026-06-11T09:43:14-04:00\tINFO\tRotating Zookeeper certificates...\n 2026-06-11T09:43:14-04:00\tINFO\tDeleting object, name: zookeeper-client-tls\n 2026-06-11T09:43:14-04:00\tINFO\tDeleting object, name: zookeeper-server-tls\n 2026-06-11T09:43:14-04:00\tINFO\tForce Restart impacted services...\n 2026-06-11T09:43:14-04:00\tINFO\tDeleting object, name: zuul-scheduler-0\n 2026-06-11T09:43:14-04:00\tINFO\tDeleting object, name: zuul-web-6cd59c494-xxmrc\n STEP: Reconciling @ 06/11/26 09:43:14.536\n 2026-06-11T09:43:14-04:00\tINFO\tWarning: Killing ZooKeeper client: nodepool-launcher-69f4f444c-27cnd launcher\n 2026-06-11T09:43:14-04:00\tINFO\tRunning pod execution pod: nodepool-launcher-69f4f444c-27cnd, command: [kill -9 1]\n 2026-06-11T09:43:14-04:00\tINFO\tDeleting object, name: launcher\n 2026-06-11T09:43:14-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-db-provision-qkl9s mariadb-client\n 2026-06-11T09:43:14-04:00\tINFO\tRunning pod execution pod: zuul-db-provision-qkl9s, command: [kill -9 1]\n 2026-06-11T09:43:14-04:00\tINFO\tDeleting object, name: mariadb-client\n 2026-06-11T09:43:14-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-kazoo zuul-kazoo\n 2026-06-11T09:43:14-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [kill -9 1]\n 2026-06-11T09:43:14-04:00\tINFO\tDeleting object, name: zuul-kazoo\n 2026-06-11T09:43:14-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-merger-0 zuul-merger\n 2026-06-11T09:43:14-04:00\tINFO\tRunning pod execution pod: zuul-merger-0, command: [kill -9 1]\n 2026-06-11T09:43:15-04:00\tINFO\tDeleting object, name: zuul-merger\n 2026-06-11T09:43:15-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-scheduler-0 zuul-scheduler\n 2026-06-11T09:43:15-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [kill -9 1]\n 2026-06-11T09:43:44-04:00\tINFO\tDeleting object, name: zuul-scheduler\n 2026-06-11T09:43:44-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-web-6cd59c494-xxmrc zuul-web\n 2026-06-11T09:43:44-04:00\tINFO\tRunning pod execution pod: zuul-web-6cd59c494-xxmrc, command: [kill -9 1]\n 2026-06-11T09:43:44-04:00\tINFO\tDeleting object, name: zuul-web\n 2026-06-11T09:43:44-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-weeder-57c6567f5f-gwbvm zuul-weeder\n 2026-06-11T09:43:44-04:00\tINFO\tRunning pod execution pod: zuul-weeder-57c6567f5f-gwbvm, command: [kill -9 1]\n 2026-06-11T09:43:44-04:00\tINFO\tDeleting object, name: zuul-weeder\n 2026-06-11T09:43:44-04:00\tINFO\tDeleting object, name: zookeeper\n 2026-06-11T09:43:44-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:43:44-04:00\tINFO\tCreating object, name: zuul-db-connection\n 2026-06-11T09:43:44-04:00\tINFO\tRe-provisioning db password\n 2026-06-11T09:43:44-04:00\tINFO\tDeleting object, name: zuul-db-provision\n 2026-06-11T09:43:44-04:00\tINFO\tKubeAPIWarningLogger\tchild pods are preserved by default when jobs are deleted; set propagationPolicy=Background to remove them or set propagationPolicy=Orphan to suppress this warning\n 2026-06-11T09:43:44-04:00\tINFO\tCreating object, name: zuul-db-provision\n 2026-06-11T09:43:45-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:43:45-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:43:45-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n 2026-06-11T09:43:45-04:00\tINFO\tLogserver authorized_keys is up to date\n 2026-06-11T09:43:45-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:43:45-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:43:45-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:43:45-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:43:45-04:00\tINFO\tDeleting object, name: zookeeper-client-tls\n 2026-06-11T09:43:45-04:00\tINFO\tDeleting object, name: zookeeper-server-tls\n 2026-06-11T09:43:47-04:00\tINFO\tCreating object, name: zookeeper-client-tls\n 2026-06-11T09:43:49-04:00\tINFO\tCreating object, name: zookeeper-server-tls\n 2026-06-11T09:43:49-04:00\tINFO\tCreating object, name: zookeeper\n 2026-06-11T09:43:49-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n 2026-06-11T09:43:49-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: Waiting ...\n \t - Zookeeper: Waiting ...\n\n 2026-06-11T09:43:50-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:43:50-04:00\tINFO\tCreating object, name: zuul-db-provision\n 2026-06-11T09:43:51-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:43:51-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:43:51-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:43:51-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:43:51-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:43:51-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:43:51-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-11T09:44:07-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...\n 2026-06-11T09:44:07-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: Waiting ...\n \t - Zookeeper: OK\n\n 2026-06-11T09:44:08-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:44:09-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:44:09-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:44:09-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:44:09-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:44:09-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:44:09-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:44:09-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:44:10-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:44:10-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:44:10-04:00\tINFO\tCreating object, name: nodepool-builder\n 2026-06-11T09:44:11-04:00\tINFO\tUpdating secret, name: zuul-config\n 2026-06-11T09:44:11-04:00\tINFO\tUpdating object, name: zuul-config\n 2026-06-11T09:44:11-04:00\tINFO\tCreating object, name: zuul-scheduler\n 2026-06-11T09:44:11-04:00\tINFO\tCreating object, name: zuul-executor\n 2026-06-11T09:44:12-04:00\tINFO\tCreating object, name: zuul-web\n 2026-06-11T09:44:13-04:00\tINFO\tCreating object, name: zuul-merger\n 2026-06-11T09:44:13-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: Waiting ...\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: Waiting ...\n \t - |_ Merger: Waiting ...\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: Waiting ...\n\n 2026-06-11T09:44:14-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:44:14-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:44:14-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:44:14-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:44:14-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:44:14-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:44:14-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:44:15-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:44:15-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:44:15-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:44:16-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-11T09:44:47-04:00\tINFO\tStatefulset \"zuul-scheduler\" not ready after 30s\n 2026-06-11T09:44:47-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:44:47-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-11T09:44:47-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: Waiting ...\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: Waiting ...\n\n 2026-06-11T09:44:48-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:44:49-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:44:49-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:44:49-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:44:49-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:44:49-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:44:49-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:44:49-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:44:49-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:44:49-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:44:51-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-11T09:45:13-04:00\tINFO\tCreating object, name: zuul-weeder\n 2026-06-11T09:45:13-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:45:13-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-11T09:45:13-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: Waiting ...\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: Waiting ...\n\n 2026-06-11T09:45:14-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:45:15-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:45:15-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:45:15-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:45:15-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:45:15-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:45:15-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:45:15-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:45:16-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:45:16-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:45:17-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:45:17-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:45:19-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:45:19-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-11T09:45:20-04:00\tINFO\tCreating base secret job\n 2026-06-11T09:45:20-04:00\tINFO\tCreating object, name: config-base-secret-1-2538-ns\n 2026-06-11T09:45:20-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n 2026-06-11T09:45:21-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:45:21-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:45:21-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:45:21-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:45:21-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:45:21-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:45:21-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:45:22-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:45:22-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:45:22-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:45:24-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:45:24-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:45:25-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:45:25-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-11T09:45:26-04:00\tINFO\tRunning tenant-reconfigure for the 'internal' tenant\n 2026-06-11T09:45:27-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [zuul-scheduler tenant-reconfigure internal]\n 2026-06-11T09:45:34-04:00\tINFO\tDeleting object, name: zuul-web\n 2026-06-11T09:45:34-04:00\tINFO\tUpdating object, name: zs-internal-tenant-reconfigure\n 2026-06-11T09:45:34-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n 2026-06-11T09:45:35-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:45:36-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:45:36-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:45:36-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:45:36-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:45:36-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:45:36-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:45:36-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:45:36-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:45:36-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:45:37-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:45:37-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:45:38-04:00\tINFO\tCreating object, name: zuul-web\n 2026-06-11T09:45:39-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-11T09:45:40-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:45:41-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:45:41-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:45:41-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:45:41-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:45:41-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:45:41-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:45:41-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:45:42-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:45:42-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:45:43-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:45:43-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:45:45-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:45:45-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-11T09:45:45-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-11T09:45:46-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:45:47-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:45:47-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:45:47-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:45:47-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:45:47-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:45:47-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:45:47-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:45:48-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:45:48-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:45:49-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:45:49-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:45:51-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:45:51-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-11T09:45:52-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-11T09:45:53-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:45:53-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:45:53-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:45:53-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:45:53-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:45:53-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:45:53-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:45:54-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:45:54-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:45:54-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:45:55-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:45:55-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:45:57-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:45:57-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-11T09:45:58-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-11T09:45:59-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:45:59-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:45:59-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:45:59-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:45:59-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:45:59-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:45:59-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:46:00-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:46:00-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:46:00-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:46:02-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:46:02-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:46:03-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:46:03-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-11T09:46:04-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-11T09:46:05-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:46:06-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:46:06-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:46:06-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:46:06-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:46:06-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:46:06-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:46:06-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:46:06-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:46:06-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:46:08-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:46:08-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:46:09-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:46:09-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-11T09:46:10-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-11T09:46:11-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:46:12-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:46:12-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:46:12-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:46:12-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:46:12-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:46:12-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:46:12-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:46:13-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:46:13-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:46:14-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:46:14-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:46:16-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:46:16-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-11T09:46:16-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-11T09:46:17-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:46:18-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:46:18-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:46:18-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:46:18-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:46:18-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:46:18-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:46:18-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:46:19-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:46:19-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:46:20-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:46:20-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:46:22-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:46:22-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-11T09:46:23-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-11T09:46:24-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:46:24-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:46:24-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:46:24-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:46:24-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:46:24-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:46:24-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:46:25-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:46:25-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:46:25-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:46:26-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:46:26-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:46:28-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:46:28-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-11T09:46:29-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-11T09:46:30-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:46:30-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:46:30-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:46:30-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:46:30-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:46:30-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:46:30-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:46:31-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:46:31-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:46:31-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:46:33-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:46:33-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:46:34-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:46:34-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-11T09:46:35-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-11T09:46:36-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:46:37-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:46:37-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:46:37-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:46:37-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:46:37-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:46:37-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:46:37-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:46:37-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:46:37-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:46:39-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:46:39-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:46:40-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:46:40-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-11T09:46:42-04:00\tINFO\t\n \t - Config: OK\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n STEP: Validating secret changed @ 06/11/26 09:46:42.107\n 2026-06-11T09:46:42-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [cat /etc/zuul/zuul.conf]\n STEP: Checking the secret is in the zuul.conf @ 06/11/26 09:46:42.265\n STEP: Checking zuul-client works @ 06/11/26 09:46:42.271\n 2026-06-11T09:46:42-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [bash -c zuul-client -v autohold --tenant internal --project system-config --job testytest --reason testy 2>&1]\n\u2022 [241.301 seconds]\n------------------------------\nSecret Rotations zuul-db works\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/secrets_rotation_test.go:71\n STEP: Checking the secret is in the zuul.conf @ 06/11/26 09:46:43.176\n STEP: Checking zuul-web works @ 06/11/26 09:46:43.179\n 2026-06-11T09:46:43-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl zuul-web:9000/api/tenant/demo-tenant/builds]\n % Total % Received % Xferd Average Speed Time Time Time Current\n Dload Upload Total Spent Left Speed\n\r 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\r100 2 100 2 0 0 39 0 --:--:-- --:--:-- --:--:-- 39\n\u2022 [0.178 seconds]\n------------------------------\nSecret Rotations zuul-zk works\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/secrets_rotation_test.go:81\n STEP: Checking the key in zuul pod @ 06/11/26 09:46:43.353\n 2026-06-11T09:46:43-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [cat /tls/client/tls.key]\n STEP: Connecting with kazoo @ 06/11/26 09:46:43.451\n 2026-06-11T09:46:43-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [python3 -c import os, kazoo.client; os.chdir('/tls/client'); hosts=list(filter(lambda l: l.startswith('hosts'), open('/etc/zuul/zuul.conf').readlines()))[0].split('=')[1].strip(); client = kazoo.client.KazooClient(hosts, use_ssl=True, keyfile='tls.key', certfile='tls.crt', ca='ca.crt'); client.start(); print(client.get_children('/keystorage2'))]\n\u2022 [0.489 seconds]\n------------------------------\ngateway tests When setting up extra gateway configuration for a maintenance Should reconcile\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/gateway_test.go:28\n 2026-06-11T09:46:43-04:00\tINFO\tCreating object, name: maintenance-config\n 2026-06-11T09:46:43-04:00\tINFO\tCreating object, name: maintenance-static-files\n 2026-06-11T09:46:43-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:46:44-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:46:44-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:46:44-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n 2026-06-11T09:46:44-04:00\tINFO\tLogserver authorized_keys is up to date\n 2026-06-11T09:46:44-04:00\tINFO\tStatefulset \"gateway\" configuration changed, applying...\n 2026-06-11T09:46:44-04:00\tDEBUG\tReason: annotation 'config-hash' changed from '90a6261c7272ad73ee593bd22fc08aa0b50c9e09eb380107181e1e58b851202b' to 'c04b8e5064e2a2985ef09fcc1ab4c2dda05fbcb2cd18006ff3d01f2b963e17d8'\n 2026-06-11T09:46:44-04:00\tINFO\tUpdating object, name: gateway\n 2026-06-11T09:46:44-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:46:44-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:46:44-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:46:45-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:46:45-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:46:46-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:46:46-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:46:48-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:46:48-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-11T09:46:49-04:00\tINFO\t\n \t - Config: OK\n \t - Gateway: Waiting ...\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n 2026-06-11T09:46:50-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:46:51-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:46:51-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:46:51-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:46:51-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:46:51-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:46:51-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:46:51-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:46:52-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:46:52-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:46:53-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:46:53-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:46:55-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:46:55-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-11T09:46:56-04:00\tINFO\t\n \t - Config: OK\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n\u2022 [12.666 seconds]\n------------------------------\ngateway tests When setting up extra gateway configuration for a maintenance Should serve HTTP 503 and the expected content\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/gateway_test.go:55\n 2026-06-11T09:46:56-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -o - -I gateway:8080/zuul/]\n % Total % Received % Xferd Average Speed Time Time Time Current\n Dload Upload Total Spent Left Speed\n\r 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\r 0 17 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\n 2026-06-11T09:46:56-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl gateway:8080/zuul/api/components]\n % Total % Received % Xferd Average Speed Time Time Time Current\n Dload Upload Total Spent Left Speed\n\r 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\r100 17 100 17 0 0 8500 0 --:--:-- --:--:-- --:--:-- 8500\n\u2022 [0.286 seconds]\n------------------------------\ngateway tests When removing the gateway's extra config Should reconcile\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/gateway_test.go:65\n 2026-06-11T09:46:56-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:46:57-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:46:57-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:46:57-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n 2026-06-11T09:46:57-04:00\tINFO\tLogserver authorized_keys is up to date\n 2026-06-11T09:46:57-04:00\tINFO\tStatefulset \"gateway\" configuration changed, applying...\n 2026-06-11T09:46:57-04:00\tDEBUG\tReason: annotation 'config-hash' changed from 'c04b8e5064e2a2985ef09fcc1ab4c2dda05fbcb2cd18006ff3d01f2b963e17d8' to '90a6261c7272ad73ee593bd22fc08aa0b50c9e09eb380107181e1e58b851202b'\n 2026-06-11T09:46:57-04:00\tINFO\tUpdating object, name: gateway\n 2026-06-11T09:46:57-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:46:57-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:46:58-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:46:58-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:46:58-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:47:00-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:47:00-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:47:01-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:47:01-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-11T09:47:03-04:00\tINFO\t\n \t - Config: OK\n \t - Gateway: Waiting ...\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n 2026-06-11T09:47:04-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:47:04-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:47:04-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:47:04-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:47:04-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:47:04-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:47:04-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:47:05-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:47:05-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:47:05-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:47:06-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:47:06-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:47:08-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:47:08-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-11T09:47:09-04:00\tINFO\t\n \t - Config: OK\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n\u2022 [12.911 seconds]\n------------------------------\ngateway tests When removing the gateway's extra config Should serve the regular content\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/gateway_test.go:71\n 2026-06-11T09:47:09-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -o - -I gateway:8080/zuul/api/components]\n % Total % Received % Xferd Average Speed Time Time Time Current\n Dload Upload Total Spent Left Speed\n\r 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\r 0 537 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\n 2026-06-11T09:47:09-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl gateway:8080/zuul/api/components]\n % Total % Received % Xferd Average Speed Time Time Time Current\n Dload Upload Total Spent Left Speed\n\r 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\r100 537 100 537 0 0 89500 0 --:--:-- --:--:-- --:--:-- 89500\n\u2022 [0.275 seconds]\n------------------------------\nTest Env Has namespace\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/main_test.go:167\n\u2022 [0.000 seconds]\n------------------------------\nProject Private Keys Rotation ensures no config errors\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:33\n STEP: Ensuring tenant have no config errors @ 06/11/26 09:47:09.982\n 2026-06-11T09:47:09-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -s zuul-web:9000/api/tenant/internal/config-errors]\n 2026-06-11T09:47:10-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -s zuul-web:9000/api/tenant/demo-tenant/config-errors]\n\u2022 [0.281 seconds]\n------------------------------\nProject Private Keys Rotation inject new secret in demo-project\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:37\n [SKIPPED] in [It] - /home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:39 @ 06/11/26 09:47:10.263\nS [SKIPPED] [0.000 seconds]\nProject Private Keys Rotation [It] inject new secret in demo-project\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:37\n\n [SKIPPED] This assertion only works with sf > 0.65\n In [It] at: /home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:39 @ 06/11/26 09:47:10.263\n------------------------------\nProject Private Keys Rotation runs rotate-projects-private-keys\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:84\n STEP: Fetching project private keys state from ZooKeeper (to validate change after) @ 06/11/26 09:47:10.263\n 2026-06-11T09:47:10-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [bash -c python3 << 'PYEOF'\n import configparser\n import hashlib\n from zuul.zk import ZooKeeperClient\n from zuul.lib.keystorage import KeyStorage\n from zuul.lib import encryption\n\n config = configparser.ConfigParser()\n config.read(\"/etc/zuul/zuul.conf\")\n password = config[\"keystore\"][\"password\"].encode(\"utf-8\")\n zk_client = ZooKeeperClient.fromConfig(config)\n zk_client.connect()\n lines = []\n for path, obj in KeyStorage(zk_client, \"unused\").exportKeys().get(\"keys\", {}).items():\n if path.endswith(\"/secrets\") and \"keys\" in obj and len(obj.get(\"keys\", [])) == 1:\n created = obj[\"keys\"][0][\"created\"]\n priv_pem = obj[\"keys\"][0][\"private_key\"]\n fingerprint = hashlib.sha256(priv_pem.encode()).hexdigest()[:16]\n lines.append(f\"{path} {created} {fingerprint}\")\n if \"demo-project\" in path:\n priv, _ = encryption.deserialize_rsa_keypair(priv_pem.encode(\"utf-8\"), password)\n pem = encryption.serialize_rsa_private_key(priv, None)\n with open(\"/tmp/demo-project.key\", \"wb\") as f:\n f.write(pem)\n print(\"\\n\".join(sorted(lines)))\n PYEOF\n ]\n STEP: Project keys before rotation: /keystorage/gerrit/config/config/secrets 1781184953 12e8e4c9c4754583\n /keystorage/gerrit/demo-project/demo-project/secrets 1781184951 e0eec0819336f3ed\n /keystorage/gerrit/demo-tenant-config/demo-tenant-config/secrets 1781184948 491c970150421710\n /keystorage/git-server/system-config/system-config/secrets 1781184949 b329a1dd394f3fff\n /keystorage/opendev.org/zuul/zuul%2Fzuul-jobs/secrets 1781184951 1abbcdf421a0b3aa\n @ 06/11/26 09:47:11.999\n STEP: Preparing SSH key for rotation from zuul-ssh-key secret @ 06/11/26 09:47:11.999\n STEP: Running rotate-projects-private-keys @ 06/11/26 09:47:12.003\n 2026-06-11T09:47:12-04:00\tINFO\tCreating object, name: zuul-kazoo\n 2026-06-11T09:47:13-04:00\tINFO\tDeleting object, name: config-base-secret-1-2538-ns\n 2026-06-11T09:47:13-04:00\tINFO\tDeleting object, name: config-base-secret-1-853-ns\n 2026-06-11T09:47:13-04:00\tINFO\tDeleting object, name: zs-internal-tenant-reconfigure\n 2026-06-11T09:47:13-04:00\tINFO\tCreating config map name: zk-clients-need-refresh-config-map\n 2026-06-11T09:47:13-04:00\tINFO\tCreating object, name: zk-clients-need-refresh-config-map\n 2026-06-11T09:47:13-04:00\tINFO\tCreating config map name: zuul-needs-full-reconfigure-config-map\n 2026-06-11T09:47:13-04:00\tINFO\tCreating object, name: zuul-needs-full-reconfigure-config-map\n 2026-06-11T09:47:13-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [bash -c cat > /tmp/rotate-projects-private-keys.py && chmod 755 /tmp/*.py]\n 2026-06-11T09:47:13-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [bash -c cat > /var/lib/zuul/.ssh_push_key && chmod 0600 /var/lib/zuul/.ssh_push_key]\n 2026-06-11T09:47:13-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [cat /var/lib/zuul/main.yaml]\n 2026-06-11T09:47:13-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [bash -c cat > /var/lib/zuul/main.yaml]\n 2026-06-11T09:47:13-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [env PYTHONUNBUFFERED=1 /tmp/rotate-projects-private-keys.py --age 9223372036854775807 --author zuul --email zuul@sfop.me --logserver-key LS0tLS1CRUdJTiBSU0EgUFJJVkFURSBLRVktLS0tLQpNSUlKS1FJQkFBS0NBZ0VBM25NMjl4czE2U0xHYTE4YTc2U3lZcHFpenlZbDd2bjFmWVcyN2VBbEQzdXFDd1BICkpKZWFnYUNOMHZuWUxWV0dNUERHNGZTV0h3QzZzMW8zVHFaaVJhajVGY0xsVDdPMlN0ZUtzNWw0MkJZU05ETWMKL1gvZjhWTTFqZHdCOWpNbmt0ZmlCVzdIU3RxQXJibjZ5di8xOTdMZDk2cUxKaUJJUENRMC92OGdoemt2K3JPbwpxTHhCd0RmVmZXbjZSQmhORHhoYzlPM2Rad3VmeXhKWTJPeGkyU0xKYjlxSkNwd2kxajdrTVFDTEpyZS8zcHM4CmRkdEprd3NkYlRhNk8vMyt2RUY0Y0VmSTZoWDNwazBEMTNTdHQzcG9YUW1CS2NGLzdvRmdMK1hPZlBHam1ORWQKVnRUOHk0TC9IYTZTbU9LUnY1MG9malBFdXU1cjZGV3pPWVV6WlovV1hyUjB6Uk5NUy9oMkMvaGpNZG1EYnZiNwp6TmtyTCtFQmtFVmI0a3U3akZFK0Q5Qi94alF3TGRSNFhDUStibUQxbnVWNzNvNlVNeUk0MFhYWjlCRlVtYUoxCm9QNmhuWGQzQzZPOEV2ZW5IRTNnVmJYUG5JVjFHSU9HNjNiSDBEK1hzeVY5Nys2ZHF5L0VHNlFMcnplSGJMeWcKVXpVL2FFL2VJOC9RdnJyaGFzcUdwbEF3RDgzTjBmbjFZM2xwd3hGRUdzZHVuTGViTnJVS09tNFJwOVhhUE05Qgp6NWhJaXVqeG1FR09XVzhWbTlrYWV1SWtMa0FzVGJFV2czWUUyYjNsd2FYc1paYS9JNk5OMmNwY3FEcDZaOFQ4CnVkSEhhdGJySGltc0hjVTJpc09zNUtodE1MZmFLOEN0Z2R4WHk4bXhTd0dRbDJhdmIrblBUZDJ4TXBFQ0F3RUEKQVFLQ0FnQUZ6c3dreE5tS0t3UFRVRFFLeFZINU9qUjFuRGROczBuY0YyeHlqdGxtMjJXaDFKMGJuT2Z1T2huegowLzAzZDBuNTc0Smd5ajhNWTR0c1ZQYllVMGFoN3hiRVFUNjFqMUdMU0EvOWJ3eUpOei9OekRjVnZRUEV1Q1YvCi9QcFI0azFtWTRPcG5NWWdJNTdzRWp6TWxhVFhUUXlucTRTbko5ejg4WHpPK3N3ZmpiQWRqM2pnQVd6Rnl3dGsKVXlyVEllK0tuU29wcEtkMCtoZ25vQlN3NHJDVXZ0aFRwdGp3dllsNURxS3NieGxDOXpXUHB6M0xqYkJ3d2UrNApidzhyRTI5Ri9OOWJMcHVkdFhtK0Zqa0xSRGNJSVI1MkRlSkkrOTNtUlN0VXlzOGlvdGd3ckdhRHdxc3dPTTBHCmVrMG1aOVZ5YzFUb0lSdkIvZWswTTE4YTJZb0JRUEp6ZG5OcFZ6b0ZNblB2ZEtERk12VGxmcExVSHhzZ2h0V0IKbjJSOFJ1dkNPZllYZGlCSWplSnMxRU1TejNEeWp4ZTdCaC9uM1FTeTAyemtYWGJOaVQ4RkNYYStRblYySiswbwppQmNobjQwTVBFM0tJVkhrM3QyTDkvcHFXd1dqaFBqeXlObVVkeWlaNmxHM2ZMSUNmbXA1eHpsR2RRY3hjMXNxCkR6c0NwNkR1blpuRUJJc0l0dzFQa3RYeXA5L1BJeHA1aCtvWUdTY2s5SWxQQnJOR0R3MFk1RjBHYVFlMDRvbjEKeVF3SklGRlBoc3Z2NXJqbkxVeThuUkFUVENzbWlQcEMyNFN0UFVic2d5NUl6aDg0TlBEQmNRVFZ0a3B5RU5hUwowLzNxbWlJM0gzQmhLQUdSUm8zMHZvSnRsYUZFMTI2clVNRjVTQUxPY2J4Rmwva1h3UUtDQVFFQTR4Ymp1QnB0CkZuSkNpSE43M3RDdDZSanVneU5tOU1tK1VJSDIrL09ReDVEQmNrSVd0VkZXS0JCaXV4TkV1SldJTXpHbXNxVFgKcGMyWVJIeCs3UEQ0SmExdXZuYno2MWRBbWo3NG95Z0xEQkJ0aitob0d3TmhyZmJSV01FMXBzVEZncVNpWFRBcApNUmNWd24vcXA3RWdGZ0U1Q0FXQVJuM1VIRGU3dm5RTExtaFo1WjZEZ0pMMmQrRTA4TlpGclhjWW5aRkNabHcyClZlSjBDZktzUUZXb0c3UXczSUZ4aENFMXpUODFHYTU1akE3SlJubVhtMzJxcWxnazBlWGxKMU42VXhITElYQXkKTVlvQnY5MjRnZ2t6UUpTZjc4UVlyQlRRMDJVcW9tWUxsbW1EaG0za3MwVHU3Z2Z4OWl4TEpWS2t0c0RsOUFOMAppbFRtVFMvLzB4V0gwUUtDQVFFQStzVWZoNkFzWG1KRFY2aTdwWi9rOVZSazZNSWFzNndFR1Y5SGRuR3NDYXlXCjFBMWVOQ2lRL2xwM2FKZlBNNFFFNC9pMXZwNWN1K2FlSTU2c2grVE4zb2pmL2dPUHJJVFY1b042R0themFGQkcKS2poaWIvVW1KWk9SR2QxUENXRnU2RHIydEhHc2p6cU11VUtjcWxQM2FnUmZkT1g2YnFuZVFPNEpyVDJpMWllTApxckpHbEN2bnFQbW9hWmQ3am80WVZEVHFRWXBqazY5TXdSb2JzYTE4SmdqcTc2R2IyaHE0cjg5NTdKYWo3RE15CmYwSkJSb3gvQXFpRFladGU0WXdpalQzbFpxUXFXYjg0aFV1YmdPN0lWWmJEcXdha2NFM0JONVBnd3J5c1h6VzQKWENHK3loNXhjT3BhYVlUekN3Tm1JQW0rMHRja284UjdFd0FtV1BwdXdRS0NBUUVBejdXWUJFVG5rcWhnQXI3ZQpoaWNKYXpQS3RWZ2tTN0pieVBlWEdVem5HQ0puVGtMMDBsUGJJam9hbEZKRGdUSUVxZzY0RXA2RVFMdVVrcy9zCnFIeWYvSlp0dlBqQWtubjBOU0Z6K29nZDBxTVVFNVRYNUIxcnN0c1hFTDlvZTJsdjN0Y0hTNFZKcUFVZGVoSFcKYUJ1eTVXMm81SlZqaHhhQWRHN2w0b1h4MURqT1FTQ0QxNDZVc1lIa0VvVnFwZ2RSRkk1UTFaOXljNHYxNTBONApHa0EreTFnOWVQTk5DVFgzS0F5d1hSVWhSK0llWjcrLzFCRlZrUW1lWS82TFl6VVBwZnVZZUxWT3M5RXZXSGRNCjFHUGw1U1FNUmhwdkZyYlRhd2dWdndUbmhHUnVVUDhqT0hYTXRSdS9UUk9taURUWFEvR2NZMXpsczhHRUJRWHEKVVFCWWdRS0NBUUVBcGVTZi9oMzFIQjlQUTM5Slc4RVNPMFd3VjlhSXlaR2pTSkdpZWZXckJOOWJERDhuc2NPZwpYOVBES0xzOUJHeHl1OGw5bWZPemowNTZFVUJZRExKTmlzanJ2V1BudVE1TFh1cGRiRTlqWWord214K2Y1MGE3CkRLSzVtKzJ1NnBxOVB2NDYxSlphdkluVUxINm5tM3BlczVEZkFUdGUxN1NpWmp2U3hQdUFiTUhPZ0liZGNBbzMKZjY1aFBqRkxPTHhCMWZzSGVZSXVhN1hOUmZXYW1va1ZGeWhSRzJQQzhaODV6SHlwd056SzVtZmNJUm5ZaXU1SQoyNTVWQTg1QUQxK2dQK1hSaTN4UTAveFBUTWIrd1dXMXZBRTN3ajFyclN1VEJjeGJKUmlodzM2TFRzKzRJb2ZQCkxnNnE3eUZYazFLVlRkNkVrWUJvS2JyQ1hJaDkxZUVlUVFLQ0FRQVI5Z3pWUGlMdTF5bzh2Tm5kRDMvcUYvYTgKSmRjejRnaGt3TFF3Mm1HMHNVcGx2UnVGR25PemlERkFpbnpYaFpkeHN2MUh1TUxZYk9JemgvS0daN3pkUWxnUwpmclNBVEl0WWZxYnd5M3hBdGxDNFNRdytmMGpmSllsOWZjMGdCVUFndVVlTzFhaFpEVk5wRmh2Yk00Z2RPUWJnCkxnc2JoTGZDZXYzSUZLc0Q5cjF0WURpU2xsRXBUTkRNSjcvSk5HeUJBbTVyZ01qWlV4M1BkRDNJUm1GZkRyY04Kc3NNM3BDZTFmLzU0OGI3QXJHUnhnczlCd1owK1lMZzNrNnhSR3dKb0M4TWp5WGc0L0JDMGFLaWwrbTQrUDVTZgpQMFEzcnJXdGNQc2J2YW1XbTRudk9SS1o3NFVSUFVJZWlZSWFDZGk3NU4wbDl6b1pvVGpFbGNQeHZjL3YKLS0tLS1FTkQgUlNBIFBSSVZBVEUgS0VZLS0tLS0K]\n[+] Collecting keys from ZooKeeper\n[+] Deleting /keystorage/opendev.org/zuul/zuul%2Fzuul-jobs/ssh because Non secrets private key\n[+] Deleting /keystorage/gerrit/demo-tenant-config/demo-tenant-config/ssh because Non secrets private key\n[+] Deleting /keystorage/gerrit/demo-project/demo-project/ssh because Non secrets private key\n[+] Deleting /keystorage/gerrit/config/config/ssh because Non secrets private key\n[+] Deleting /keystorage/git-server/system-config/system-config/ssh because Non secrets private key\n[+] Deleting /keystorage2/tenant/internal/ssh because Non secrets private key\n[+] Deleting /keystorage2/tenant/demo-tenant/ssh because Non secrets private key\n[+] Deleting /keystorage/opendev.org/zuul/zuul%2Fzuul-jobs/secrets because zuul-jobs do not have secrets\n[+] Cloning ssh://zuul@gerrit-sshd.sf:29418/demo-tenant-config to /tmp/current-repo\nCloning into '/tmp/current-repo'...\nWarning: Permanently added '[gerrit-sshd.sf]:29418' (ED25519) to the list of known hosts.\r\nTotal 9 (delta 0), reused 9 (delta 0)\n[+] Deleting /keystorage/gerrit/demo-tenant-config/demo-tenant-config/secrets because project had no secret\n[+] Cloning ssh://zuul@gerrit-sshd.sf:29418/demo-project to /tmp/current-repo\nCloning into '/tmp/current-repo'...\nTotal 9 (delta 0), reused 9 (delta 0)\n[+] Deleting /keystorage/gerrit/demo-project/demo-project/secrets because project had no secret\n[+] Cloning ssh://zuul@gerrit-sshd.sf:29418/config to /tmp/current-repo\nCloning into '/tmp/current-repo'...\nTotal 5 (delta 0), reused 5 (delta 0)\n[+] Deleting /keystorage/gerrit/config/config/secrets because project had no secret\n[+] Deleting /keystorage/git-server/system-config/system-config/secrets because internal repo will be handled in reconcile\n STEP: Reconciling @ 06/11/26 09:47:15.032\n 2026-06-11T09:47:15-04:00\tINFO\tWarning: Killing ZooKeeper client: nodepool-builder-0 nodepool-builder\n 2026-06-11T09:47:15-04:00\tINFO\tRunning pod execution pod: nodepool-builder-0, command: [kill -9 1]\n 2026-06-11T09:47:15-04:00\tINFO\tDeleting object, name: nodepool-builder\n 2026-06-11T09:47:15-04:00\tINFO\tWarning: Killing ZooKeeper client: nodepool-launcher-69f4f444c-27cnd launcher\n 2026-06-11T09:47:15-04:00\tINFO\tRunning pod execution pod: nodepool-launcher-69f4f444c-27cnd, command: [kill -9 1]\n 2026-06-11T09:47:15-04:00\tINFO\tDeleting object, name: launcher\n 2026-06-11T09:47:15-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-db-provision-8cjxd mariadb-client\n 2026-06-11T09:47:15-04:00\tINFO\tRunning pod execution pod: zuul-db-provision-8cjxd, command: [kill -9 1]\n 2026-06-11T09:47:15-04:00\tINFO\tDeleting object, name: mariadb-client\n 2026-06-11T09:47:15-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-db-provision-qkl9s mariadb-client\n 2026-06-11T09:47:15-04:00\tINFO\tRunning pod execution pod: zuul-db-provision-qkl9s, command: [kill -9 1]\n 2026-06-11T09:47:15-04:00\tINFO\tDeleting object, name: mariadb-client\n 2026-06-11T09:47:15-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-executor-0 zuul-executor\n 2026-06-11T09:47:15-04:00\tINFO\tRunning pod execution pod: zuul-executor-0, command: [kill -9 1]\n 2026-06-11T09:47:15-04:00\tINFO\tDeleting object, name: zuul-executor\n 2026-06-11T09:47:15-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-kazoo zuul-kazoo\n 2026-06-11T09:47:15-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [kill -9 1]\n 2026-06-11T09:47:15-04:00\tINFO\tDeleting object, name: zuul-kazoo\n 2026-06-11T09:47:15-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-merger-0 zuul-merger\n 2026-06-11T09:47:15-04:00\tINFO\tRunning pod execution pod: zuul-merger-0, command: [kill -9 1]\n 2026-06-11T09:47:15-04:00\tINFO\tDeleting object, name: zuul-merger\n 2026-06-11T09:47:15-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-scheduler-0 zuul-scheduler\n 2026-06-11T09:47:15-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [kill -9 1]\n 2026-06-11T09:47:15-04:00\tINFO\tDeleting object, name: zuul-scheduler\n 2026-06-11T09:47:15-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-web-6c6fd75fdc-4txdf zuul-web\n 2026-06-11T09:47:15-04:00\tINFO\tRunning pod execution pod: zuul-web-6c6fd75fdc-4txdf, command: [kill -9 1]\n 2026-06-11T09:47:15-04:00\tINFO\tDeleting object, name: zuul-web\n 2026-06-11T09:47:15-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-weeder-57c6567f5f-fvklf zuul-weeder\n 2026-06-11T09:47:15-04:00\tINFO\tRunning pod execution pod: zuul-weeder-57c6567f5f-fvklf, command: [kill -9 1]\n 2026-06-11T09:47:15-04:00\tINFO\tDeleting object, name: zuul-weeder\n 2026-06-11T09:47:15-04:00\tINFO\tDeleting object, name: zk-clients-need-refresh-config-map\n 2026-06-11T09:47:15-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:47:16-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:47:16-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:47:16-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n 2026-06-11T09:47:16-04:00\tINFO\tLogserver authorized_keys is up to date\n 2026-06-11T09:47:16-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:47:16-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:47:16-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:47:16-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:47:16-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:47:17-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:47:17-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:47:17-04:00\tINFO\tCreating object, name: nodepool-builder\n 2026-06-11T09:47:18-04:00\tINFO\tCreating object, name: zuul-scheduler\n 2026-06-11T09:47:18-04:00\tINFO\tCreating object, name: zuul-executor\n 2026-06-11T09:47:19-04:00\tINFO\tCreating object, name: zuul-web\n 2026-06-11T09:47:20-04:00\tINFO\tCreating object, name: zuul-merger\n 2026-06-11T09:47:20-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: Waiting ...\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: Waiting ...\n \t - |_ Merger: Waiting ...\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: Waiting ...\n\n 2026-06-11T09:47:21-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:47:21-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:47:21-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:47:21-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:47:21-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:47:21-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:47:21-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:47:22-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:47:22-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:47:22-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:47:23-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-11T09:47:54-04:00\tINFO\tStatefulset \"zuul-scheduler\" not ready after 30s\n 2026-06-11T09:47:54-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:47:54-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-11T09:47:54-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: Waiting ...\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: Waiting ...\n\n 2026-06-11T09:47:55-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:47:56-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:47:56-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:47:56-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:47:56-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:47:56-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:47:56-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:47:56-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:47:56-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:47:56-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:47:58-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-11T09:48:20-04:00\tINFO\tCreating object, name: zuul-weeder\n 2026-06-11T09:48:20-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:48:20-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-11T09:48:20-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: Waiting ...\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: OK\n\n 2026-06-11T09:48:21-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:48:22-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:48:22-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:48:22-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:48:22-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:48:22-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:48:22-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:48:22-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:48:23-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:48:23-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:48:24-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:48:24-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:48:26-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:48:26-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-11T09:48:27-04:00\tINFO\tCreating base secret job\n 2026-06-11T09:48:27-04:00\tINFO\tCreating object, name: config-base-secret-1-2538-ns\n 2026-06-11T09:48:27-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n 2026-06-11T09:48:28-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:48:29-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:48:29-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:48:29-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:48:29-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:48:29-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:48:29-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:48:29-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:48:29-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:48:29-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:48:31-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:48:31-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:48:32-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:48:32-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-11T09:48:34-04:00\tINFO\tRunning tenant-reconfigure for the 'internal' tenant\n 2026-06-11T09:48:34-04:00\tINFO\tDeleting object, name: zuul-needs-full-reconfigure-config-map\n 2026-06-11T09:48:34-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [zuul-scheduler full-reconfigure]\n 2026-06-11T09:48:42-04:00\tINFO\tDeleting object, name: zuul-web\n 2026-06-11T09:48:42-04:00\tINFO\tCreating object, name: zs-internal-tenant-reconfigure\n 2026-06-11T09:48:42-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n 2026-06-11T09:48:43-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:48:43-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:48:43-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:48:43-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:48:43-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:48:43-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:48:43-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:48:44-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:48:44-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:48:44-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:48:45-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:48:45-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:48:46-04:00\tINFO\tCreating object, name: zuul-web\n 2026-06-11T09:48:47-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-11T09:48:48-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:48:49-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:48:49-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:48:49-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:48:49-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:48:49-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:48:49-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:48:49-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:48:49-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:48:49-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:48:51-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:48:51-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:48:52-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:48:52-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-11T09:48:53-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-11T09:48:54-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:48:55-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:48:55-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:48:55-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:48:55-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:48:55-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:48:55-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:48:55-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:48:56-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:48:56-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:48:57-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:48:57-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:48:59-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:48:59-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-11T09:48:59-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-11T09:49:00-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:49:01-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:49:01-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:49:01-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:49:01-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:49:01-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:49:01-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:49:01-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:49:02-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:49:02-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:49:03-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:49:03-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:49:05-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:49:05-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-11T09:49:06-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-11T09:49:07-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:49:07-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:49:07-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:49:07-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:49:07-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:49:07-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:49:07-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:49:08-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:49:08-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:49:08-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:49:09-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:49:09-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:49:11-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:49:11-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-11T09:49:12-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-11T09:49:13-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:49:13-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:49:13-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:49:13-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:49:13-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:49:13-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:49:13-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:49:14-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:49:14-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:49:14-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:49:16-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:49:16-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:49:17-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:49:17-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-11T09:49:18-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-11T09:49:19-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:49:20-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:49:20-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:49:20-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:49:20-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:49:20-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:49:20-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:49:20-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:49:20-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:49:20-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:49:22-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:49:22-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:49:23-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:49:23-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-11T09:49:24-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-11T09:49:25-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:49:26-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:49:26-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:49:26-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:49:26-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:49:26-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:49:26-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:49:26-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:49:27-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:49:27-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:49:28-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:49:28-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:49:30-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:49:30-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-11T09:49:30-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-11T09:49:31-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:49:32-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:49:32-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:49:32-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:49:32-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:49:32-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:49:32-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:49:32-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:49:33-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:49:33-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:49:34-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:49:34-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:49:36-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:49:36-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-11T09:49:37-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-11T09:49:38-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:49:38-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:49:38-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:49:38-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:49:38-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:49:38-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:49:38-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:49:39-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:49:39-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:49:39-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:49:40-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:49:40-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:49:42-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:49:42-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-11T09:49:43-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-11T09:49:44-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-11T09:49:44-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-11T09:49:44-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-11T09:49:44-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-11T09:49:44-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-11T09:49:44-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-11T09:49:44-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-11T09:49:45-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-11T09:49:45-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-11T09:49:45-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-11T09:49:47-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-11T09:49:47-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-11T09:49:48-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-11T09:49:48-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-11T09:49:49-04:00\tINFO\t\n \t - Config: OK\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n\u2022 [159.642 seconds]\n------------------------------\nProject Private Keys Rotation zuul-web config-errors remain empty after rotation\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:103\n STEP: Ensuring tenant have no config errors @ 06/11/26 09:49:49.905\n 2026-06-11T09:49:49-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -s zuul-web:9000/api/tenant/internal/config-errors]\n 2026-06-11T09:49:50-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -s zuul-web:9000/api/tenant/demo-tenant/config-errors]\n\u2022 [0.310 seconds]\n------------------------------\nProject Private Keys Rotation project private keys changed when rotation was applied\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:107\n [SKIPPED] in [It] - /home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:109 @ 06/11/26 09:49:50.215\nS [SKIPPED] [0.000 seconds]\nProject Private Keys Rotation [It] project private keys changed when rotation was applied\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:107\n\n [SKIPPED] This assertion only works with sf > 0.65\n In [It] at: /home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:109 @ 06/11/26 09:49:50.215\n------------------------------\n\nRan 17 of 19 Specs in 487.721 seconds\nSUCCESS! -- 17 Passed | 0 Failed | 0 Pending | 2 Skipped\n--- PASS: TestSFOP (487.72s)\nPASS\nok \tgithub.com/softwarefactory-project/sf-operator/tests\t487.750s", "stdout_lines": [ "go test -timeout 0 -v ./tests/... -args --ginkgo.v --ginkgo.no-color", "go: downloading github.com/google/shlex v0.0.0-20191202100458-e7afc7fbc510", "go: downloading github.com/onsi/gomega v1.33.1", "go: downloading github.com/onsi/ginkgo/v2 v2.17.2", "=== RUN TestSFOP", "Running Suite: Software Factory CI - /home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests", "========================================================================================================================", "Random Seed: 1781185302", "", "Will run 19 of 19 specs", "------------------------------", "[BeforeSuite] ", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/main_test.go:55", " 2026-06-11T09:41:42-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution", "", " 2026-06-11T09:41:42-04:00\tINFO\tKubernetes Distribution found: Kubernetes", "", "[BeforeSuite] PASSED [0.025 seconds]", "------------------------------", "Launcher Tests setup namespace", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/launcher_test.go:17", " STEP: Creating namespace @ 06/11/26 09:41:42.52", " 2026-06-11T09:41:42-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution", "", " 2026-06-11T09:41:42-04:00\tINFO\tKubernetes Distribution found: Kubernetes", "", " 2026-06-11T09:41:42-04:00\tINFO\tCreating \"launcher-ns\" in launcher-ns", " 2026-06-11T09:41:42-04:00\tINFO\t \"launcher-ns\" created", " 2026-06-11T09:41:42-04:00\tINFO\tCreating \"zuul-launcher-sa\" in launcher-ns", " 2026-06-11T09:41:42-04:00\tINFO\t \"zuul-launcher-sa\" created", " 2026-06-11T09:41:42-04:00\tINFO\tCreating \"zuul-launcher-sa-role\" in launcher-ns", " 2026-06-11T09:41:42-04:00\tINFO\t \"zuul-launcher-sa-role\" created", " 2026-06-11T09:41:42-04:00\tINFO\tCreating \"zuul-launcher-sa-rb\" in launcher-ns", " 2026-06-11T09:41:42-04:00\tINFO\t \"zuul-launcher-sa-rb\" created", " 2026-06-11T09:41:42-04:00\tINFO\tCreating \"zuul-launcher-sa-token\" in launcher-ns", " 2026-06-11T09:41:42-04:00\tINFO\t \"zuul-launcher-sa-token\" created", " 2026-06-11T09:41:43-04:00\tINFO\tCreating \"nodepool-providers-secrets\" in sf", " 2026-06-11T09:41:43-04:00\tINFO\t \"nodepool-providers-secrets\" created", " STEP: Add kubeconfig to the CR @ 06/11/26 09:41:43.574", " 2026-06-11T09:41:43-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:41:44-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:41:44-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:41:44-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", " 2026-06-11T09:41:44-04:00\tINFO\tLogserver authorized_keys is up to date", " 2026-06-11T09:41:44-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:41:44-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:41:44-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:41:44-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:41:45-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:41:45-04:00\tINFO\tCreating object, name: zuul-capacity", " 2026-06-11T09:41:45-04:00\tINFO\tStatefulset \"nodepool-launcher\" configuration changed, applying...", " 2026-06-11T09:41:45-04:00\tDEBUG\tReason: some images changed, annotation 'nodepool-providers-secrets' changed from '2348' to '0'", " 2026-06-11T09:41:45-04:00\tINFO\tUpdating object, name: nodepool-launcher", " 2026-06-11T09:41:45-04:00\tINFO\tStatefulset \"nodepool-builder\" configuration changed, applying...", " 2026-06-11T09:41:45-04:00\tDEBUG\tReason: annotation 'nodepool-providers-secrets' changed from '2348' to '0'", " 2026-06-11T09:41:45-04:00\tINFO\tUpdating object, name: nodepool-builder", " 2026-06-11T09:41:46-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:41:46-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:41:47-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:41:47-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-11T09:41:48-04:00\tINFO\t", " \t - Config: OK", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: Waiting ...", " \t - NodePoolLauncher: Waiting ...", " \t - Zookeeper: OK", " \t - Zuul: OK", "", " 2026-06-11T09:41:49-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:41:50-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:41:50-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:41:50-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:41:50-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:41:50-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:41:50-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:41:50-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:41:51-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:41:51-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", " 2026-06-11T09:41:52-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:41:52-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:41:54-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:41:54-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-11T09:41:55-04:00\tINFO\t", " \t - Config: OK", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: Waiting ...", " \t - NodePoolLauncher: Waiting ...", " \t - Zookeeper: OK", " \t - Zuul: OK", "", " 2026-06-11T09:41:56-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:41:56-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:41:56-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:41:56-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:41:56-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:41:56-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:41:56-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:41:57-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:41:57-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:41:57-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", " 2026-06-11T09:41:59-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:41:59-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:42:00-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:42:00-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-11T09:42:01-04:00\tINFO\t", " \t - Config: OK", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: Waiting ...", " \t - NodePoolLauncher: Waiting ...", " \t - Zookeeper: OK", " \t - Zuul: OK", "", " 2026-06-11T09:42:02-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:42:03-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:42:03-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:42:03-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:42:03-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:42:03-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:42:03-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:42:03-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:42:04-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:42:04-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", " 2026-06-11T09:42:05-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:42:05-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:42:07-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:42:07-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-11T09:42:08-04:00\tINFO\t", " \t - Config: OK", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: Waiting ...", " \t - NodePoolLauncher: Waiting ...", " \t - Zookeeper: OK", " \t - Zuul: OK", "", " 2026-06-11T09:42:09-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:42:10-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:42:10-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:42:10-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:42:10-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:42:10-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:42:10-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:42:10-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:42:10-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:42:10-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", " 2026-06-11T09:42:12-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:42:12-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:42:13-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:42:13-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-11T09:42:15-04:00\tINFO\t", " \t - Config: OK", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: Waiting ...", " \t - NodePoolLauncher: Waiting ...", " \t - Zookeeper: OK", " \t - Zuul: OK", "", " 2026-06-11T09:42:16-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:42:16-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:42:16-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:42:16-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:42:16-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:42:16-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:42:16-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:42:17-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:42:17-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:42:17-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", " 2026-06-11T09:42:18-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:42:18-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:42:20-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:42:20-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-11T09:42:21-04:00\tINFO\t", " \t - Config: OK", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: Waiting ...", " \t - NodePoolLauncher: Waiting ...", " \t - Zookeeper: OK", " \t - Zuul: OK", "", " 2026-06-11T09:42:22-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:42:23-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:42:23-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:42:23-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:42:23-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:42:23-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:42:23-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:42:23-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:42:24-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:42:24-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", " 2026-06-11T09:42:25-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:42:25-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:42:27-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:42:27-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-11T09:42:28-04:00\tINFO\t", " \t - Config: OK", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: Waiting ...", " \t - NodePoolLauncher: Waiting ...", " \t - Zookeeper: OK", " \t - Zuul: OK", "", " 2026-06-11T09:42:29-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:42:29-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:42:29-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:42:29-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:42:29-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:42:29-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:42:29-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:42:30-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:42:30-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:42:30-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:42:32-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:42:32-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:42:33-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:42:33-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-11T09:42:34-04:00\tINFO\t", " \t - Config: OK", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: OK", "", "\u2022 [52.400 seconds]", "------------------------------", "Launcher Tests add image, section and provider", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/launcher_test.go:28", " STEP: Submitting config @ 06/11/26 09:42:34.92", "run git-review and wait for CI\u2022 [0.000 seconds]", "------------------------------", "Launcher Tests validate job are running in k8s", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/launcher_test.go:33", "tltl\u2022 [0.000 seconds]", "------------------------------", "Deploy Tests Reconcile default", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/deploy_test.go:11", " 2026-06-11T09:42:35-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:42:35-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:42:35-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:42:35-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", " 2026-06-11T09:42:35-04:00\tINFO\tLogserver authorized_keys is up to date", " 2026-06-11T09:42:35-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:42:35-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:42:36-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:42:36-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:42:36-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:42:37-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:42:37-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:42:38-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:42:38-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:42:40-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:42:40-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-11T09:42:41-04:00\tINFO\t", " \t - Config: OK", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: OK", "", "\u2022 [6.602 seconds]", "------------------------------", "Deploy Tests Match zuul secrets", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/deploy_test.go:14", " 2026-06-11T09:42:41-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [cat /etc/zuul/zuul.conf]", "\u2022 [0.136 seconds]", "------------------------------", "Deploy Tests Connect to services", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/deploy_test.go:17", "\u2022 [0.215 seconds]", "------------------------------", "Secret Rotations zuul-auth works", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/secrets_rotation_test.go:60", " STEP: Deleting secrets not rotated by the CLI @ 06/11/26 09:42:41.879", " STEP: Running secret rotation CLI @ 06/11/26 09:42:41.889", " 2026-06-11T09:42:41-04:00\tINFO\tWarning: At least one executor running, this may cause issues when rotating Zookeeper secrets.", " 2026-06-11T09:42:41-04:00\tINFO\tRotating Keystore password...", " 2026-06-11T09:42:41-04:00\tINFO\tCreating secret, name: zuul-keystore-password-new", " 2026-06-11T09:42:41-04:00\tINFO\tCreating object, name: zuul-keystore-password-new", " 2026-06-11T09:42:41-04:00\tINFO\tCreating object, name: zuul-kazoo", " 2026-06-11T09:42:43-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [cat /var/lib/zuul/keys-backup.json]", " 2026-06-11T09:42:43-04:00\tINFO\tUpdating object, name: zuul-keystore-password", " 2026-06-11T09:42:43-04:00\tINFO\tDeleting object, name: zuul-keystore-password-new", " 2026-06-11T09:42:43-04:00\tINFO\tDeleting object, name: zuul-kazoo", " 2026-06-11T09:42:43-04:00\tINFO\tKilling every kazoo client...", " 2026-06-11T09:42:43-04:00\tINFO\tWarning: Killing ZooKeeper client: nodepool-builder-0 nodepool-builder", " 2026-06-11T09:42:43-04:00\tINFO\tRunning pod execution pod: nodepool-builder-0, command: [kill -9 1]", " 2026-06-11T09:42:43-04:00\tINFO\tDeleting object, name: nodepool-builder", " 2026-06-11T09:42:43-04:00\tINFO\tWarning: Killing ZooKeeper client: nodepool-launcher-69f4f444c-27cnd launcher", " 2026-06-11T09:42:43-04:00\tINFO\tRunning pod execution pod: nodepool-launcher-69f4f444c-27cnd, command: [kill -9 1]", " 2026-06-11T09:42:44-04:00\tINFO\tDeleting object, name: launcher", " 2026-06-11T09:42:44-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-db-provision-qkl9s mariadb-client", " 2026-06-11T09:42:44-04:00\tINFO\tRunning pod execution pod: zuul-db-provision-qkl9s, command: [kill -9 1]", " 2026-06-11T09:42:44-04:00\tINFO\tDeleting object, name: mariadb-client", " 2026-06-11T09:42:44-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-executor-0 zuul-executor", " 2026-06-11T09:42:44-04:00\tINFO\tRunning pod execution pod: zuul-executor-0, command: [kill -9 1]", " 2026-06-11T09:42:44-04:00\tINFO\tDeleting object, name: zuul-executor", " 2026-06-11T09:42:44-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-kazoo zuul-kazoo", " 2026-06-11T09:42:44-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [kill -9 1]", " 2026-06-11T09:43:14-04:00\tINFO\tDeleting object, name: zuul-kazoo", " 2026-06-11T09:43:14-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-merger-0 zuul-merger", " 2026-06-11T09:43:14-04:00\tINFO\tRunning pod execution pod: zuul-merger-0, command: [kill -9 1]", " 2026-06-11T09:43:14-04:00\tINFO\tDeleting object, name: zuul-merger", " 2026-06-11T09:43:14-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-scheduler-0 zuul-scheduler", " 2026-06-11T09:43:14-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [kill -9 1]", " 2026-06-11T09:43:14-04:00\tINFO\tDeleting object, name: zuul-scheduler", " 2026-06-11T09:43:14-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-web-6cd59c494-xxmrc zuul-web", " 2026-06-11T09:43:14-04:00\tINFO\tRunning pod execution pod: zuul-web-6cd59c494-xxmrc, command: [kill -9 1]", " 2026-06-11T09:43:14-04:00\tINFO\tDeleting object, name: zuul-web", " 2026-06-11T09:43:14-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-weeder-57c6567f5f-gwbvm zuul-weeder", " 2026-06-11T09:43:14-04:00\tINFO\tRunning pod execution pod: zuul-weeder-57c6567f5f-gwbvm, command: [kill -9 1]", " 2026-06-11T09:43:14-04:00\tINFO\tDeleting object, name: zuul-weeder", " 2026-06-11T09:43:14-04:00\tINFO\tDeleting object, name: zookeeper", " 2026-06-11T09:43:14-04:00\tINFO\tRotating Zuul Client Authenticator secret...", " 2026-06-11T09:43:14-04:00\tINFO\tDeleting object, name: zuul-auth-secret", " 2026-06-11T09:43:14-04:00\tINFO\tCreating secret, name: zuul-auth-secret", " 2026-06-11T09:43:14-04:00\tINFO\tCreating object, name: zuul-auth-secret", " 2026-06-11T09:43:14-04:00\tINFO\tRotating Zuul DB Connection secret...", " 2026-06-11T09:43:14-04:00\tINFO\tDeleting object, name: zuul-db-connection", " 2026-06-11T09:43:14-04:00\tINFO\tRotating Zookeeper certificates...", " 2026-06-11T09:43:14-04:00\tINFO\tDeleting object, name: zookeeper-client-tls", " 2026-06-11T09:43:14-04:00\tINFO\tDeleting object, name: zookeeper-server-tls", " 2026-06-11T09:43:14-04:00\tINFO\tForce Restart impacted services...", " 2026-06-11T09:43:14-04:00\tINFO\tDeleting object, name: zuul-scheduler-0", " 2026-06-11T09:43:14-04:00\tINFO\tDeleting object, name: zuul-web-6cd59c494-xxmrc", " STEP: Reconciling @ 06/11/26 09:43:14.536", " 2026-06-11T09:43:14-04:00\tINFO\tWarning: Killing ZooKeeper client: nodepool-launcher-69f4f444c-27cnd launcher", " 2026-06-11T09:43:14-04:00\tINFO\tRunning pod execution pod: nodepool-launcher-69f4f444c-27cnd, command: [kill -9 1]", " 2026-06-11T09:43:14-04:00\tINFO\tDeleting object, name: launcher", " 2026-06-11T09:43:14-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-db-provision-qkl9s mariadb-client", " 2026-06-11T09:43:14-04:00\tINFO\tRunning pod execution pod: zuul-db-provision-qkl9s, command: [kill -9 1]", " 2026-06-11T09:43:14-04:00\tINFO\tDeleting object, name: mariadb-client", " 2026-06-11T09:43:14-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-kazoo zuul-kazoo", " 2026-06-11T09:43:14-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [kill -9 1]", " 2026-06-11T09:43:14-04:00\tINFO\tDeleting object, name: zuul-kazoo", " 2026-06-11T09:43:14-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-merger-0 zuul-merger", " 2026-06-11T09:43:14-04:00\tINFO\tRunning pod execution pod: zuul-merger-0, command: [kill -9 1]", " 2026-06-11T09:43:15-04:00\tINFO\tDeleting object, name: zuul-merger", " 2026-06-11T09:43:15-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-scheduler-0 zuul-scheduler", " 2026-06-11T09:43:15-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [kill -9 1]", " 2026-06-11T09:43:44-04:00\tINFO\tDeleting object, name: zuul-scheduler", " 2026-06-11T09:43:44-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-web-6cd59c494-xxmrc zuul-web", " 2026-06-11T09:43:44-04:00\tINFO\tRunning pod execution pod: zuul-web-6cd59c494-xxmrc, command: [kill -9 1]", " 2026-06-11T09:43:44-04:00\tINFO\tDeleting object, name: zuul-web", " 2026-06-11T09:43:44-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-weeder-57c6567f5f-gwbvm zuul-weeder", " 2026-06-11T09:43:44-04:00\tINFO\tRunning pod execution pod: zuul-weeder-57c6567f5f-gwbvm, command: [kill -9 1]", " 2026-06-11T09:43:44-04:00\tINFO\tDeleting object, name: zuul-weeder", " 2026-06-11T09:43:44-04:00\tINFO\tDeleting object, name: zookeeper", " 2026-06-11T09:43:44-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:43:44-04:00\tINFO\tCreating object, name: zuul-db-connection", " 2026-06-11T09:43:44-04:00\tINFO\tRe-provisioning db password", " 2026-06-11T09:43:44-04:00\tINFO\tDeleting object, name: zuul-db-provision", " 2026-06-11T09:43:44-04:00\tINFO\tKubeAPIWarningLogger\tchild pods are preserved by default when jobs are deleted; set propagationPolicy=Background to remove them or set propagationPolicy=Orphan to suppress this warning", " 2026-06-11T09:43:44-04:00\tINFO\tCreating object, name: zuul-db-provision", " 2026-06-11T09:43:45-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:43:45-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:43:45-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", " 2026-06-11T09:43:45-04:00\tINFO\tLogserver authorized_keys is up to date", " 2026-06-11T09:43:45-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:43:45-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:43:45-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:43:45-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:43:45-04:00\tINFO\tDeleting object, name: zookeeper-client-tls", " 2026-06-11T09:43:45-04:00\tINFO\tDeleting object, name: zookeeper-server-tls", " 2026-06-11T09:43:47-04:00\tINFO\tCreating object, name: zookeeper-client-tls", " 2026-06-11T09:43:49-04:00\tINFO\tCreating object, name: zookeeper-server-tls", " 2026-06-11T09:43:49-04:00\tINFO\tCreating object, name: zookeeper", " 2026-06-11T09:43:49-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", " 2026-06-11T09:43:49-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: Waiting ...", " \t - Zookeeper: Waiting ...", "", " 2026-06-11T09:43:50-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:43:50-04:00\tINFO\tCreating object, name: zuul-db-provision", " 2026-06-11T09:43:51-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:43:51-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:43:51-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:43:51-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:43:51-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:43:51-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:43:51-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-11T09:44:07-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...", " 2026-06-11T09:44:07-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: Waiting ...", " \t - Zookeeper: OK", "", " 2026-06-11T09:44:08-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:44:09-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:44:09-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:44:09-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:44:09-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:44:09-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:44:09-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:44:09-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:44:10-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:44:10-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:44:10-04:00\tINFO\tCreating object, name: nodepool-builder", " 2026-06-11T09:44:11-04:00\tINFO\tUpdating secret, name: zuul-config", " 2026-06-11T09:44:11-04:00\tINFO\tUpdating object, name: zuul-config", " 2026-06-11T09:44:11-04:00\tINFO\tCreating object, name: zuul-scheduler", " 2026-06-11T09:44:11-04:00\tINFO\tCreating object, name: zuul-executor", " 2026-06-11T09:44:12-04:00\tINFO\tCreating object, name: zuul-web", " 2026-06-11T09:44:13-04:00\tINFO\tCreating object, name: zuul-merger", " 2026-06-11T09:44:13-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: Waiting ...", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: Waiting ...", " \t - |_ Merger: Waiting ...", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: Waiting ...", "", " 2026-06-11T09:44:14-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:44:14-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:44:14-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:44:14-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:44:14-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:44:14-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:44:14-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:44:15-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:44:15-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:44:15-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:44:16-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-11T09:44:47-04:00\tINFO\tStatefulset \"zuul-scheduler\" not ready after 30s", " 2026-06-11T09:44:47-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:44:47-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-11T09:44:47-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: Waiting ...", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: Waiting ...", "", " 2026-06-11T09:44:48-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:44:49-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:44:49-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:44:49-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:44:49-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:44:49-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:44:49-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:44:49-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:44:49-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:44:49-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:44:51-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-11T09:45:13-04:00\tINFO\tCreating object, name: zuul-weeder", " 2026-06-11T09:45:13-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:45:13-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-11T09:45:13-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: Waiting ...", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: Waiting ...", "", " 2026-06-11T09:45:14-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:45:15-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:45:15-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:45:15-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:45:15-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:45:15-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:45:15-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:45:15-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:45:16-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:45:16-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:45:17-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:45:17-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:45:19-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:45:19-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-11T09:45:20-04:00\tINFO\tCreating base secret job", " 2026-06-11T09:45:20-04:00\tINFO\tCreating object, name: config-base-secret-1-2538-ns", " 2026-06-11T09:45:20-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: OK", "", " 2026-06-11T09:45:21-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:45:21-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:45:21-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:45:21-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:45:21-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:45:21-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:45:21-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:45:22-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:45:22-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:45:22-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:45:24-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:45:24-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:45:25-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:45:25-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-11T09:45:26-04:00\tINFO\tRunning tenant-reconfigure for the 'internal' tenant", " 2026-06-11T09:45:27-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [zuul-scheduler tenant-reconfigure internal]", " 2026-06-11T09:45:34-04:00\tINFO\tDeleting object, name: zuul-web", " 2026-06-11T09:45:34-04:00\tINFO\tUpdating object, name: zs-internal-tenant-reconfigure", " 2026-06-11T09:45:34-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: OK", "", " 2026-06-11T09:45:35-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:45:36-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:45:36-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:45:36-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:45:36-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:45:36-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:45:36-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:45:36-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:45:36-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:45:36-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:45:37-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:45:37-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:45:38-04:00\tINFO\tCreating object, name: zuul-web", " 2026-06-11T09:45:39-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-11T09:45:40-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:45:41-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:45:41-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:45:41-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:45:41-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:45:41-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:45:41-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:45:41-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:45:42-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:45:42-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:45:43-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:45:43-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:45:45-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:45:45-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-11T09:45:45-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-11T09:45:46-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:45:47-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:45:47-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:45:47-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:45:47-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:45:47-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:45:47-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:45:47-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:45:48-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:45:48-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:45:49-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:45:49-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:45:51-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:45:51-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-11T09:45:52-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-11T09:45:53-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:45:53-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:45:53-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:45:53-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:45:53-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:45:53-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:45:53-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:45:54-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:45:54-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:45:54-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:45:55-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:45:55-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:45:57-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:45:57-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-11T09:45:58-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-11T09:45:59-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:45:59-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:45:59-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:45:59-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:45:59-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:45:59-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:45:59-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:46:00-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:46:00-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:46:00-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:46:02-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:46:02-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:46:03-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:46:03-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-11T09:46:04-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-11T09:46:05-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:46:06-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:46:06-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:46:06-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:46:06-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:46:06-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:46:06-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:46:06-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:46:06-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:46:06-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:46:08-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:46:08-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:46:09-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:46:09-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-11T09:46:10-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-11T09:46:11-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:46:12-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:46:12-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:46:12-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:46:12-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:46:12-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:46:12-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:46:12-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:46:13-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:46:13-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:46:14-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:46:14-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:46:16-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:46:16-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-11T09:46:16-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-11T09:46:17-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:46:18-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:46:18-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:46:18-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:46:18-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:46:18-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:46:18-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:46:18-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:46:19-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:46:19-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:46:20-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:46:20-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:46:22-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:46:22-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-11T09:46:23-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-11T09:46:24-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:46:24-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:46:24-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:46:24-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:46:24-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:46:24-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:46:24-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:46:25-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:46:25-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:46:25-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:46:26-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:46:26-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:46:28-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:46:28-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-11T09:46:29-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-11T09:46:30-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:46:30-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:46:30-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:46:30-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:46:30-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:46:30-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:46:30-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:46:31-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:46:31-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:46:31-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:46:33-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:46:33-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:46:34-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:46:34-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-11T09:46:35-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-11T09:46:36-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:46:37-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:46:37-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:46:37-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:46:37-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:46:37-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:46:37-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:46:37-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:46:37-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:46:37-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:46:39-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:46:39-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:46:40-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:46:40-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-11T09:46:42-04:00\tINFO\t", " \t - Config: OK", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: OK", "", " STEP: Validating secret changed @ 06/11/26 09:46:42.107", " 2026-06-11T09:46:42-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [cat /etc/zuul/zuul.conf]", " STEP: Checking the secret is in the zuul.conf @ 06/11/26 09:46:42.265", " STEP: Checking zuul-client works @ 06/11/26 09:46:42.271", " 2026-06-11T09:46:42-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [bash -c zuul-client -v autohold --tenant internal --project system-config --job testytest --reason testy 2>&1]", "\u2022 [241.301 seconds]", "------------------------------", "Secret Rotations zuul-db works", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/secrets_rotation_test.go:71", " STEP: Checking the secret is in the zuul.conf @ 06/11/26 09:46:43.176", " STEP: Checking zuul-web works @ 06/11/26 09:46:43.179", " 2026-06-11T09:46:43-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl zuul-web:9000/api/tenant/demo-tenant/builds]", " % Total % Received % Xferd Average Speed Time Time Time Current", " Dload Upload Total Spent Left Speed", "", " 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0", "100 2 100 2 0 0 39 0 --:--:-- --:--:-- --:--:-- 39", "\u2022 [0.178 seconds]", "------------------------------", "Secret Rotations zuul-zk works", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/secrets_rotation_test.go:81", " STEP: Checking the key in zuul pod @ 06/11/26 09:46:43.353", " 2026-06-11T09:46:43-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [cat /tls/client/tls.key]", " STEP: Connecting with kazoo @ 06/11/26 09:46:43.451", " 2026-06-11T09:46:43-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [python3 -c import os, kazoo.client; os.chdir('/tls/client'); hosts=list(filter(lambda l: l.startswith('hosts'), open('/etc/zuul/zuul.conf').readlines()))[0].split('=')[1].strip(); client = kazoo.client.KazooClient(hosts, use_ssl=True, keyfile='tls.key', certfile='tls.crt', ca='ca.crt'); client.start(); print(client.get_children('/keystorage2'))]", "\u2022 [0.489 seconds]", "------------------------------", "gateway tests When setting up extra gateway configuration for a maintenance Should reconcile", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/gateway_test.go:28", " 2026-06-11T09:46:43-04:00\tINFO\tCreating object, name: maintenance-config", " 2026-06-11T09:46:43-04:00\tINFO\tCreating object, name: maintenance-static-files", " 2026-06-11T09:46:43-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:46:44-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:46:44-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:46:44-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", " 2026-06-11T09:46:44-04:00\tINFO\tLogserver authorized_keys is up to date", " 2026-06-11T09:46:44-04:00\tINFO\tStatefulset \"gateway\" configuration changed, applying...", " 2026-06-11T09:46:44-04:00\tDEBUG\tReason: annotation 'config-hash' changed from '90a6261c7272ad73ee593bd22fc08aa0b50c9e09eb380107181e1e58b851202b' to 'c04b8e5064e2a2985ef09fcc1ab4c2dda05fbcb2cd18006ff3d01f2b963e17d8'", " 2026-06-11T09:46:44-04:00\tINFO\tUpdating object, name: gateway", " 2026-06-11T09:46:44-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:46:44-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:46:44-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:46:45-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:46:45-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:46:46-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:46:46-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:46:48-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:46:48-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-11T09:46:49-04:00\tINFO\t", " \t - Config: OK", " \t - Gateway: Waiting ...", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: OK", "", " 2026-06-11T09:46:50-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:46:51-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:46:51-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:46:51-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:46:51-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:46:51-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:46:51-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:46:51-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:46:52-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:46:52-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:46:53-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:46:53-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:46:55-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:46:55-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-11T09:46:56-04:00\tINFO\t", " \t - Config: OK", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: OK", "", "\u2022 [12.666 seconds]", "------------------------------", "gateway tests When setting up extra gateway configuration for a maintenance Should serve HTTP 503 and the expected content", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/gateway_test.go:55", " 2026-06-11T09:46:56-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -o - -I gateway:8080/zuul/]", " % Total % Received % Xferd Average Speed Time Time Time Current", " Dload Upload Total Spent Left Speed", "", " 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0", " 0 17 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0", " 2026-06-11T09:46:56-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl gateway:8080/zuul/api/components]", " % Total % Received % Xferd Average Speed Time Time Time Current", " Dload Upload Total Spent Left Speed", "", " 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0", "100 17 100 17 0 0 8500 0 --:--:-- --:--:-- --:--:-- 8500", "\u2022 [0.286 seconds]", "------------------------------", "gateway tests When removing the gateway's extra config Should reconcile", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/gateway_test.go:65", " 2026-06-11T09:46:56-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:46:57-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:46:57-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:46:57-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", " 2026-06-11T09:46:57-04:00\tINFO\tLogserver authorized_keys is up to date", " 2026-06-11T09:46:57-04:00\tINFO\tStatefulset \"gateway\" configuration changed, applying...", " 2026-06-11T09:46:57-04:00\tDEBUG\tReason: annotation 'config-hash' changed from 'c04b8e5064e2a2985ef09fcc1ab4c2dda05fbcb2cd18006ff3d01f2b963e17d8' to '90a6261c7272ad73ee593bd22fc08aa0b50c9e09eb380107181e1e58b851202b'", " 2026-06-11T09:46:57-04:00\tINFO\tUpdating object, name: gateway", " 2026-06-11T09:46:57-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:46:57-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:46:58-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:46:58-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:46:58-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:47:00-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:47:00-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:47:01-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:47:01-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-11T09:47:03-04:00\tINFO\t", " \t - Config: OK", " \t - Gateway: Waiting ...", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: OK", "", " 2026-06-11T09:47:04-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:47:04-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:47:04-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:47:04-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:47:04-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:47:04-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:47:04-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:47:05-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:47:05-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:47:05-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:47:06-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:47:06-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:47:08-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:47:08-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-11T09:47:09-04:00\tINFO\t", " \t - Config: OK", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: OK", "", "\u2022 [12.911 seconds]", "------------------------------", "gateway tests When removing the gateway's extra config Should serve the regular content", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/gateway_test.go:71", " 2026-06-11T09:47:09-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -o - -I gateway:8080/zuul/api/components]", " % Total % Received % Xferd Average Speed Time Time Time Current", " Dload Upload Total Spent Left Speed", "", " 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0", " 0 537 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0", " 2026-06-11T09:47:09-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl gateway:8080/zuul/api/components]", " % Total % Received % Xferd Average Speed Time Time Time Current", " Dload Upload Total Spent Left Speed", "", " 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0", "100 537 100 537 0 0 89500 0 --:--:-- --:--:-- --:--:-- 89500", "\u2022 [0.275 seconds]", "------------------------------", "Test Env Has namespace", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/main_test.go:167", "\u2022 [0.000 seconds]", "------------------------------", "Project Private Keys Rotation ensures no config errors", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:33", " STEP: Ensuring tenant have no config errors @ 06/11/26 09:47:09.982", " 2026-06-11T09:47:09-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -s zuul-web:9000/api/tenant/internal/config-errors]", " 2026-06-11T09:47:10-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -s zuul-web:9000/api/tenant/demo-tenant/config-errors]", "\u2022 [0.281 seconds]", "------------------------------", "Project Private Keys Rotation inject new secret in demo-project", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:37", " [SKIPPED] in [It] - /home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:39 @ 06/11/26 09:47:10.263", "S [SKIPPED] [0.000 seconds]", "Project Private Keys Rotation [It] inject new secret in demo-project", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:37", "", " [SKIPPED] This assertion only works with sf > 0.65", " In [It] at: /home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:39 @ 06/11/26 09:47:10.263", "------------------------------", "Project Private Keys Rotation runs rotate-projects-private-keys", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:84", " STEP: Fetching project private keys state from ZooKeeper (to validate change after) @ 06/11/26 09:47:10.263", " 2026-06-11T09:47:10-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [bash -c python3 << 'PYEOF'", " import configparser", " import hashlib", " from zuul.zk import ZooKeeperClient", " from zuul.lib.keystorage import KeyStorage", " from zuul.lib import encryption", "", " config = configparser.ConfigParser()", " config.read(\"/etc/zuul/zuul.conf\")", " password = config[\"keystore\"][\"password\"].encode(\"utf-8\")", " zk_client = ZooKeeperClient.fromConfig(config)", " zk_client.connect()", " lines = []", " for path, obj in KeyStorage(zk_client, \"unused\").exportKeys().get(\"keys\", {}).items():", " if path.endswith(\"/secrets\") and \"keys\" in obj and len(obj.get(\"keys\", [])) == 1:", " created = obj[\"keys\"][0][\"created\"]", " priv_pem = obj[\"keys\"][0][\"private_key\"]", " fingerprint = hashlib.sha256(priv_pem.encode()).hexdigest()[:16]", " lines.append(f\"{path} {created} {fingerprint}\")", " if \"demo-project\" in path:", " priv, _ = encryption.deserialize_rsa_keypair(priv_pem.encode(\"utf-8\"), password)", " pem = encryption.serialize_rsa_private_key(priv, None)", " with open(\"/tmp/demo-project.key\", \"wb\") as f:", " f.write(pem)", " print(\"\\n\".join(sorted(lines)))", " PYEOF", " ]", " STEP: Project keys before rotation: /keystorage/gerrit/config/config/secrets 1781184953 12e8e4c9c4754583", " /keystorage/gerrit/demo-project/demo-project/secrets 1781184951 e0eec0819336f3ed", " /keystorage/gerrit/demo-tenant-config/demo-tenant-config/secrets 1781184948 491c970150421710", " /keystorage/git-server/system-config/system-config/secrets 1781184949 b329a1dd394f3fff", " /keystorage/opendev.org/zuul/zuul%2Fzuul-jobs/secrets 1781184951 1abbcdf421a0b3aa", " @ 06/11/26 09:47:11.999", " STEP: Preparing SSH key for rotation from zuul-ssh-key secret @ 06/11/26 09:47:11.999", " STEP: Running rotate-projects-private-keys @ 06/11/26 09:47:12.003", " 2026-06-11T09:47:12-04:00\tINFO\tCreating object, name: zuul-kazoo", " 2026-06-11T09:47:13-04:00\tINFO\tDeleting object, name: config-base-secret-1-2538-ns", " 2026-06-11T09:47:13-04:00\tINFO\tDeleting object, name: config-base-secret-1-853-ns", " 2026-06-11T09:47:13-04:00\tINFO\tDeleting object, name: zs-internal-tenant-reconfigure", " 2026-06-11T09:47:13-04:00\tINFO\tCreating config map name: zk-clients-need-refresh-config-map", " 2026-06-11T09:47:13-04:00\tINFO\tCreating object, name: zk-clients-need-refresh-config-map", " 2026-06-11T09:47:13-04:00\tINFO\tCreating config map name: zuul-needs-full-reconfigure-config-map", " 2026-06-11T09:47:13-04:00\tINFO\tCreating object, name: zuul-needs-full-reconfigure-config-map", " 2026-06-11T09:47:13-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [bash -c cat > /tmp/rotate-projects-private-keys.py && chmod 755 /tmp/*.py]", " 2026-06-11T09:47:13-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [bash -c cat > /var/lib/zuul/.ssh_push_key && chmod 0600 /var/lib/zuul/.ssh_push_key]", " 2026-06-11T09:47:13-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [cat /var/lib/zuul/main.yaml]", " 2026-06-11T09:47:13-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [bash -c cat > /var/lib/zuul/main.yaml]", " 2026-06-11T09:47:13-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [env PYTHONUNBUFFERED=1 /tmp/rotate-projects-private-keys.py --age 9223372036854775807 --author zuul --email zuul@sfop.me --logserver-key LS0tLS1CRUdJTiBSU0EgUFJJVkFURSBLRVktLS0tLQpNSUlKS1FJQkFBS0NBZ0VBM25NMjl4czE2U0xHYTE4YTc2U3lZcHFpenlZbDd2bjFmWVcyN2VBbEQzdXFDd1BICkpKZWFnYUNOMHZuWUxWV0dNUERHNGZTV0h3QzZzMW8zVHFaaVJhajVGY0xsVDdPMlN0ZUtzNWw0MkJZU05ETWMKL1gvZjhWTTFqZHdCOWpNbmt0ZmlCVzdIU3RxQXJibjZ5di8xOTdMZDk2cUxKaUJJUENRMC92OGdoemt2K3JPbwpxTHhCd0RmVmZXbjZSQmhORHhoYzlPM2Rad3VmeXhKWTJPeGkyU0xKYjlxSkNwd2kxajdrTVFDTEpyZS8zcHM4CmRkdEprd3NkYlRhNk8vMyt2RUY0Y0VmSTZoWDNwazBEMTNTdHQzcG9YUW1CS2NGLzdvRmdMK1hPZlBHam1ORWQKVnRUOHk0TC9IYTZTbU9LUnY1MG9malBFdXU1cjZGV3pPWVV6WlovV1hyUjB6Uk5NUy9oMkMvaGpNZG1EYnZiNwp6TmtyTCtFQmtFVmI0a3U3akZFK0Q5Qi94alF3TGRSNFhDUStibUQxbnVWNzNvNlVNeUk0MFhYWjlCRlVtYUoxCm9QNmhuWGQzQzZPOEV2ZW5IRTNnVmJYUG5JVjFHSU9HNjNiSDBEK1hzeVY5Nys2ZHF5L0VHNlFMcnplSGJMeWcKVXpVL2FFL2VJOC9RdnJyaGFzcUdwbEF3RDgzTjBmbjFZM2xwd3hGRUdzZHVuTGViTnJVS09tNFJwOVhhUE05Qgp6NWhJaXVqeG1FR09XVzhWbTlrYWV1SWtMa0FzVGJFV2czWUUyYjNsd2FYc1paYS9JNk5OMmNwY3FEcDZaOFQ4CnVkSEhhdGJySGltc0hjVTJpc09zNUtodE1MZmFLOEN0Z2R4WHk4bXhTd0dRbDJhdmIrblBUZDJ4TXBFQ0F3RUEKQVFLQ0FnQUZ6c3dreE5tS0t3UFRVRFFLeFZINU9qUjFuRGROczBuY0YyeHlqdGxtMjJXaDFKMGJuT2Z1T2huegowLzAzZDBuNTc0Smd5ajhNWTR0c1ZQYllVMGFoN3hiRVFUNjFqMUdMU0EvOWJ3eUpOei9OekRjVnZRUEV1Q1YvCi9QcFI0azFtWTRPcG5NWWdJNTdzRWp6TWxhVFhUUXlucTRTbko5ejg4WHpPK3N3ZmpiQWRqM2pnQVd6Rnl3dGsKVXlyVEllK0tuU29wcEtkMCtoZ25vQlN3NHJDVXZ0aFRwdGp3dllsNURxS3NieGxDOXpXUHB6M0xqYkJ3d2UrNApidzhyRTI5Ri9OOWJMcHVkdFhtK0Zqa0xSRGNJSVI1MkRlSkkrOTNtUlN0VXlzOGlvdGd3ckdhRHdxc3dPTTBHCmVrMG1aOVZ5YzFUb0lSdkIvZWswTTE4YTJZb0JRUEp6ZG5OcFZ6b0ZNblB2ZEtERk12VGxmcExVSHhzZ2h0V0IKbjJSOFJ1dkNPZllYZGlCSWplSnMxRU1TejNEeWp4ZTdCaC9uM1FTeTAyemtYWGJOaVQ4RkNYYStRblYySiswbwppQmNobjQwTVBFM0tJVkhrM3QyTDkvcHFXd1dqaFBqeXlObVVkeWlaNmxHM2ZMSUNmbXA1eHpsR2RRY3hjMXNxCkR6c0NwNkR1blpuRUJJc0l0dzFQa3RYeXA5L1BJeHA1aCtvWUdTY2s5SWxQQnJOR0R3MFk1RjBHYVFlMDRvbjEKeVF3SklGRlBoc3Z2NXJqbkxVeThuUkFUVENzbWlQcEMyNFN0UFVic2d5NUl6aDg0TlBEQmNRVFZ0a3B5RU5hUwowLzNxbWlJM0gzQmhLQUdSUm8zMHZvSnRsYUZFMTI2clVNRjVTQUxPY2J4Rmwva1h3UUtDQVFFQTR4Ymp1QnB0CkZuSkNpSE43M3RDdDZSanVneU5tOU1tK1VJSDIrL09ReDVEQmNrSVd0VkZXS0JCaXV4TkV1SldJTXpHbXNxVFgKcGMyWVJIeCs3UEQ0SmExdXZuYno2MWRBbWo3NG95Z0xEQkJ0aitob0d3TmhyZmJSV01FMXBzVEZncVNpWFRBcApNUmNWd24vcXA3RWdGZ0U1Q0FXQVJuM1VIRGU3dm5RTExtaFo1WjZEZ0pMMmQrRTA4TlpGclhjWW5aRkNabHcyClZlSjBDZktzUUZXb0c3UXczSUZ4aENFMXpUODFHYTU1akE3SlJubVhtMzJxcWxnazBlWGxKMU42VXhITElYQXkKTVlvQnY5MjRnZ2t6UUpTZjc4UVlyQlRRMDJVcW9tWUxsbW1EaG0za3MwVHU3Z2Z4OWl4TEpWS2t0c0RsOUFOMAppbFRtVFMvLzB4V0gwUUtDQVFFQStzVWZoNkFzWG1KRFY2aTdwWi9rOVZSazZNSWFzNndFR1Y5SGRuR3NDYXlXCjFBMWVOQ2lRL2xwM2FKZlBNNFFFNC9pMXZwNWN1K2FlSTU2c2grVE4zb2pmL2dPUHJJVFY1b042R0themFGQkcKS2poaWIvVW1KWk9SR2QxUENXRnU2RHIydEhHc2p6cU11VUtjcWxQM2FnUmZkT1g2YnFuZVFPNEpyVDJpMWllTApxckpHbEN2bnFQbW9hWmQ3am80WVZEVHFRWXBqazY5TXdSb2JzYTE4SmdqcTc2R2IyaHE0cjg5NTdKYWo3RE15CmYwSkJSb3gvQXFpRFladGU0WXdpalQzbFpxUXFXYjg0aFV1YmdPN0lWWmJEcXdha2NFM0JONVBnd3J5c1h6VzQKWENHK3loNXhjT3BhYVlUekN3Tm1JQW0rMHRja284UjdFd0FtV1BwdXdRS0NBUUVBejdXWUJFVG5rcWhnQXI3ZQpoaWNKYXpQS3RWZ2tTN0pieVBlWEdVem5HQ0puVGtMMDBsUGJJam9hbEZKRGdUSUVxZzY0RXA2RVFMdVVrcy9zCnFIeWYvSlp0dlBqQWtubjBOU0Z6K29nZDBxTVVFNVRYNUIxcnN0c1hFTDlvZTJsdjN0Y0hTNFZKcUFVZGVoSFcKYUJ1eTVXMm81SlZqaHhhQWRHN2w0b1h4MURqT1FTQ0QxNDZVc1lIa0VvVnFwZ2RSRkk1UTFaOXljNHYxNTBONApHa0EreTFnOWVQTk5DVFgzS0F5d1hSVWhSK0llWjcrLzFCRlZrUW1lWS82TFl6VVBwZnVZZUxWT3M5RXZXSGRNCjFHUGw1U1FNUmhwdkZyYlRhd2dWdndUbmhHUnVVUDhqT0hYTXRSdS9UUk9taURUWFEvR2NZMXpsczhHRUJRWHEKVVFCWWdRS0NBUUVBcGVTZi9oMzFIQjlQUTM5Slc4RVNPMFd3VjlhSXlaR2pTSkdpZWZXckJOOWJERDhuc2NPZwpYOVBES0xzOUJHeHl1OGw5bWZPemowNTZFVUJZRExKTmlzanJ2V1BudVE1TFh1cGRiRTlqWWord214K2Y1MGE3CkRLSzVtKzJ1NnBxOVB2NDYxSlphdkluVUxINm5tM3BlczVEZkFUdGUxN1NpWmp2U3hQdUFiTUhPZ0liZGNBbzMKZjY1aFBqRkxPTHhCMWZzSGVZSXVhN1hOUmZXYW1va1ZGeWhSRzJQQzhaODV6SHlwd056SzVtZmNJUm5ZaXU1SQoyNTVWQTg1QUQxK2dQK1hSaTN4UTAveFBUTWIrd1dXMXZBRTN3ajFyclN1VEJjeGJKUmlodzM2TFRzKzRJb2ZQCkxnNnE3eUZYazFLVlRkNkVrWUJvS2JyQ1hJaDkxZUVlUVFLQ0FRQVI5Z3pWUGlMdTF5bzh2Tm5kRDMvcUYvYTgKSmRjejRnaGt3TFF3Mm1HMHNVcGx2UnVGR25PemlERkFpbnpYaFpkeHN2MUh1TUxZYk9JemgvS0daN3pkUWxnUwpmclNBVEl0WWZxYnd5M3hBdGxDNFNRdytmMGpmSllsOWZjMGdCVUFndVVlTzFhaFpEVk5wRmh2Yk00Z2RPUWJnCkxnc2JoTGZDZXYzSUZLc0Q5cjF0WURpU2xsRXBUTkRNSjcvSk5HeUJBbTVyZ01qWlV4M1BkRDNJUm1GZkRyY04Kc3NNM3BDZTFmLzU0OGI3QXJHUnhnczlCd1owK1lMZzNrNnhSR3dKb0M4TWp5WGc0L0JDMGFLaWwrbTQrUDVTZgpQMFEzcnJXdGNQc2J2YW1XbTRudk9SS1o3NFVSUFVJZWlZSWFDZGk3NU4wbDl6b1pvVGpFbGNQeHZjL3YKLS0tLS1FTkQgUlNBIFBSSVZBVEUgS0VZLS0tLS0K]", "[+] Collecting keys from ZooKeeper", "[+] Deleting /keystorage/opendev.org/zuul/zuul%2Fzuul-jobs/ssh because Non secrets private key", "[+] Deleting /keystorage/gerrit/demo-tenant-config/demo-tenant-config/ssh because Non secrets private key", "[+] Deleting /keystorage/gerrit/demo-project/demo-project/ssh because Non secrets private key", "[+] Deleting /keystorage/gerrit/config/config/ssh because Non secrets private key", "[+] Deleting /keystorage/git-server/system-config/system-config/ssh because Non secrets private key", "[+] Deleting /keystorage2/tenant/internal/ssh because Non secrets private key", "[+] Deleting /keystorage2/tenant/demo-tenant/ssh because Non secrets private key", "[+] Deleting /keystorage/opendev.org/zuul/zuul%2Fzuul-jobs/secrets because zuul-jobs do not have secrets", "[+] Cloning ssh://zuul@gerrit-sshd.sf:29418/demo-tenant-config to /tmp/current-repo", "Cloning into '/tmp/current-repo'...", "Warning: Permanently added '[gerrit-sshd.sf]:29418' (ED25519) to the list of known hosts.", "Total 9 (delta 0), reused 9 (delta 0)", "[+] Deleting /keystorage/gerrit/demo-tenant-config/demo-tenant-config/secrets because project had no secret", "[+] Cloning ssh://zuul@gerrit-sshd.sf:29418/demo-project to /tmp/current-repo", "Cloning into '/tmp/current-repo'...", "Total 9 (delta 0), reused 9 (delta 0)", "[+] Deleting /keystorage/gerrit/demo-project/demo-project/secrets because project had no secret", "[+] Cloning ssh://zuul@gerrit-sshd.sf:29418/config to /tmp/current-repo", "Cloning into '/tmp/current-repo'...", "Total 5 (delta 0), reused 5 (delta 0)", "[+] Deleting /keystorage/gerrit/config/config/secrets because project had no secret", "[+] Deleting /keystorage/git-server/system-config/system-config/secrets because internal repo will be handled in reconcile", " STEP: Reconciling @ 06/11/26 09:47:15.032", " 2026-06-11T09:47:15-04:00\tINFO\tWarning: Killing ZooKeeper client: nodepool-builder-0 nodepool-builder", " 2026-06-11T09:47:15-04:00\tINFO\tRunning pod execution pod: nodepool-builder-0, command: [kill -9 1]", " 2026-06-11T09:47:15-04:00\tINFO\tDeleting object, name: nodepool-builder", " 2026-06-11T09:47:15-04:00\tINFO\tWarning: Killing ZooKeeper client: nodepool-launcher-69f4f444c-27cnd launcher", " 2026-06-11T09:47:15-04:00\tINFO\tRunning pod execution pod: nodepool-launcher-69f4f444c-27cnd, command: [kill -9 1]", " 2026-06-11T09:47:15-04:00\tINFO\tDeleting object, name: launcher", " 2026-06-11T09:47:15-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-db-provision-8cjxd mariadb-client", " 2026-06-11T09:47:15-04:00\tINFO\tRunning pod execution pod: zuul-db-provision-8cjxd, command: [kill -9 1]", " 2026-06-11T09:47:15-04:00\tINFO\tDeleting object, name: mariadb-client", " 2026-06-11T09:47:15-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-db-provision-qkl9s mariadb-client", " 2026-06-11T09:47:15-04:00\tINFO\tRunning pod execution pod: zuul-db-provision-qkl9s, command: [kill -9 1]", " 2026-06-11T09:47:15-04:00\tINFO\tDeleting object, name: mariadb-client", " 2026-06-11T09:47:15-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-executor-0 zuul-executor", " 2026-06-11T09:47:15-04:00\tINFO\tRunning pod execution pod: zuul-executor-0, command: [kill -9 1]", " 2026-06-11T09:47:15-04:00\tINFO\tDeleting object, name: zuul-executor", " 2026-06-11T09:47:15-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-kazoo zuul-kazoo", " 2026-06-11T09:47:15-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [kill -9 1]", " 2026-06-11T09:47:15-04:00\tINFO\tDeleting object, name: zuul-kazoo", " 2026-06-11T09:47:15-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-merger-0 zuul-merger", " 2026-06-11T09:47:15-04:00\tINFO\tRunning pod execution pod: zuul-merger-0, command: [kill -9 1]", " 2026-06-11T09:47:15-04:00\tINFO\tDeleting object, name: zuul-merger", " 2026-06-11T09:47:15-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-scheduler-0 zuul-scheduler", " 2026-06-11T09:47:15-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [kill -9 1]", " 2026-06-11T09:47:15-04:00\tINFO\tDeleting object, name: zuul-scheduler", " 2026-06-11T09:47:15-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-web-6c6fd75fdc-4txdf zuul-web", " 2026-06-11T09:47:15-04:00\tINFO\tRunning pod execution pod: zuul-web-6c6fd75fdc-4txdf, command: [kill -9 1]", " 2026-06-11T09:47:15-04:00\tINFO\tDeleting object, name: zuul-web", " 2026-06-11T09:47:15-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-weeder-57c6567f5f-fvklf zuul-weeder", " 2026-06-11T09:47:15-04:00\tINFO\tRunning pod execution pod: zuul-weeder-57c6567f5f-fvklf, command: [kill -9 1]", " 2026-06-11T09:47:15-04:00\tINFO\tDeleting object, name: zuul-weeder", " 2026-06-11T09:47:15-04:00\tINFO\tDeleting object, name: zk-clients-need-refresh-config-map", " 2026-06-11T09:47:15-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:47:16-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:47:16-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:47:16-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", " 2026-06-11T09:47:16-04:00\tINFO\tLogserver authorized_keys is up to date", " 2026-06-11T09:47:16-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:47:16-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:47:16-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:47:16-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:47:16-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:47:17-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:47:17-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:47:17-04:00\tINFO\tCreating object, name: nodepool-builder", " 2026-06-11T09:47:18-04:00\tINFO\tCreating object, name: zuul-scheduler", " 2026-06-11T09:47:18-04:00\tINFO\tCreating object, name: zuul-executor", " 2026-06-11T09:47:19-04:00\tINFO\tCreating object, name: zuul-web", " 2026-06-11T09:47:20-04:00\tINFO\tCreating object, name: zuul-merger", " 2026-06-11T09:47:20-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: Waiting ...", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: Waiting ...", " \t - |_ Merger: Waiting ...", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: Waiting ...", "", " 2026-06-11T09:47:21-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:47:21-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:47:21-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:47:21-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:47:21-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:47:21-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:47:21-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:47:22-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:47:22-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:47:22-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:47:23-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-11T09:47:54-04:00\tINFO\tStatefulset \"zuul-scheduler\" not ready after 30s", " 2026-06-11T09:47:54-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:47:54-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-11T09:47:54-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: Waiting ...", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: Waiting ...", "", " 2026-06-11T09:47:55-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:47:56-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:47:56-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:47:56-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:47:56-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:47:56-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:47:56-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:47:56-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:47:56-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:47:56-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:47:58-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-11T09:48:20-04:00\tINFO\tCreating object, name: zuul-weeder", " 2026-06-11T09:48:20-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:48:20-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-11T09:48:20-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: Waiting ...", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: OK", "", " 2026-06-11T09:48:21-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:48:22-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:48:22-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:48:22-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:48:22-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:48:22-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:48:22-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:48:22-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:48:23-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:48:23-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:48:24-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:48:24-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:48:26-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:48:26-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-11T09:48:27-04:00\tINFO\tCreating base secret job", " 2026-06-11T09:48:27-04:00\tINFO\tCreating object, name: config-base-secret-1-2538-ns", " 2026-06-11T09:48:27-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: OK", "", " 2026-06-11T09:48:28-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:48:29-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:48:29-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:48:29-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:48:29-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:48:29-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:48:29-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:48:29-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:48:29-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:48:29-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:48:31-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:48:31-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:48:32-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:48:32-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-11T09:48:34-04:00\tINFO\tRunning tenant-reconfigure for the 'internal' tenant", " 2026-06-11T09:48:34-04:00\tINFO\tDeleting object, name: zuul-needs-full-reconfigure-config-map", " 2026-06-11T09:48:34-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [zuul-scheduler full-reconfigure]", " 2026-06-11T09:48:42-04:00\tINFO\tDeleting object, name: zuul-web", " 2026-06-11T09:48:42-04:00\tINFO\tCreating object, name: zs-internal-tenant-reconfigure", " 2026-06-11T09:48:42-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: OK", "", " 2026-06-11T09:48:43-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:48:43-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:48:43-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:48:43-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:48:43-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:48:43-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:48:43-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:48:44-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:48:44-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:48:44-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:48:45-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:48:45-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:48:46-04:00\tINFO\tCreating object, name: zuul-web", " 2026-06-11T09:48:47-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-11T09:48:48-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:48:49-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:48:49-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:48:49-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:48:49-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:48:49-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:48:49-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:48:49-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:48:49-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:48:49-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:48:51-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:48:51-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:48:52-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:48:52-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-11T09:48:53-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-11T09:48:54-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:48:55-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:48:55-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:48:55-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:48:55-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:48:55-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:48:55-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:48:55-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:48:56-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:48:56-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:48:57-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:48:57-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:48:59-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:48:59-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-11T09:48:59-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-11T09:49:00-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:49:01-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:49:01-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:49:01-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:49:01-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:49:01-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:49:01-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:49:01-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:49:02-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:49:02-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:49:03-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:49:03-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:49:05-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:49:05-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-11T09:49:06-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-11T09:49:07-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:49:07-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:49:07-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:49:07-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:49:07-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:49:07-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:49:07-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:49:08-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:49:08-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:49:08-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:49:09-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:49:09-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:49:11-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:49:11-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-11T09:49:12-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-11T09:49:13-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:49:13-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:49:13-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:49:13-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:49:13-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:49:13-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:49:13-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:49:14-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:49:14-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:49:14-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:49:16-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:49:16-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:49:17-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:49:17-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-11T09:49:18-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-11T09:49:19-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:49:20-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:49:20-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:49:20-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:49:20-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:49:20-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:49:20-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:49:20-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:49:20-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:49:20-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:49:22-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:49:22-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:49:23-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:49:23-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-11T09:49:24-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-11T09:49:25-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:49:26-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:49:26-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:49:26-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:49:26-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:49:26-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:49:26-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:49:26-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:49:27-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:49:27-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:49:28-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:49:28-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:49:30-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:49:30-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-11T09:49:30-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-11T09:49:31-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:49:32-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:49:32-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:49:32-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:49:32-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:49:32-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:49:32-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:49:32-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:49:33-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:49:33-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:49:34-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:49:34-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:49:36-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:49:36-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-11T09:49:37-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-11T09:49:38-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:49:38-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:49:38-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:49:38-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:49:38-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:49:38-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:49:38-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:49:39-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:49:39-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:49:39-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:49:40-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:49:40-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:49:42-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:49:42-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-11T09:49:43-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-11T09:49:44-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-11T09:49:44-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-11T09:49:44-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-11T09:49:44-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-11T09:49:44-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-11T09:49:44-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-11T09:49:44-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-11T09:49:45-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-11T09:49:45-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-11T09:49:45-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-11T09:49:47-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-11T09:49:47-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-11T09:49:48-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-11T09:49:48-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-11T09:49:49-04:00\tINFO\t", " \t - Config: OK", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: OK", "", "\u2022 [159.642 seconds]", "------------------------------", "Project Private Keys Rotation zuul-web config-errors remain empty after rotation", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:103", " STEP: Ensuring tenant have no config errors @ 06/11/26 09:49:49.905", " 2026-06-11T09:49:49-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -s zuul-web:9000/api/tenant/internal/config-errors]", " 2026-06-11T09:49:50-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -s zuul-web:9000/api/tenant/demo-tenant/config-errors]", "\u2022 [0.310 seconds]", "------------------------------", "Project Private Keys Rotation project private keys changed when rotation was applied", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:107", " [SKIPPED] in [It] - /home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:109 @ 06/11/26 09:49:50.215", "S [SKIPPED] [0.000 seconds]", "Project Private Keys Rotation [It] project private keys changed when rotation was applied", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:107", "", " [SKIPPED] This assertion only works with sf > 0.65", " In [It] at: /home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:109 @ 06/11/26 09:49:50.215", "------------------------------", "", "Ran 17 of 19 Specs in 487.721 seconds", "SUCCESS! -- 17 Passed | 0 Failed | 0 Pending | 2 Skipped", "--- PASS: TestSFOP (487.72s)", "PASS", "ok \tgithub.com/softwarefactory-project/sf-operator/tests\t487.750s" ], "zuul_log_id": "0a580a2a-0013-224f-0c64-000000000006-1-controller" } }, "task": { "duration": { "end": "2026-06-11T13:49:50.530183Z", "start": "2026-06-11T13:41:33.350782Z" }, "id": "0a580a2a-0013-224f-0c64-000000000006", "name": "Validate upgrade to latest release" } } ] } ], "stats": { "controller": { "changed": 3, "failures": 0, "ignored": 0, "ok": 3, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": false }, { "branch": "master", "index": "0", "phase": "post", "playbook": "softwarefactory-project.io/software-factory/sf-operator/playbooks/get-minikube-logs.yaml", "plays": [ { "play": { "duration": { "end": "2026-06-11T13:50:35.343168Z", "start": "2026-06-11T13:49:51.266865Z" }, "id": "0a580a2a-0013-550a-ea75-000000000002", "name": "controller" }, "tasks": [ { "hosts": { "controller": { "action": "shell", "changed": true, "cmd": "mkdir -p ~/zuul-output/logs/\nminikube logs > ~/zuul-output/logs/minikube.logs\nsudo dmesg > ~/zuul-output/logs/dmesg.txt\n", "delta": "0:00:02.594481", "end": "2026-06-11 09:49:54.365907", "invocation": { "module_args": { "_raw_params": "mkdir -p ~/zuul-output/logs/\nminikube logs > ~/zuul-output/logs/minikube.logs\nsudo dmesg > ~/zuul-output/logs/dmesg.txt\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-550a-ea75-000000000004-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-11 09:49:51.771426", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "0a580a2a-0013-550a-ea75-000000000004-1-controller" } }, "task": { "duration": { "end": "2026-06-11T13:49:54.807242Z", "start": "2026-06-11T13:49:51.290952Z" }, "id": "0a580a2a-0013-550a-ea75-000000000004", "name": "Grab minikube logs" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "post/get-kubectl-logs" } } }, "task": { "duration": { "end": "2026-06-11T13:49:54.835836Z", "start": "2026-06-11T13:49:54.812735Z" }, "id": "0a580a2a-0013-550a-ea75-000000000005", "name": "" } }, { "hosts": { "controller": { "action": "ansible.builtin.set_fact", "ansible_facts": { "logs_dir": "/home/zuul-worker/zuul-output/logs" }, "changed": false } }, "role": { "id": "0a580a2a-0013-550a-ea75-000000000027", "name": "post/get-kubectl-logs", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-kubectl-logs" }, "task": { "duration": { "end": "2026-06-11T13:49:54.896024Z", "start": "2026-06-11T13:49:54.866150Z" }, "id": "0a580a2a-0013-550a-ea75-000000000029", "name": "Set proper facts" } }, { "hosts": { "controller": { "action": "shell", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/pods-logs\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for pod in $(kubectl --namespace ${ns} get pod -o=custom-columns=NAME:.metadata.name --no-headers); do\n for cname in $(kubectl --namespace ${ns} get pod ${pod} -o jsonpath='{.spec.containers[*].name}'); do\n kubectl --namespace ${ns} logs --container=${cname} ${pod} &> /home/zuul-worker/zuul-output/logs/pods-logs/${ns}--${pod}--${cname}.txt\n done\n done\ndone\n", "delta": "0:00:08.551390", "end": "2026-06-11 09:50:03.720511", "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/pods-logs\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for pod in $(kubectl --namespace ${ns} get pod -o=custom-columns=NAME:.metadata.name --no-headers); do\n for cname in $(kubectl --namespace ${ns} get pod ${pod} -o jsonpath='{.spec.containers[*].name}'); do\n kubectl --namespace ${ns} logs --container=${cname} ${pod} &> /home/zuul-worker/zuul-output/logs/pods-logs/${ns}--${pod}--${cname}.txt\n done\n done\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-550a-ea75-00000000002a-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-11 09:49:55.169121", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "0a580a2a-0013-550a-ea75-00000000002a-1-controller" } }, "role": { "id": "0a580a2a-0013-550a-ea75-000000000027", "name": "post/get-kubectl-logs", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-kubectl-logs" }, "task": { "duration": { "end": "2026-06-11T13:50:03.944037Z", "start": "2026-06-11T13:49:54.920825Z" }, "id": "0a580a2a-0013-550a-ea75-00000000002a", "name": "Get pod logs" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "item", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get pods -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--pods--$(basename ${item}).txt\n done\ndone\n", "delta": "0:00:04.202795", "end": "2026-06-11 09:50:08.411028", "failed": false, "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get pods -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--pods--$(basename ${item}).txt\n done\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "pods", "msg": "", "rc": 0, "start": "2026-06-11 09:50:04.208233", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get deployments -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--deployments--$(basename ${item}).txt\n done\ndone\n", "delta": "0:00:01.534567", "end": "2026-06-11 09:50:10.189570", "failed": false, "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get deployments -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--deployments--$(basename ${item}).txt\n done\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "deployments", "msg": "", "rc": 0, "start": "2026-06-11 09:50:08.655003", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get statefulsets -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--statefulsets--$(basename ${item}).txt\n done\ndone\n", "delta": "0:00:01.754069", "end": "2026-06-11 09:50:12.203064", "failed": false, "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get statefulsets -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--statefulsets--$(basename ${item}).txt\n done\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "statefulsets", "msg": "", "rc": 0, "start": "2026-06-11 09:50:10.448995", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get services -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--services--$(basename ${item}).txt\n done\ndone\n", "delta": "0:00:02.890695", "end": "2026-06-11 09:50:15.345664", "failed": false, "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get services -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--services--$(basename ${item}).txt\n done\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "services", "msg": "", "rc": 0, "start": "2026-06-11 09:50:12.454969", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get secrets -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--secrets--$(basename ${item}).txt\n done\ndone\n", "delta": "0:00:02.929502", "end": "2026-06-11 09:50:18.555564", "failed": false, "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get secrets -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--secrets--$(basename ${item}).txt\n done\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "secrets", "msg": "", "rc": 0, "start": "2026-06-11 09:50:15.626062", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get configmaps -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--configmaps--$(basename ${item}).txt\n done\ndone\n", "delta": "0:00:04.020561", "end": "2026-06-11 09:50:22.812059", "failed": false, "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get configmaps -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--configmaps--$(basename ${item}).txt\n done\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "configmaps", "msg": "", "rc": 0, "start": "2026-06-11 09:50:18.791498", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get jobs -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--jobs--$(basename ${item}).txt\n done\ndone\n", "delta": "0:00:01.222447", "end": "2026-06-11 09:50:24.275056", "failed": false, "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get jobs -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--jobs--$(basename ${item}).txt\n done\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "jobs", "msg": "", "rc": 0, "start": "2026-06-11 09:50:23.052609", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get pvc -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--pvc--$(basename ${item}).txt\n done\ndone\n", "delta": "0:00:02.043864", "end": "2026-06-11 09:50:26.565339", "failed": false, "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get pvc -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--pvc--$(basename ${item}).txt\n done\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "pvc", "msg": "", "rc": 0, "start": "2026-06-11 09:50:24.521475", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get ingress -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--ingress--$(basename ${item}).txt\n done\ndone\n", "delta": "0:00:00.892046", "end": "2026-06-11 09:50:27.675836", "failed": false, "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get ingress -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--ingress--$(basename ${item}).txt\n done\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "ingress", "msg": "", "rc": 0, "start": "2026-06-11 09:50:26.783790", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" } ] } }, "role": { "id": "0a580a2a-0013-550a-ea75-000000000027", "name": "post/get-kubectl-logs", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-kubectl-logs" }, "task": { "duration": { "end": "2026-06-11T13:50:27.724133Z", "start": "2026-06-11T13:50:03.951402Z" }, "id": "0a580a2a-0013-550a-ea75-00000000002b", "name": "Describe namespace resources" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/events\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n kubectl --namespace ${ns} get events --output custom-columns=\"DATE:metadata.creationTimestamp,TYPE:type,REASON:reason,OBJECT KIND:involvedObject.kind,OBJECT NAME:involvedObject.name,MESSAGE:message\" --sort-by=\".metadata.creationTimestamp\" > /home/zuul-worker/zuul-output/logs/events/${ns}.txt\ndone\n", "delta": "0:00:01.181710", "end": "2026-06-11 09:50:29.236626", "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/events\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n kubectl --namespace ${ns} get events --output custom-columns=\"DATE:metadata.creationTimestamp,TYPE:type,REASON:reason,OBJECT KIND:involvedObject.kind,OBJECT NAME:involvedObject.name,MESSAGE:message\" --sort-by=\".metadata.creationTimestamp\" > /home/zuul-worker/zuul-output/logs/events/${ns}.txt\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-550a-ea75-00000000002c-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-11 09:50:28.054916", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "0a580a2a-0013-550a-ea75-00000000002c-1-controller" } }, "role": { "id": "0a580a2a-0013-550a-ea75-000000000027", "name": "post/get-kubectl-logs", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-kubectl-logs" }, "task": { "duration": { "end": "2026-06-11T13:50:29.307406Z", "start": "2026-06-11T13:50:27.763670Z" }, "id": "0a580a2a-0013-550a-ea75-00000000002c", "name": "Get events" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/decoded-secrets\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get secret -o name); do\n kubectl --namespace ${ns} get ${item} -o json | jq -r \".data | map_values(@base64d)\" > /home/zuul-worker/zuul-output/logs/decoded-secrets/${ns}--$(basename $item)\n done\ndone\n", "delta": "0:00:02.589736", "end": "2026-06-11 09:50:32.156197", "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/decoded-secrets\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get secret -o name); do\n kubectl --namespace ${ns} get ${item} -o json | jq -r \".data | map_values(@base64d)\" > /home/zuul-worker/zuul-output/logs/decoded-secrets/${ns}--$(basename $item)\n done\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-550a-ea75-00000000002d-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-11 09:50:29.566461", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "0a580a2a-0013-550a-ea75-00000000002d-1-controller" } }, "role": { "id": "0a580a2a-0013-550a-ea75-000000000027", "name": "post/get-kubectl-logs", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-kubectl-logs" }, "task": { "duration": { "end": "2026-06-11T13:50:32.344171Z", "start": "2026-06-11T13:50:29.323710Z" }, "id": "0a580a2a-0013-550a-ea75-00000000002d", "name": "Fetch decoded secrets" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "post/get-logserver-content" } } }, "task": { "duration": { "end": "2026-06-11T13:50:32.384493Z", "start": "2026-06-11T13:50:32.358874Z" }, "id": "0a580a2a-0013-550a-ea75-000000000006", "name": "" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": false, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/logs/logserver-content", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul-worker/zuul-output/logs/logserver-content", "state": "absent" } }, "role": { "id": "0a580a2a-0013-550a-ea75-000000000093", "name": "post/get-logserver-content", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-logserver-content" }, "task": { "duration": { "end": "2026-06-11T13:50:32.797429Z", "start": "2026-06-11T13:50:32.418220Z" }, "id": "0a580a2a-0013-550a-ea75-000000000095", "name": "Ensure removal of ~/zuul-output/logs/logserver-content" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "kubectl get pods -l \"run=logserver\" --no-headers -o custom-columns=\":metadata.name\"\n", "delta": "0:00:00.104024", "end": "2026-06-11 09:50:33.197521", "failed_when_result": false, "invocation": { "module_args": { "_raw_params": "kubectl get pods -l \"run=logserver\" --no-headers -o custom-columns=\":metadata.name\"\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-550a-ea75-000000000096-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-11 09:50:33.093497", "stderr": "", "stderr_lines": [], "stdout": "logserver-0", "stdout_lines": [ "logserver-0" ], "zuul_log_id": "0a580a2a-0013-550a-ea75-000000000096-1-controller" } }, "role": { "id": "0a580a2a-0013-550a-ea75-000000000093", "name": "post/get-logserver-content", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-logserver-content" }, "task": { "duration": { "end": "2026-06-11T13:50:33.351639Z", "start": "2026-06-11T13:50:32.836709Z" }, "id": "0a580a2a-0013-550a-ea75-000000000096", "name": "Get logserver pod name" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "cp", "logserver-0:/var/www/html/logs", "-c", "logserver", "~/zuul-output/logs/logserver-content" ], "delta": "0:00:00.220616", "end": "2026-06-11 09:50:33.860359", "failed_when_result": false, "invocation": { "module_args": { "_raw_params": "kubectl cp logserver-0:/var/www/html/logs -c logserver ~/zuul-output/logs/logserver-content\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-550a-ea75-000000000097-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-11 09:50:33.639743", "stderr": "", "stderr_lines": [], "stdout": "tar: Removing leading `/' from member names", "stdout_lines": [ "tar: Removing leading `/' from member names" ], "zuul_log_id": "0a580a2a-0013-550a-ea75-000000000097-1-controller" } }, "role": { "id": "0a580a2a-0013-550a-ea75-000000000093", "name": "post/get-logserver-content", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-logserver-content" }, "task": { "duration": { "end": "2026-06-11T13:50:33.907248Z", "start": "2026-06-11T13:50:33.392509Z" }, "id": "0a580a2a-0013-550a-ea75-000000000097", "name": "Fetch logserver content on locally in ~/zuul-output/logs/logserver-content" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "post/get-repos" } } }, "task": { "duration": { "end": "2026-06-11T13:50:33.948267Z", "start": "2026-06-11T13:50:33.924004Z" }, "id": "0a580a2a-0013-550a-ea75-000000000007", "name": "" } }, { "hosts": { "controller": { "action": "ansible.builtin.set_fact", "ansible_facts": { "dest_dir": "~/zuul-output/logs/repos/" }, "changed": false } }, "role": { "id": "0a580a2a-0013-550a-ea75-000000000117", "name": "post/get-repos", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-repos" }, "task": { "duration": { "end": "2026-06-11T13:50:34.020245Z", "start": "2026-06-11T13:50:33.981332Z" }, "id": "0a580a2a-0013-550a-ea75-000000000119", "name": "Set proper facts" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": true, "diff": { "after": { "path": "/home/zuul-worker/zuul-output/logs/repos/", "state": "directory" }, "before": { "path": "/home/zuul-worker/zuul-output/logs/repos/", "state": "absent" } }, "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/logs/repos/", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul-worker", "path": "/home/zuul-worker/zuul-output/logs/repos/", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 6, "state": "directory", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-550a-ea75-000000000117", "name": "post/get-repos", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-repos" }, "task": { "duration": { "end": "2026-06-11T13:50:34.291548Z", "start": "2026-06-11T13:50:34.025991Z" }, "id": "0a580a2a-0013-550a-ea75-00000000011a", "name": "Ensure ~/zuul-output/logs/repos/" } }, { "hosts": { "controller": { "action": "ansible.builtin.copy", "changed": true, "checksum": null, "dest": "/home/zuul-worker/zuul-output/logs/repos/", "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_original_basename": null, "attributes": null, "backup": false, "checksum": null, "content": null, "dest": "/home/zuul-worker/zuul-output/logs/repos/", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": null, "owner": null, "remote_src": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/", "unsafe_writes": false, "validate": null } }, "md5sum": null, "mode": "0755", "owner": "zuul-worker", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 50, "src": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/", "state": "directory", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-550a-ea75-000000000117", "name": "post/get-repos", "path": "/var/lib/zuul/builds/96a3eefa35964259a5b00224bb52f0ab/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-repos" }, "task": { "duration": { "end": "2026-06-11T13:50:35.299802Z", "start": "2026-06-11T13:50:34.300717Z" }, "id": "0a580a2a-0013-550a-ea75-00000000011b", "name": "Copy repositories" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "false_condition": "with_loki", "skip_reason": "Conditional result was False", "skipped": true } }, "task": { "duration": { "end": "2026-06-11T13:50:35.343168Z", "start": "2026-06-11T13:50:35.316283Z" }, "id": "0a580a2a-0013-550a-ea75-000000000008", "name": "" } } ] } ], "stats": { "controller": { "changed": 9, "failures": 0, "ignored": 0, "ok": 12, "rescued": 0, "skipped": 1, "unreachable": 0 } }, "trusted": false } ]