[ { "branch": "main", "index": "0", "phase": "pre", "playbook": "gitlab.com/softwarefactory-project/centosinfra-prod/sf-config/playbooks/base/pre.yaml", "plays": [ { "play": { "duration": { "end": "2026-06-08T10:53:46.074587Z", "start": "2026-06-08T10:53:43.376162Z" }, "id": "0a580a2a-0013-d8a8-e6cc-000000000002", "name": "localhost" }, "tasks": [ { "hosts": { "localhost": { "action": "gather_facts", "ansible_facts": { "ansible_apparmor": { "status": "disabled" }, "ansible_architecture": "x86_64", "ansible_bios_date": "NA", "ansible_bios_vendor": "NA", "ansible_bios_version": "NA", "ansible_board_asset_tag": "NA", "ansible_board_name": "NA", "ansible_board_serial": "NA", "ansible_board_vendor": "NA", "ansible_board_version": "NA", "ansible_chassis_asset_tag": "NA", "ansible_chassis_serial": "NA", "ansible_chassis_vendor": "NA", "ansible_chassis_version": "NA", "ansible_cmdline": { "BOOT_IMAGE": "(hd0,gpt3)/vmlinuz-5.14.0-427.13.1.el9_4.x86_64", "console": "ttyS0,115200n8", "crashkernel": "1G-4G:192M,4G-64G:256M,64G-:512M", "net.ifnames": "0", "no_timer_check": true, "root": "UUID=2fb0abc1-9d08-48bc-9719-108d4ed14685" }, "ansible_date_time": { "date": "2026-06-08", "day": "08", "epoch": "1780916024", "epoch_int": "1780916024", "hour": "10", "iso8601": "2026-06-08T10:53:44Z", "iso8601_basic": "20260608T105344313785", "iso8601_basic_short": "20260608T105344", "iso8601_micro": "2026-06-08T10:53:44.313785Z", "minute": "53", "month": "06", "second": "44", "time": "10:53:44", "tz": "UTC", "tz_dst": "UTC", "tz_offset": "+0000", "weekday": "Monday", "weekday_number": "1", "weeknumber": "23", "year": "2026" }, "ansible_devices": {}, "ansible_distribution": "Redhat", "ansible_distribution_major_version": "9", "ansible_distribution_release": "Plow", "ansible_distribution_version": "9.7", "ansible_dns": { "nameservers": [ "10.43.0.10" ], "options": { "ndots": "5" }, "search": [ "sf.svc.cluster.local", "svc.cluster.local", "cluster.local", "softwarefactory-project.io" ] }, "ansible_domain": "zuul-executor-headless.sf.svc.cluster.local", "ansible_effective_group_id": 0, "ansible_effective_user_id": 1000, "ansible_env": { "ANSIBLE_CONFIG": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/ansible/pre_playbook_0/ansible.cfg", "FLUENT_BIT_PORT": "tcp://10.43.21.195:2020", "FLUENT_BIT_PORT_2020_TCP": "tcp://10.43.21.195:2020", "FLUENT_BIT_PORT_2020_TCP_ADDR": "10.43.21.195", "FLUENT_BIT_PORT_2020_TCP_PORT": "2020", "FLUENT_BIT_PORT_2020_TCP_PROTO": "tcp", "FLUENT_BIT_PORT_24224_TCP": "tcp://10.43.21.195:24224", "FLUENT_BIT_PORT_24224_TCP_ADDR": "10.43.21.195", "FLUENT_BIT_PORT_24224_TCP_PORT": "24224", "FLUENT_BIT_PORT_24224_TCP_PROTO": "tcp", "FLUENT_BIT_PORT_5140_TCP": "tcp://10.43.21.195:5140", "FLUENT_BIT_PORT_5140_TCP_ADDR": "10.43.21.195", "FLUENT_BIT_PORT_5140_TCP_PORT": "5140", "FLUENT_BIT_PORT_5140_TCP_PROTO": "tcp", "FLUENT_BIT_SERVICE_HOST": "10.43.21.195", "FLUENT_BIT_SERVICE_PORT": "2020", "FLUENT_BIT_SERVICE_PORT_FB_FWD_INPUT": "24224", "FLUENT_BIT_SERVICE_PORT_FB_HTTP_INPUT": "5140", "FLUENT_BIT_SERVICE_PORT_HTTP": "2020", "HOME": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work", "HOSTNAME": "zuul-executor-0", "K8S_COMPONENT": "zuul", "K8S_CONTAINER": "zuul-executor", "K8S_LABELS_APP": "sf", "K8S_LABELS_RUN": "zuul-executor", "K8S_NAMESPACE": "sf", "K8S_NODENAME": "microshift-ze04.softwarefactory-project.io", "K8S_PODIP": "10.42.0.19", "K8S_PODNAME": "zuul-executor-0", "KUBECONFIG": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/kube/config", "KUBERNETES_PORT": "tcp://10.43.0.1:443", "KUBERNETES_PORT_443_TCP": "tcp://10.43.0.1:443", "KUBERNETES_PORT_443_TCP_ADDR": "10.43.0.1", "KUBERNETES_PORT_443_TCP_PORT": "443", "KUBERNETES_PORT_443_TCP_PROTO": "tcp", "KUBERNETES_SERVICE_HOST": "10.43.0.1", "KUBERNETES_SERVICE_PORT": "443", "KUBERNETES_SERVICE_PORT_HTTPS": "443", "LC_CTYPE": "C.UTF-8", "NSS_SDB_USE_CACHE": "no", "PATH": "/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin", "PWD": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/trusted/project_0/gitlab.com/softwarefactory-project/centosinfra-prod/sf-config/playbooks/base", "PYTHONPATH": "/var/lib/zuul/ansible/9", "REQUESTS_CA_BUNDLE": "/etc/ssl/certs/ca-bundle.crt", "SHLVL": "1", "SSH_AGENT_PID": "2872434", "SSH_AUTH_SOCK": "/tmp/ssh-XXXXXXkuAJio/agent.2872433", "TERM": "xterm", "TMP": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work/tmp", "XDG_CACHE_HOME": "/var/cache/dhall", "ZUUL_ANSIBLE_SPLIT_STREAMS": "False", "ZUUL_JOBDIR": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a", "ZUUL_JOB_FAILURE_OUTPUT": "[]", "ZUUL_JOB_LOG_CONFIG": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/ansible/logging.json", "ZUUL_OUTPUT_MAX_BYTES": "1073741824", "_": "/usr/lib/zuul/ansible/9/bin/python", "container": "oci" }, "ansible_fibre_channel_wwn": [], "ansible_fips": false, "ansible_form_factor": "NA", "ansible_fqdn": "zuul-executor-0.zuul-executor-headless.sf.svc.cluster.local", "ansible_hostname": "zuul-executor-0", "ansible_hostnqn": "", "ansible_is_chroot": false, "ansible_iscsi_iqn": "", "ansible_kernel": "5.14.0-427.13.1.el9_4.x86_64", "ansible_kernel_version": "#1 SMP PREEMPT_DYNAMIC Wed Apr 10 10:29:16 EDT 2024", "ansible_loadavg": { "15m": 1.18, "1m": 1.12, "5m": 1.01 }, "ansible_local": {}, "ansible_lsb": {}, "ansible_lvm": "N/A", "ansible_machine": "x86_64", "ansible_memfree_mb": 945, "ansible_memory_mb": { "nocache": { "free": 8742, "used": 6994 }, "real": { "free": 945, "total": 15736, "used": 14791 }, "swap": { "cached": 0, "free": 0, "total": 0, "used": 0 } }, "ansible_memtotal_mb": 15736, "ansible_mounts": [ { "block_available": 21366344, "block_size": 4096, "block_total": 25884155, "block_used": 4517811, "device": "/dev/vda4", "fstype": "xfs", "inode_available": 51300057, "inode_total": 51801024, "inode_used": 500967, "mount": "/etc/hosts", "options": "ro,seclabel,nosuid,nodev,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota,bind", "size_available": 87516545024, "size_total": 106021498880, "uuid": "N/A" }, { "block_available": 5358793, "block_size": 4096, "block_total": 7847936, "block_used": 2489143, "device": "/dev/topolvm/571fb6b1-cbef-4881-8db1-8178c9a26ece", "fstype": "xfs", "inode_available": 15262012, "inode_total": 15728640, "inode_used": 466628, "mount": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work", "options": "rw,seclabel,nosuid,nodev,relatime,nouuid,attr2,inode64,logbufs=8,logbsize=32k,noquota,bind", "size_available": 21949616128, "size_total": 32145145856, "uuid": "N/A" }, { "block_available": 21366344, "block_size": 4096, "block_total": 25884155, "block_used": 4517811, "device": "/dev/vda4", "fstype": "xfs", "inode_available": 51300057, "inode_total": 51801024, "inode_used": 500967, "mount": "/etc/pki/ca-trust/extracted", "options": "ro,seclabel,nosuid,nodev,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota,bind", "size_available": 87516545024, "size_total": 106021498880, "uuid": "N/A" }, { "block_available": 5358793, "block_size": 4096, "block_total": 7847936, "block_used": 2489143, "device": "/dev/topolvm/571fb6b1-cbef-4881-8db1-8178c9a26ece", "fstype": "xfs", "inode_available": 15262012, "inode_total": 15728640, "inode_used": 466628, "mount": "/var/lib/zuul/ansible/9", "options": "ro,seclabel,nosuid,nodev,relatime,nouuid,attr2,inode64,logbufs=8,logbsize=32k,noquota,bind", "size_available": 21949616128, "size_total": 32145145856, "uuid": "N/A" }, { "block_available": 5358793, "block_size": 4096, "block_total": 7847936, "block_used": 2489143, "device": "/dev/topolvm/571fb6b1-cbef-4881-8db1-8178c9a26ece", "fstype": "xfs", "inode_available": 15262012, "inode_total": 15728640, "inode_used": 466628, "mount": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/ansible", "options": "ro,seclabel,nosuid,nodev,relatime,nouuid,attr2,inode64,logbufs=8,logbsize=32k,noquota,bind", "size_available": 21949616128, "size_total": 32145145856, "uuid": "N/A" }, { "block_available": 5358793, "block_size": 4096, "block_total": 7847936, "block_used": 2489143, "device": "/dev/topolvm/571fb6b1-cbef-4881-8db1-8178c9a26ece", "fstype": "xfs", "inode_available": 15262012, "inode_total": 15728640, "inode_used": 466628, "mount": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/kube", "options": "ro,seclabel,nosuid,nodev,relatime,nouuid,attr2,inode64,logbufs=8,logbsize=32k,noquota,bind", "size_available": 21949616128, "size_total": 32145145856, "uuid": "N/A" }, { "block_available": 5358793, "block_size": 4096, "block_total": 7847936, "block_used": 2489143, "device": "/dev/topolvm/571fb6b1-cbef-4881-8db1-8178c9a26ece", "fstype": "xfs", "inode_available": 15262012, "inode_total": 15728640, "inode_used": 466628, "mount": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/trusted", "options": "ro,seclabel,nosuid,nodev,relatime,nouuid,attr2,inode64,logbufs=8,logbsize=32k,noquota,bind", "size_available": 21949616128, "size_total": 32145145856, "uuid": "N/A" }, { "block_available": 5358793, "block_size": 4096, "block_total": 7847936, "block_used": 2489143, "device": "/dev/topolvm/571fb6b1-cbef-4881-8db1-8178c9a26ece", "fstype": "xfs", "inode_available": 15262012, "inode_total": 15728640, "inode_used": 466628, "mount": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/untrusted", "options": "ro,seclabel,nosuid,nodev,relatime,nouuid,attr2,inode64,logbufs=8,logbsize=32k,noquota,bind", "size_available": 21949616128, "size_total": 32145145856, "uuid": "N/A" }, { "block_available": 5358793, "block_size": 4096, "block_total": 7847936, "block_used": 2489143, "device": "/dev/topolvm/571fb6b1-cbef-4881-8db1-8178c9a26ece", "fstype": "xfs", "inode_available": 15262012, "inode_total": 15728640, "inode_used": 466628, "mount": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/ansible/pre_playbook_0", "options": "ro,seclabel,nosuid,nodev,relatime,nouuid,attr2,inode64,logbufs=8,logbsize=32k,noquota,bind", "size_available": 21949616128, "size_total": 32145145856, "uuid": "N/A" }, { "block_available": 5358793, "block_size": 4096, "block_total": 7847936, "block_used": 2489143, "device": "/dev/topolvm/571fb6b1-cbef-4881-8db1-8178c9a26ece", "fstype": "xfs", "inode_available": 15262012, "inode_total": 15728640, "inode_used": 466628, "mount": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/.ansible", "options": "rw,seclabel,nosuid,nodev,relatime,nouuid,attr2,inode64,logbufs=8,logbsize=32k,noquota,bind", "size_available": 21949616128, "size_total": 32145145856, "uuid": "N/A" } ], "ansible_nodename": "zuul-executor-0", "ansible_os_family": "Redhat", "ansible_pkg_mgr": "unknown", "ansible_proc_cmdline": { "BOOT_IMAGE": "(hd0,gpt3)/vmlinuz-5.14.0-427.13.1.el9_4.x86_64", "console": [ "tty0", "ttyS0,115200n8" ], "crashkernel": "1G-4G:192M,4G-64G:256M,64G-:512M", "net.ifnames": "0", "no_timer_check": true, "root": "UUID=2fb0abc1-9d08-48bc-9719-108d4ed14685" }, "ansible_processor": [ "0", "AuthenticAMD", "AMD EPYC-Rome Processor", "1", "AuthenticAMD", "AMD EPYC-Rome Processor", "2", "AuthenticAMD", "AMD EPYC-Rome Processor", "3", "AuthenticAMD", "AMD EPYC-Rome Processor", "4", "AuthenticAMD", "AMD EPYC-Rome Processor", "5", "AuthenticAMD", "AMD EPYC-Rome Processor", "6", "AuthenticAMD", "AMD EPYC-Rome Processor", "7", "AuthenticAMD", "AMD EPYC-Rome Processor" ], "ansible_processor_cores": 1, "ansible_processor_count": 8, "ansible_processor_nproc": 8, "ansible_processor_threads_per_core": 1, "ansible_processor_vcpus": 8, "ansible_product_name": "NA", "ansible_product_serial": "NA", "ansible_product_uuid": "NA", "ansible_product_version": "NA", "ansible_python": { "executable": "/usr/lib/zuul/ansible/9/bin/python", "has_sslcontext": true, "type": "cpython", "version": { "major": 3, "micro": 13, "minor": 11, "releaselevel": "final", "serial": 0 }, "version_info": [ 3, 11, 13, "final", 0 ] }, "ansible_python_version": "3.11.13", "ansible_real_group_id": 0, "ansible_real_user_id": 1000, "ansible_selinux": { "status": "disabled" }, "ansible_selinux_python_present": true, "ansible_service_mgr": "bwrap", "ansible_swapfree_mb": 0, "ansible_swaptotal_mb": 0, "ansible_system": "Linux", "ansible_system_capabilities": [ "" ], "ansible_system_capabilities_enforced": "True", "ansible_system_vendor": "NA", "ansible_uptime_seconds": 3996547, "ansible_user_dir": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work", "ansible_user_gecos": "1000 user", "ansible_user_gid": 0, "ansible_user_id": "1000", "ansible_user_shell": "/sbin/nologin", "ansible_user_uid": 1000, "ansible_userspace_architecture": "x86_64", "ansible_userspace_bits": "64", "ansible_virtualization_role": "guest", "ansible_virtualization_tech_guest": [ "container" ], "ansible_virtualization_tech_host": [ "kvm" ], "ansible_virtualization_type": "container", "gather_subset": [ "all" ], "module_setup": true }, "changed": false, "deprecations": [], "warnings": [] } }, "task": { "duration": { "end": "2026-06-08T10:53:44.389076Z", "start": "2026-06-08T10:53:43.383569Z" }, "id": "0a580a2a-0013-d8a8-e6cc-000000000047", "name": "Gathering Facts" } }, { "hosts": { "localhost": { "action": "include_role", "changed": false, "include_args": { "name": "set-zuul-log-path-fact" } } }, "role": { "id": "0a580a2a-0013-d8a8-e6cc-000000000008", "name": "emit-job-header", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/emit-job-header" }, "task": { "duration": { "end": "2026-06-08T10:53:44.416108Z", "start": "2026-06-08T10:53:44.396736Z" }, "id": "0a580a2a-0013-d8a8-e6cc-00000000000a", "name": "Setup log path fact" } }, { "hosts": { "localhost": { "action": "set_fact", "ansible_facts": { "zuul_log_path": "62c/sf/62cca6c390034c6c909f5121ef785a7a" }, "changed": false } }, "role": { "id": "0a580a2a-0013-d8a8-e6cc-00000000006a", "name": "set-zuul-log-path-fact", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/set-zuul-log-path-fact" }, "task": { "duration": { "end": "2026-06-08T10:53:44.465742Z", "start": "2026-06-08T10:53:44.435583Z" }, "id": "0a580a2a-0013-d8a8-e6cc-00000000006c", "name": "Set log path for a build" } }, { "hosts": { "localhost": { "action": "debug", "changed": false, "msg": "# Job Information\nAnsible Version: 2.16.18\nJob: sf-operator-minikube-upgrade\nPipeline: check\nExecutor: 38.102.83.32\nTriggered by: https://softwarefactory-project.io/r/c/software-factory/sf-operator/+/35204\nLog URL (when completed): https://gateway-cloud-softwarefactory.apps.ocp.cloud.ci.centos.org/logs/62c/sf/62cca6c390034c6c909f5121ef785a7a/\nEvent ID: 92008356171e4530adf466244fd265de\n" } }, "role": { "id": "0a580a2a-0013-d8a8-e6cc-000000000008", "name": "emit-job-header", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/emit-job-header" }, "task": { "duration": { "end": "2026-06-08T10:53:44.521012Z", "start": "2026-06-08T10:53:44.473006Z" }, "id": "0a580a2a-0013-d8a8-e6cc-00000000000b", "name": "Print job information" } }, { "hosts": { "localhost": { "action": "debug", "changed": false, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_item", "changed": false, "failed": false, "msg": "# Node Information\nInventory Hostname: controller\nHostname: np0000067094\nUsername: zuul-worker\nDistro: CentOS 9\nProvider: vexxhost-nodepool-sf\nRegion: RegionOne\nLabel: cloud-centos-9-big\nProduct Name: OpenStack Nova\nInterface IP: 38.102.83.110\n", "zj_item": "controller" } ] } }, "role": { "id": "0a580a2a-0013-d8a8-e6cc-000000000008", "name": "emit-job-header", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/emit-job-header" }, "task": { "duration": { "end": "2026-06-08T10:53:44.622200Z", "start": "2026-06-08T10:53:44.524488Z" }, "id": "0a580a2a-0013-d8a8-e6cc-00000000000c", "name": "Print node information" } }, { "hosts": { "localhost": { "action": "file", "changed": true, "diff": { "after": { "mode": "0755", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work/logs/zuul-info", "state": "directory" }, "before": { "mode": "02755", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work/logs/zuul-info", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work/logs/zuul-info", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "1000", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work/logs/zuul-info", "size": 6, "state": "directory", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-d8a8-e6cc-00000000001b", "name": "log-inventory", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/log-inventory" }, "task": { "duration": { "end": "2026-06-08T10:53:45.055469Z", "start": "2026-06-08T10:53:44.632755Z" }, "id": "0a580a2a-0013-d8a8-e6cc-00000000001d", "name": "Ensure Zuul Ansible directory exists" } }, { "hosts": { "localhost": { "action": "copy", "changed": true, "checksum": "d4d2467ab6930521d634d385a74b3dc105321240", "dest": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work/logs/zuul-info/inventory.yaml", "diff": [], "gid": 0, "group": "root", "invocation": { "module_args": { "_original_basename": "inventory.yaml", "attributes": null, "backup": false, "checksum": "d4d2467ab6930521d634d385a74b3dc105321240", "content": null, "dest": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work/logs/zuul-info", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": 420, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work/.ansible/tmp/ansible-tmp-1780916025.0820715-57-211023339778871/source", "unsafe_writes": false, "validate": null } }, "md5sum": "c9cc6729094f49f4e1c7c958dd68e08c", "mode": "0644", "owner": "1000", "size": 15903, "src": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work/.ansible/tmp/ansible-tmp-1780916025.0820715-57-211023339778871/source", "state": "file", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-d8a8-e6cc-00000000001b", "name": "log-inventory", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/log-inventory" }, "task": { "duration": { "end": "2026-06-08T10:53:46.074587Z", "start": "2026-06-08T10:53:45.059722Z" }, "id": "0a580a2a-0013-d8a8-e6cc-00000000001e", "name": "Copy ansible inventory to logs dir" } } ] }, { "play": { "duration": { "end": "2026-06-08T10:53:57.784346Z", "start": "2026-06-08T10:53:46.085391Z" }, "id": "0a580a2a-0013-d8a8-e6cc-000000000026", "name": "all" }, "tasks": [ { "hosts": { "controller": { "action": "include_role", "changed": false, "include_args": { "name": "start-zuul-console" } } }, "task": { "duration": { "end": "2026-06-08T10:53:46.126928Z", "start": "2026-06-08T10:53:46.096201Z" }, "id": "0a580a2a-0013-d8a8-e6cc-000000000028", "name": "" } }, { "hosts": { "controller": { "action": "zuul_console", "changed": false, "invocation": { "module_args": { "path": "/tmp/console-{log_uuid}.log", "port": 19885, "state": "present" } } } }, "role": { "id": "0a580a2a-0013-d8a8-e6cc-0000000000a8", "name": "start-zuul-console", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/start-zuul-console" }, "task": { "duration": { "end": "2026-06-08T10:53:46.563039Z", "start": "2026-06-08T10:53:46.148052Z" }, "id": "0a580a2a-0013-d8a8-e6cc-0000000000aa", "name": "Start zuul_console daemon." } }, { "hosts": { "controller": { "action": "include_role", "changed": false, "include_args": { "name": "validate-host" } } }, "task": { "duration": { "end": "2026-06-08T10:53:46.608067Z", "start": "2026-06-08T10:53:46.572768Z" }, "id": "0a580a2a-0013-d8a8-e6cc-00000000002a", "name": "" } }, { "hosts": { "controller": { "action": "set_fact", "ansible_facts": { "zuul_info_dir": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work/logs/zuul-info" }, "changed": false } }, "role": { "id": "0a580a2a-0013-d8a8-e6cc-0000000000c4", "name": "validate-host", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/validate-host" }, "task": { "duration": { "end": "2026-06-08T10:53:46.674668Z", "start": "2026-06-08T10:53:46.633240Z" }, "id": "0a580a2a-0013-d8a8-e6cc-0000000000c6", "name": "Define zuul_info_dir fact" } }, { "hosts": { "controller": { "action": "file", "changed": false, "diff": { "after": { "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work/logs/zuul-info" }, "before": { "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work/logs/zuul-info" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work/logs/zuul-info", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "1000", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work/logs/zuul-info", "size": 28, "state": "directory", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-d8a8-e6cc-0000000000c4", "name": "validate-host", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/validate-host" }, "task": { "duration": { "end": "2026-06-08T10:53:46.940299Z", "start": "2026-06-08T10:53:46.679686Z" }, "id": "0a580a2a-0013-d8a8-e6cc-0000000000c7", "name": "Ensure Zuul Ansible directory exists" } }, { "hosts": { "controller": { "action": "setup", "ansible_facts": { "ansible_all_ipv4_addresses": [ "38.102.83.110" ], "ansible_all_ipv6_addresses": [ "fe80::f816:3eff:fe26:cb34" ], "ansible_apparmor": { "status": "disabled" }, "ansible_architecture": "x86_64", "ansible_bios_date": "04/01/2014", "ansible_bios_vendor": "SeaBIOS", "ansible_bios_version": "1.15.0-1", "ansible_board_asset_tag": "NA", "ansible_board_name": "NA", "ansible_board_serial": "NA", "ansible_board_vendor": "NA", "ansible_board_version": "NA", "ansible_chassis_asset_tag": "NA", "ansible_chassis_serial": "NA", "ansible_chassis_vendor": "QEMU", "ansible_chassis_version": "pc-i440fx-6.2", "ansible_cmdline": { "BOOT_IMAGE": "(hd0,msdos1)/boot/vmlinuz-5.14.0-710.el9.x86_64", "console": "ttyS0,115200n8", "crashkernel": "1G-2G:192M,2G-64G:256M,64G-:512M", "net.ifnames": "0", "no_timer_check": true, "ro": true, "root": "UUID=2b7d3b0e-f5c7-4b13-98bc-96267c9c5cc6" }, "ansible_date_time": { "date": "2026-06-08", "day": "08", "epoch": "1780916027", "epoch_int": "1780916027", "hour": "06", "iso8601": "2026-06-08T10:53:47Z", "iso8601_basic": "20260608T065347269168", "iso8601_basic_short": "20260608T065347", "iso8601_micro": "2026-06-08T10:53:47.269168Z", "minute": "53", "month": "06", "second": "47", "time": "06:53:47", "tz": "EDT", "tz_dst": "EDT", "tz_offset": "-0400", "weekday": "Monday", "weekday_number": "1", "weeknumber": "23", "year": "2026" }, "ansible_default_ipv4": { "address": "38.102.83.110", "alias": "eth0", "broadcast": "38.102.83.255", "gateway": "38.102.83.1", "interface": "eth0", "macaddress": "fa:16:3e:26:cb:34", "mtu": 1500, "netmask": "255.255.255.0", "network": "38.102.83.0", "prefix": "24", "type": "ether" }, "ansible_default_ipv6": {}, "ansible_device_links": { "ids": { "sr0": [ "ata-QEMU_DVD-ROM_QM00001" ] }, "labels": { "sr0": [ "config-2" ] }, "masters": {}, "uuids": { "sr0": [ "2026-06-08-10-53-09-00" ], "vda1": [ "2b7d3b0e-f5c7-4b13-98bc-96267c9c5cc6" ] } }, "ansible_devices": { "sr0": { "holders": [], "host": "", "links": { "ids": [ "ata-QEMU_DVD-ROM_QM00001" ], "labels": [ "config-2" ], "masters": [], "uuids": [ "2026-06-08-10-53-09-00" ] }, "model": "QEMU DVD-ROM", "partitions": {}, "removable": "1", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "964", "sectorsize": "2048", "size": "482.00 KB", "support_discard": "0", "vendor": "QEMU", "virtual": 1 }, "vda": { "holders": [], "host": "", "links": { "ids": [], "labels": [], "masters": [], "uuids": [] }, "model": null, "partitions": { "vda1": { "holders": [], "links": { "ids": [], "labels": [], "masters": [], "uuids": [ "2b7d3b0e-f5c7-4b13-98bc-96267c9c5cc6" ] }, "sectors": "838858719", "sectorsize": 512, "size": "400.00 GB", "start": "2048", "uuid": "2b7d3b0e-f5c7-4b13-98bc-96267c9c5cc6" } }, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "838860800", "sectorsize": "512", "size": "400.00 GB", "support_discard": "512", "vendor": "0x1af4", "virtual": 1 } }, "ansible_distribution": "CentOS", "ansible_distribution_file_parsed": true, "ansible_distribution_file_path": "/etc/centos-release", "ansible_distribution_file_variety": "CentOS", "ansible_distribution_major_version": "9", "ansible_distribution_release": "Stream", "ansible_distribution_version": "9", "ansible_dns": { "nameservers": [ "199.204.44.24", "199.204.47.54" ], "search": [ "novalocal" ] }, "ansible_domain": "novalocal", "ansible_effective_group_id": 1000, "ansible_effective_user_id": 1000, "ansible_env": { "BASH_FUNC_which%%": "() { ( alias;\n eval ${which_declare} ) | /usr/bin/which --tty-only --read-alias --read-functions --show-tilde --show-dot $@\n}", "DBUS_SESSION_BUS_ADDRESS": "unix:path=/run/user/1000/bus", "DEBUGINFOD_IMA_CERT_PATH": "/etc/keys/ima:", "DEBUGINFOD_URLS": "https://debuginfod.centos.org/ ", "HOME": "/home/zuul-worker", "LANG": "en_US.UTF-8", "LESSOPEN": "||/usr/bin/lesspipe.sh %s", "LOGNAME": "zuul-worker", "MOTD_SHOWN": "pam", "PATH": "/home/zuul-worker/.local/bin:/home/zuul-worker/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin", "PWD": "/home/zuul-worker", "SELINUX_LEVEL_REQUESTED": "", "SELINUX_ROLE_REQUESTED": "", "SELINUX_USE_CURRENT_RANGE": "", "SHELL": "/bin/bash", "SHLVL": "1", "SSH_CLIENT": "38.102.83.32 34726 22", "SSH_CONNECTION": "38.102.83.32 34726 38.102.83.110 22", "USER": "zuul-worker", "XDG_RUNTIME_DIR": "/run/user/1000", "XDG_SESSION_CLASS": "user", "XDG_SESSION_ID": "1", "XDG_SESSION_TYPE": "tty", "_": "/usr/bin/python3", "which_declare": "declare -f" }, "ansible_eth0": { "active": true, "device": "eth0", "features": { "esp_hw_offload": "off [fixed]", "esp_tx_csum_hw_offload": "off [fixed]", "generic_receive_offload": "on", "generic_segmentation_offload": "on", "highdma": "on [fixed]", "hsr_dup_offload": "off [fixed]", "hsr_fwd_offload": "off [fixed]", "hsr_tag_ins_offload": "off [fixed]", "hsr_tag_rm_offload": "off [fixed]", "hw_tc_offload": "off [fixed]", "l2_fwd_offload": "off [fixed]", "large_receive_offload": "off [fixed]", "loopback": "off [fixed]", "macsec_hw_offload": "off [fixed]", "ntuple_filters": "off [fixed]", "receive_hashing": "off [fixed]", "rx_all": "off [fixed]", "rx_checksumming": "on [fixed]", "rx_fcs": "off [fixed]", "rx_gro_hw": "on", "rx_gro_list": "off", "rx_udp_gro_forwarding": "off", "rx_udp_tunnel_port_offload": "off [fixed]", "rx_vlan_filter": "on [fixed]", "rx_vlan_offload": "off [fixed]", "rx_vlan_stag_filter": "off [fixed]", "rx_vlan_stag_hw_parse": "off [fixed]", "scatter_gather": "on", "tcp_segmentation_offload": "on", "tls_hw_record": "off [fixed]", "tls_hw_rx_offload": "off [fixed]", "tls_hw_tx_offload": "off [fixed]", "tx_checksum_fcoe_crc": "off [fixed]", "tx_checksum_ip_generic": "on", "tx_checksum_ipv4": "off [fixed]", "tx_checksum_ipv6": "off [fixed]", "tx_checksum_sctp": "off [fixed]", "tx_checksumming": "on", "tx_esp_segmentation": "off [fixed]", "tx_fcoe_segmentation": "off [fixed]", "tx_gre_csum_segmentation": "off [fixed]", "tx_gre_segmentation": "off [fixed]", "tx_gso_list": "off [fixed]", "tx_gso_partial": "off [fixed]", "tx_gso_robust": "on [fixed]", "tx_ipxip4_segmentation": "off [fixed]", "tx_ipxip6_segmentation": "off [fixed]", "tx_nocache_copy": "off", "tx_scatter_gather": "on", "tx_scatter_gather_fraglist": "off [fixed]", "tx_sctp_segmentation": "off [fixed]", "tx_tcp6_segmentation": "on", "tx_tcp_ecn_segmentation": "on", "tx_tcp_mangleid_segmentation": "off", "tx_tcp_segmentation": "on", "tx_tunnel_remcsum_segmentation": "off [fixed]", "tx_udp_segmentation": "off [fixed]", "tx_udp_tnl_csum_segmentation": "off [fixed]", "tx_udp_tnl_segmentation": "off [fixed]", "tx_vlan_offload": "off [fixed]", "tx_vlan_stag_hw_insert": "off [fixed]", "vlan_challenged": "off [fixed]" }, "hw_timestamp_filters": [], "ipv4": { "address": "38.102.83.110", "broadcast": "38.102.83.255", "netmask": "255.255.255.0", "network": "38.102.83.0", "prefix": "24" }, "ipv6": [ { "address": "fe80::f816:3eff:fe26:cb34", "prefix": "64", "scope": "link" } ], "macaddress": "fa:16:3e:26:cb:34", "module": "virtio_net", "mtu": 1500, "pciid": "virtio1", "promisc": false, "speed": -1, "timestamping": [], "type": "ether" }, "ansible_fibre_channel_wwn": [], "ansible_fips": false, "ansible_form_factor": "Other", "ansible_fqdn": "np0000067094.novalocal", "ansible_hostname": "np0000067094", "ansible_hostnqn": "nqn.2014-08.org.nvmexpress:uuid:d5ca8177-6508-4eba-83e3-4c1e44e5f522", "ansible_interfaces": [ "eth0", "lo" ], "ansible_is_chroot": false, "ansible_iscsi_iqn": "", "ansible_kernel": "5.14.0-710.el9.x86_64", "ansible_kernel_version": "#1 SMP PREEMPT_DYNAMIC Wed May 27 09:04:56 UTC 2026", "ansible_lo": { "active": true, "device": "lo", "features": { "esp_hw_offload": "off [fixed]", "esp_tx_csum_hw_offload": "off [fixed]", "generic_receive_offload": "on", "generic_segmentation_offload": "on", "highdma": "on [fixed]", "hsr_dup_offload": "off [fixed]", "hsr_fwd_offload": "off [fixed]", "hsr_tag_ins_offload": "off [fixed]", "hsr_tag_rm_offload": "off [fixed]", "hw_tc_offload": "off [fixed]", "l2_fwd_offload": "off [fixed]", "large_receive_offload": "off [fixed]", "loopback": "on [fixed]", "macsec_hw_offload": "off [fixed]", "ntuple_filters": "off [fixed]", "receive_hashing": "off [fixed]", "rx_all": "off [fixed]", "rx_checksumming": "on [fixed]", "rx_fcs": "off [fixed]", "rx_gro_hw": "off [fixed]", "rx_gro_list": "off", "rx_udp_gro_forwarding": "off", "rx_udp_tunnel_port_offload": "off [fixed]", "rx_vlan_filter": "off [fixed]", "rx_vlan_offload": "off [fixed]", "rx_vlan_stag_filter": "off [fixed]", "rx_vlan_stag_hw_parse": "off [fixed]", "scatter_gather": "on", "tcp_segmentation_offload": "on", "tls_hw_record": "off [fixed]", "tls_hw_rx_offload": "off [fixed]", "tls_hw_tx_offload": "off [fixed]", "tx_checksum_fcoe_crc": "off [fixed]", "tx_checksum_ip_generic": "on [fixed]", "tx_checksum_ipv4": "off [fixed]", "tx_checksum_ipv6": "off [fixed]", "tx_checksum_sctp": "on [fixed]", "tx_checksumming": "on", "tx_esp_segmentation": "off [fixed]", "tx_fcoe_segmentation": "off [fixed]", "tx_gre_csum_segmentation": "off [fixed]", "tx_gre_segmentation": "off [fixed]", "tx_gso_list": "on", "tx_gso_partial": "off [fixed]", "tx_gso_robust": "off [fixed]", "tx_ipxip4_segmentation": "off [fixed]", "tx_ipxip6_segmentation": "off [fixed]", "tx_nocache_copy": "off [fixed]", "tx_scatter_gather": "on [fixed]", "tx_scatter_gather_fraglist": "on [fixed]", "tx_sctp_segmentation": "on", "tx_tcp6_segmentation": "on", "tx_tcp_ecn_segmentation": "on", "tx_tcp_mangleid_segmentation": "on", "tx_tcp_segmentation": "on", "tx_tunnel_remcsum_segmentation": "off [fixed]", "tx_udp_segmentation": "on", "tx_udp_tnl_csum_segmentation": "off [fixed]", "tx_udp_tnl_segmentation": "off [fixed]", "tx_vlan_offload": "off [fixed]", "tx_vlan_stag_hw_insert": "off [fixed]", "vlan_challenged": "on [fixed]" }, "hw_timestamp_filters": [], "ipv4": { "address": "127.0.0.1", "broadcast": "", "netmask": "255.0.0.0", "network": "127.0.0.0", "prefix": "8" }, "ipv6": [ { "address": "::1", "prefix": "128", "scope": "host" } ], "mtu": 65536, "promisc": false, "timestamping": [], "type": "loopback" }, "ansible_loadavg": { "15m": 0.05, "1m": 0.61, "5m": 0.16 }, "ansible_local": {}, "ansible_locally_reachable_ips": { "ipv4": [ "38.102.83.110", "127.0.0.0/8", "127.0.0.1" ], "ipv6": [ "::1", "fe80::f816:3eff:fe26:cb34" ] }, "ansible_lsb": {}, "ansible_lvm": "N/A", "ansible_machine": "x86_64", "ansible_machine_id": "1b9b1cdb27be1dbf151fa8bcfcd97dde", "ansible_memfree_mb": 23149, "ansible_memory_mb": { "nocache": { "free": 23360, "used": 411 }, "real": { "free": 23149, "total": 23771, "used": 622 }, "swap": { "cached": 0, "free": 0, "total": 0, "used": 0 } }, "ansible_memtotal_mb": 23771, "ansible_mounts": [ { "block_available": 103595382, "block_size": 4096, "block_total": 104840955, "block_used": 1245573, "device": "/dev/vda1", "fstype": "xfs", "inode_available": 209660398, "inode_total": 209714672, "inode_used": 54274, "mount": "/", "options": "rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota", "size_available": 424326684672, "size_total": 429428551680, "uuid": "2b7d3b0e-f5c7-4b13-98bc-96267c9c5cc6" } ], "ansible_nodename": "np0000067094.novalocal", "ansible_os_family": "RedHat", "ansible_pkg_mgr": "dnf", "ansible_proc_cmdline": { "BOOT_IMAGE": "(hd0,msdos1)/boot/vmlinuz-5.14.0-710.el9.x86_64", "console": "ttyS0,115200n8", "crashkernel": "1G-2G:192M,2G-64G:256M,64G-:512M", "net.ifnames": "0", "no_timer_check": true, "ro": true, "root": "UUID=2b7d3b0e-f5c7-4b13-98bc-96267c9c5cc6" }, "ansible_processor": [ "0", "AuthenticAMD", "AMD EPYC-Rome Processor", "1", "AuthenticAMD", "AMD EPYC-Rome Processor", "2", "AuthenticAMD", "AMD EPYC-Rome Processor", "3", "AuthenticAMD", "AMD EPYC-Rome Processor", "4", "AuthenticAMD", "AMD EPYC-Rome Processor", "5", "AuthenticAMD", "AMD EPYC-Rome Processor", "6", "AuthenticAMD", "AMD EPYC-Rome Processor", "7", "AuthenticAMD", "AMD EPYC-Rome Processor" ], "ansible_processor_cores": 1, "ansible_processor_count": 8, "ansible_processor_nproc": 8, "ansible_processor_threads_per_core": 1, "ansible_processor_vcpus": 8, "ansible_product_name": "OpenStack Nova", "ansible_product_serial": "NA", "ansible_product_uuid": "NA", "ansible_product_version": "26.3.1", "ansible_python": { "executable": "/usr/bin/python3", "has_sslcontext": true, "type": "cpython", "version": { "major": 3, "micro": 25, "minor": 9, "releaselevel": "final", "serial": 0 }, "version_info": [ 3, 9, 25, "final", 0 ] }, "ansible_python_version": "3.9.25", "ansible_real_group_id": 1000, "ansible_real_user_id": 1000, "ansible_selinux": { "config_mode": "enforcing", "mode": "enforcing", "policyvers": 33, "status": "enabled", "type": "targeted" }, "ansible_selinux_python_present": true, "ansible_service_mgr": "systemd", "ansible_ssh_host_key_ecdsa_public": "AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNqcEG2d39QxJtGiIv4rHVngEOwwCTgq8vvzfXqkYuc/j6J6guuBBcMxM6Rxz6zkffEEMXMmF6WnH4llmohJIac=", "ansible_ssh_host_key_ecdsa_public_keytype": "ecdsa-sha2-nistp256", "ansible_ssh_host_key_ed25519_public": "AAAAC3NzaC1lZDI1NTE5AAAAIGcrPJI9FCetnrO8bNp/O3kdZKhbVAythET21G8rvYpY", "ansible_ssh_host_key_ed25519_public_keytype": "ssh-ed25519", "ansible_ssh_host_key_rsa_public": "AAAAB3NzaC1yc2EAAAADAQABAAABgQCxLrRYJaI3ziI+SH4xxnZJEk3R3p6/Nu3ez9G72ZVG5uYmh47XC1fvzvh2ajcKgV1rBH+/S+ul5lEZd+Y7h4HLPGDhEVgEgTqhY2G/jd3iAiR+fbin3/1/9FqdjDki7GXrgD82JbtRWIPjcuDdMLjPNBzSfwZBCrn2pTP9GYKVaHd5rE1VCjrs6nAUJO9IJml78/WijGH+r+UBOpt1Vd6GM7wwGIfdRY8l44iatoO/+GoAIQKXy/LdTzqcc2I8jFBA7NzBJE8HSjTaGolA0grcQD6CnGBk6FaUSUUCiVm7XrH24gfjc9yPyaEaah0KOPZNGrFQ64w+b7Yrcmo3MgK/y6HCBkGN3HAQWmidWI0yRyfmgyJJlgWmNcmlKIcAnGEzPsLIlRt+qfKoF+1TGYdASJwbuLBhMmGUAn9u0+pqFlk57PRFrVSWpaVM6MBBIhyhqn9/6ETfvLemqBJ+67Lak8MxHxcMadESJUK/ZqJIzawzmfiXL6UFv5gxbocrg0M=", "ansible_ssh_host_key_rsa_public_keytype": "ssh-rsa", "ansible_swapfree_mb": 0, "ansible_swaptotal_mb": 0, "ansible_system": "Linux", "ansible_system_capabilities": [ "" ], "ansible_system_capabilities_enforced": "True", "ansible_system_vendor": "OpenStack Foundation", "ansible_uptime_seconds": 28, "ansible_user_dir": "/home/zuul-worker", "ansible_user_gecos": "", "ansible_user_gid": 1000, "ansible_user_id": "zuul-worker", "ansible_user_shell": "/bin/bash", "ansible_user_uid": 1000, "ansible_userspace_architecture": "x86_64", "ansible_userspace_bits": "64", "ansible_virtualization_role": "guest", "ansible_virtualization_tech_guest": [ "openstack" ], "ansible_virtualization_tech_host": [ "kvm" ], "ansible_virtualization_type": "openstack", "gather_subset": [ "all" ], "module_setup": true }, "changed": false, "invocation": { "module_args": { "fact_path": "/etc/ansible/facts.d", "filter": [], "gather_subset": [ "all" ], "gather_timeout": 10 } } } }, "role": { "id": "0a580a2a-0013-d8a8-e6cc-0000000000c4", "name": "validate-host", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/validate-host" }, "task": { "duration": { "end": "2026-06-08T10:53:47.642043Z", "start": "2026-06-08T10:53:46.944797Z" }, "id": "0a580a2a-0013-d8a8-e6cc-0000000000c8", "name": "Collect information about the host" } }, { "hosts": { "controller": { "action": "set_fact", "ansible_facts": { "validate_host_hostname_sanitized": "controller" }, "changed": false } }, "role": { "id": "0a580a2a-0013-d8a8-e6cc-0000000000c4", "name": "validate-host", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/validate-host" }, "task": { "duration": { "end": "2026-06-08T10:53:47.708008Z", "start": "2026-06-08T10:53:47.647703Z" }, "id": "0a580a2a-0013-d8a8-e6cc-0000000000c9", "name": "Sanitize hostname" } }, { "hosts": { "controller": { "action": "template", "changed": true, "checksum": "1774669b840fbd541c7b1c4e84125b3fd3d2a9cf", "dest": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work/logs/zuul-info/host-info.controller.yaml", "diff": [], "gid": 0, "group": "root", "invocation": { "module_args": { "_original_basename": "host-info.j2", "attributes": null, "backup": false, "checksum": "1774669b840fbd541c7b1c4e84125b3fd3d2a9cf", "content": null, "dest": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work/logs/zuul-info/host-info.controller.yaml", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": 420, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work/.ansible/tmp/ansible-tmp-1780916027.7363653-106-174253403687354/source", "unsafe_writes": false, "validate": null } }, "md5sum": "ef834fc0656bf7bf54a0d861d179bd3d", "mode": "0644", "owner": "1000", "size": 14917, "src": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work/.ansible/tmp/ansible-tmp-1780916027.7363653-106-174253403687354/source", "state": "file", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-d8a8-e6cc-0000000000c4", "name": "validate-host", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/validate-host" }, "task": { "duration": { "end": "2026-06-08T10:53:48.277752Z", "start": "2026-06-08T10:53:47.712358Z" }, "id": "0a580a2a-0013-d8a8-e6cc-0000000000ca", "name": "Write out all ansible variables/facts known for each host" } }, { "hosts": { "controller": { "_zuul_nolog_return": true, "action": "zuul_debug_info", "changed": false, "df_i": "Filesystem Inodes IUsed IFree IUse% Mounted on\ndevtmpfs 3013099 398 3012701 1% /dev\ntmpfs 3042806 2 3042804 1% /dev/shm\ntmpfs 819200 597 818603 1% /run\n/dev/vda1 209714672 54274 209660398 1% /\ntmpfs 608561 16 608545 1% /run/user/1000\n", "df_m": "Filesystem 1M-blocks Used Available Use% Mounted on\ndevtmpfs 11770 0 11770 0% /dev\ntmpfs 11886 0 11886 0% /dev/shm\ntmpfs 4755 17 4738 1% /run\n/dev/vda1 409535 4866 404670 2% /\ntmpfs 2378 0 2378 0% /run/user/1000\n", "image_manifest_files": [], "invocation": { "module_args": { "image_manifest": null, "image_manifest_files": [ "/etc/dib-builddate.txt", "/etc/image-hostname.txt" ], "ipv4_route_required": false, "ipv6_route_required": false, "traceroute_host": null } }, "network_interfaces": "1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000\n link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00\n inet 127.0.0.1/8 scope host lo\n valid_lft forever preferred_lft forever\n inet6 ::1/128 scope host \n valid_lft forever preferred_lft forever\n2: eth0: mtu 1500 qdisc fq_codel state UP group default qlen 1000\n link/ether fa:16:3e:26:cb:34 brd ff:ff:ff:ff:ff:ff\n altname enp0s3\n altname ens3\n inet 38.102.83.110/24 brd 38.102.83.255 scope global dynamic noprefixroute eth0\n valid_lft 43179sec preferred_lft 43179sec\n inet6 fe80::f816:3eff:fe26:cb34/64 scope link proto kernel_ll \n valid_lft forever preferred_lft forever\n", "network_neighbors": "38.102.83.32 dev eth0 lladdr fa:16:3e:12:e8:01 REACHABLE \n38.102.83.1 dev eth0 lladdr c6:e7:bc:23:0b:06 REACHABLE \n38.102.83.253 dev eth0 lladdr fa:61:25:a2:5a:71 STALE \n38.102.83.254 dev eth0 lladdr c6:e7:bc:23:0b:06 STALE \n", "network_routing_v4": "default via 38.102.83.1 dev eth0 proto dhcp src 38.102.83.110 metric 100 \n38.102.83.0/24 dev eth0 proto kernel scope link src 38.102.83.110 metric 100 \n169.254.169.254 via 38.102.83.126 dev eth0 proto dhcp src 38.102.83.110 metric 100 \n", "network_routing_v6": "::1 dev lo proto kernel metric 256 pref medium\nfe80::/64 dev eth0 proto kernel metric 256 pref medium\n", "proc_cpuinfo": "processor\t: 0\nvendor_id\t: AuthenticAMD\ncpu family\t: 23\nmodel\t\t: 49\nmodel name\t: AMD EPYC-Rome Processor\nstepping\t: 0\nmicrocode\t: 0x1000065\ncpu MHz\t\t: 2799.998\ncache size\t: 512 KB\nphysical id\t: 0\nsiblings\t: 1\ncore id\t\t: 0\ncpu cores\t: 1\napicid\t\t: 0\ninitial apicid\t: 0\nfpu\t\t: yes\nfpu_exception\t: yes\ncpuid level\t: 13\nwp\t\t: yes\nflags\t\t: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm rep_good nopl xtopology cpuid extd_apicid tsc_known_freq pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext perfctr_core ssbd ibrs ibpb stibp vmmcall fsgsbase tsc_adjust bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 clzero xsaveerptr wbnoinvd arat npt lbrv nrip_save tsc_scale vmcb_clean pausefilter pfthreshold umip rdpid arch_capabilities\nbugs\t\t: sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass retbleed smt_rsb srso ibpb_no_ret spectre_v2_user\nbogomips\t: 5599.99\nTLB size\t: 1024 4K pages\nclflush size\t: 64\ncache_alignment\t: 64\naddress sizes\t: 40 bits physical, 48 bits virtual\npower management:\n\nprocessor\t: 1\nvendor_id\t: AuthenticAMD\ncpu family\t: 23\nmodel\t\t: 49\nmodel name\t: AMD EPYC-Rome Processor\nstepping\t: 0\nmicrocode\t: 0x1000065\ncpu MHz\t\t: 2799.998\ncache size\t: 512 KB\nphysical id\t: 1\nsiblings\t: 1\ncore id\t\t: 0\ncpu cores\t: 1\napicid\t\t: 1\ninitial apicid\t: 1\nfpu\t\t: yes\nfpu_exception\t: yes\ncpuid level\t: 13\nwp\t\t: yes\nflags\t\t: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm rep_good nopl xtopology cpuid extd_apicid tsc_known_freq pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext perfctr_core ssbd ibrs ibpb stibp vmmcall fsgsbase tsc_adjust bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 clzero xsaveerptr wbnoinvd arat npt lbrv nrip_save tsc_scale vmcb_clean pausefilter pfthreshold umip rdpid arch_capabilities\nbugs\t\t: sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass retbleed smt_rsb srso ibpb_no_ret spectre_v2_user\nbogomips\t: 5599.99\nTLB size\t: 1024 4K pages\nclflush size\t: 64\ncache_alignment\t: 64\naddress sizes\t: 40 bits physical, 48 bits virtual\npower management:\n\nprocessor\t: 2\nvendor_id\t: AuthenticAMD\ncpu family\t: 23\nmodel\t\t: 49\nmodel name\t: AMD EPYC-Rome Processor\nstepping\t: 0\nmicrocode\t: 0x1000065\ncpu MHz\t\t: 2799.998\ncache size\t: 512 KB\nphysical id\t: 2\nsiblings\t: 1\ncore id\t\t: 0\ncpu cores\t: 1\napicid\t\t: 2\ninitial apicid\t: 2\nfpu\t\t: yes\nfpu_exception\t: yes\ncpuid level\t: 13\nwp\t\t: yes\nflags\t\t: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm rep_good nopl xtopology cpuid extd_apicid tsc_known_freq pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext perfctr_core ssbd ibrs ibpb stibp vmmcall fsgsbase tsc_adjust bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 clzero xsaveerptr wbnoinvd arat npt lbrv nrip_save tsc_scale vmcb_clean pausefilter pfthreshold umip rdpid arch_capabilities\nbugs\t\t: sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass retbleed smt_rsb srso ibpb_no_ret spectre_v2_user\nbogomips\t: 5599.99\nTLB size\t: 1024 4K pages\nclflush size\t: 64\ncache_alignment\t: 64\naddress sizes\t: 40 bits physical, 48 bits virtual\npower management:\n\nprocessor\t: 3\nvendor_id\t: AuthenticAMD\ncpu family\t: 23\nmodel\t\t: 49\nmodel name\t: AMD EPYC-Rome Processor\nstepping\t: 0\nmicrocode\t: 0x1000065\ncpu MHz\t\t: 2799.998\ncache size\t: 512 KB\nphysical id\t: 3\nsiblings\t: 1\ncore id\t\t: 0\ncpu cores\t: 1\napicid\t\t: 3\ninitial apicid\t: 3\nfpu\t\t: yes\nfpu_exception\t: yes\ncpuid level\t: 13\nwp\t\t: yes\nflags\t\t: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm rep_good nopl xtopology cpuid extd_apicid tsc_known_freq pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext perfctr_core ssbd ibrs ibpb stibp vmmcall fsgsbase tsc_adjust bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 clzero xsaveerptr wbnoinvd arat npt lbrv nrip_save tsc_scale vmcb_clean pausefilter pfthreshold umip rdpid arch_capabilities\nbugs\t\t: sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass retbleed smt_rsb srso ibpb_no_ret spectre_v2_user\nbogomips\t: 5599.99\nTLB size\t: 1024 4K pages\nclflush size\t: 64\ncache_alignment\t: 64\naddress sizes\t: 40 bits physical, 48 bits virtual\npower management:\n\nprocessor\t: 4\nvendor_id\t: AuthenticAMD\ncpu family\t: 23\nmodel\t\t: 49\nmodel name\t: AMD EPYC-Rome Processor\nstepping\t: 0\nmicrocode\t: 0x1000065\ncpu MHz\t\t: 2799.998\ncache size\t: 512 KB\nphysical id\t: 4\nsiblings\t: 1\ncore id\t\t: 0\ncpu cores\t: 1\napicid\t\t: 4\ninitial apicid\t: 4\nfpu\t\t: yes\nfpu_exception\t: yes\ncpuid level\t: 13\nwp\t\t: yes\nflags\t\t: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm rep_good nopl xtopology cpuid extd_apicid tsc_known_freq pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext perfctr_core ssbd ibrs ibpb stibp vmmcall fsgsbase tsc_adjust bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 clzero xsaveerptr wbnoinvd arat npt lbrv nrip_save tsc_scale vmcb_clean pausefilter pfthreshold umip rdpid arch_capabilities\nbugs\t\t: sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass retbleed smt_rsb srso ibpb_no_ret spectre_v2_user\nbogomips\t: 5599.99\nTLB size\t: 1024 4K pages\nclflush size\t: 64\ncache_alignment\t: 64\naddress sizes\t: 40 bits physical, 48 bits virtual\npower management:\n\nprocessor\t: 5\nvendor_id\t: AuthenticAMD\ncpu family\t: 23\nmodel\t\t: 49\nmodel name\t: AMD EPYC-Rome Processor\nstepping\t: 0\nmicrocode\t: 0x1000065\ncpu MHz\t\t: 2799.998\ncache size\t: 512 KB\nphysical id\t: 5\nsiblings\t: 1\ncore id\t\t: 0\ncpu cores\t: 1\napicid\t\t: 5\ninitial apicid\t: 5\nfpu\t\t: yes\nfpu_exception\t: yes\ncpuid level\t: 13\nwp\t\t: yes\nflags\t\t: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm rep_good nopl xtopology cpuid extd_apicid tsc_known_freq pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext perfctr_core ssbd ibrs ibpb stibp vmmcall fsgsbase tsc_adjust bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 clzero xsaveerptr wbnoinvd arat npt lbrv nrip_save tsc_scale vmcb_clean pausefilter pfthreshold umip rdpid arch_capabilities\nbugs\t\t: sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass retbleed smt_rsb srso ibpb_no_ret spectre_v2_user\nbogomips\t: 5599.99\nTLB size\t: 1024 4K pages\nclflush size\t: 64\ncache_alignment\t: 64\naddress sizes\t: 40 bits physical, 48 bits virtual\npower management:\n\nprocessor\t: 6\nvendor_id\t: AuthenticAMD\ncpu family\t: 23\nmodel\t\t: 49\nmodel name\t: AMD EPYC-Rome Processor\nstepping\t: 0\nmicrocode\t: 0x1000065\ncpu MHz\t\t: 2799.998\ncache size\t: 512 KB\nphysical id\t: 6\nsiblings\t: 1\ncore id\t\t: 0\ncpu cores\t: 1\napicid\t\t: 6\ninitial apicid\t: 6\nfpu\t\t: yes\nfpu_exception\t: yes\ncpuid level\t: 13\nwp\t\t: yes\nflags\t\t: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm rep_good nopl xtopology cpuid extd_apicid tsc_known_freq pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext perfctr_core ssbd ibrs ibpb stibp vmmcall fsgsbase tsc_adjust bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 clzero xsaveerptr wbnoinvd arat npt lbrv nrip_save tsc_scale vmcb_clean pausefilter pfthreshold umip rdpid arch_capabilities\nbugs\t\t: sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass retbleed smt_rsb srso ibpb_no_ret spectre_v2_user\nbogomips\t: 5599.99\nTLB size\t: 1024 4K pages\nclflush size\t: 64\ncache_alignment\t: 64\naddress sizes\t: 40 bits physical, 48 bits virtual\npower management:\n\nprocessor\t: 7\nvendor_id\t: AuthenticAMD\ncpu family\t: 23\nmodel\t\t: 49\nmodel name\t: AMD EPYC-Rome Processor\nstepping\t: 0\nmicrocode\t: 0x1000065\ncpu MHz\t\t: 2799.998\ncache size\t: 512 KB\nphysical id\t: 7\nsiblings\t: 1\ncore id\t\t: 0\ncpu cores\t: 1\napicid\t\t: 7\ninitial apicid\t: 7\nfpu\t\t: yes\nfpu_exception\t: yes\ncpuid level\t: 13\nwp\t\t: yes\nflags\t\t: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm rep_good nopl xtopology cpuid extd_apicid tsc_known_freq pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext perfctr_core ssbd ibrs ibpb stibp vmmcall fsgsbase tsc_adjust bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 clzero xsaveerptr wbnoinvd arat npt lbrv nrip_save tsc_scale vmcb_clean pausefilter pfthreshold umip rdpid arch_capabilities\nbugs\t\t: sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass retbleed smt_rsb srso ibpb_no_ret spectre_v2_user\nbogomips\t: 5599.99\nTLB size\t: 1024 4K pages\nclflush size\t: 64\ncache_alignment\t: 64\naddress sizes\t: 40 bits physical, 48 bits virtual\npower management:\n\n", "traceroute": null, "uname": "Linux np0000067094.novalocal 5.14.0-710.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed May 27 09:04:56 UTC 2026 x86_64 x86_64 x86_64 GNU/Linux\n" } }, "role": { "id": "0a580a2a-0013-d8a8-e6cc-0000000000c4", "name": "validate-host", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/validate-host" }, "task": { "duration": { "end": "2026-06-08T10:53:48.657785Z", "start": "2026-06-08T10:53:48.286955Z" }, "id": "0a580a2a-0013-d8a8-e6cc-0000000000cc", "name": "Collect information about zuul worker" } }, { "hosts": { "controller": { "action": "template", "changed": true, "checksum": "e68156b435dbfc435568b33d2ecd956fa5b67827", "dest": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work/logs/zuul-info/zuul-info.controller.txt", "diff": [], "gid": 0, "group": "root", "invocation": { "module_args": { "_original_basename": "zuul-info.j2", "attributes": null, "backup": false, "checksum": "e68156b435dbfc435568b33d2ecd956fa5b67827", "content": null, "dest": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work/logs/zuul-info/zuul-info.controller.txt", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": 420, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work/.ansible/tmp/ansible-tmp-1780916028.726338-129-59110840621602/source", "unsafe_writes": false, "validate": null } }, "md5sum": "51c7629544f2ecbd5b0b726ffa74c1e4", "mode": "0644", "owner": "1000", "size": 2428, "src": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work/.ansible/tmp/ansible-tmp-1780916028.726338-129-59110840621602/source", "state": "file", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-d8a8-e6cc-0000000000c4", "name": "validate-host", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/validate-host" }, "task": { "duration": { "end": "2026-06-08T10:53:49.267213Z", "start": "2026-06-08T10:53:48.664929Z" }, "id": "0a580a2a-0013-d8a8-e6cc-0000000000cd", "name": "Write out all zuul information for each host" } }, { "hosts": { "controller": { "action": "include_role", "changed": false, "include_args": { "name": "prepare-workspace" } } }, "task": { "duration": { "end": "2026-06-08T10:53:49.311709Z", "start": "2026-06-08T10:53:49.281275Z" }, "id": "0a580a2a-0013-d8a8-e6cc-00000000002b", "name": "" } }, { "hosts": { "controller": { "action": "zuul_console", "changed": false, "invocation": { "module_args": { "path": "/tmp/console-{log_uuid}.log", "port": 19885, "state": "present" } } } }, "role": { "id": "0a580a2a-0013-d8a8-e6cc-00000000012e", "name": "prepare-workspace", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/prepare-workspace" }, "task": { "duration": { "end": "2026-06-08T10:53:49.614403Z", "start": "2026-06-08T10:53:49.335324Z" }, "id": "0a580a2a-0013-d8a8-e6cc-000000000130", "name": "Start zuul_console daemon." } }, { "hosts": { "controller": { "action": "synchronize", "censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": true } }, "role": { "id": "0a580a2a-0013-d8a8-e6cc-00000000012e", "name": "prepare-workspace", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/prepare-workspace" }, "task": { "duration": { "end": "2026-06-08T10:53:50.778059Z", "start": "2026-06-08T10:53:49.622747Z" }, "id": "0a580a2a-0013-d8a8-e6cc-000000000131", "name": "Synchronize src repos to workspace directory." } }, { "hosts": { "controller": { "action": "include_role", "changed": false, "include_args": { "name": "add-build-sshkey" } } }, "task": { "duration": { "end": "2026-06-08T10:53:50.805698Z", "start": "2026-06-08T10:53:50.785434Z" }, "id": "0a580a2a-0013-d8a8-e6cc-00000000002c", "name": "" } }, { "hosts": { "controller": { "action": "stat", "changed": false, "failed_when_result": false, "invocation": { "module_args": { "checksum_algorithm": "sha1", "follow": false, "get_attributes": true, "get_checksum": true, "get_mime": true, "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work/62cca6c390034c6c909f5121ef785a7a_id_rsa" } }, "stat": { "exists": false } } }, "role": { "id": "0a580a2a-0013-d8a8-e6cc-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-08T10:53:51.117785Z", "start": "2026-06-08T10:53:50.827969Z" }, "id": "0a580a2a-0013-d8a8-e6cc-0000000001b9", "name": "Check to see if ssh key was already created for this build" } }, { "hosts": { "controller": { "action": "include_tasks", "changed": false, "include": "create-key-and-replace.yaml", "include_args": {} } }, "role": { "id": "0a580a2a-0013-d8a8-e6cc-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-08T10:53:51.164655Z", "start": "2026-06-08T10:53:51.123086Z" }, "id": "0a580a2a-0013-d8a8-e6cc-0000000001ba", "name": "Create a new key in workspace based on build UUID" } }, { "hosts": { "controller": { "action": "command", "changed": true, "cmd": [ "ssh-keygen", "-t", "rsa", "-N", "", "-C", "zuul-build-sshkey", "-f", "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work/62cca6c390034c6c909f5121ef785a7a_id_rsa", "-b", "3072" ], "delta": "0:00:00.167143", "end": "2026-06-08 10:53:51.770115", "invocation": { "module_args": { "_raw_params": "ssh-keygen -t rsa -N '' -C 'zuul-build-sshkey' -f /var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work/62cca6c390034c6c909f5121ef785a7a_id_rsa -b 3072", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-d8a8-e6cc-00000000020c-0-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 10:53:51.602972", "stderr": "", "stderr_lines": [], "stdout": "Generating public/private rsa key pair.\nYour identification has been saved in /var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work/62cca6c390034c6c909f5121ef785a7a_id_rsa\nYour public key has been saved in /var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work/62cca6c390034c6c909f5121ef785a7a_id_rsa.pub\nThe key fingerprint is:\nSHA256:h/HZM44NTmPJSO0Hzix7ePr7YJ2A6xVpWHGdQjLzOeU zuul-build-sshkey\nThe key's randomart image is:\n+---[RSA 3072]----+\n| =.o... |\n| . B.+o |\n| o + +.E |\n| . # * . |\n| S ^ = |\n| @ @ + |\n| + O = |\n| . * . |\n| o.oo. |\n+----[SHA256]-----+", "stdout_lines": [ "Generating public/private rsa key pair.", "Your identification has been saved in /var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work/62cca6c390034c6c909f5121ef785a7a_id_rsa", "Your public key has been saved in /var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work/62cca6c390034c6c909f5121ef785a7a_id_rsa.pub", "The key fingerprint is:", "SHA256:h/HZM44NTmPJSO0Hzix7ePr7YJ2A6xVpWHGdQjLzOeU zuul-build-sshkey", "The key's randomart image is:", "+---[RSA 3072]----+", "| =.o... |", "| . B.+o |", "| o + +.E |", "| . # * . |", "| S ^ = |", "| @ @ + |", "| + O = |", "| . * . |", "| o.oo. |", "+----[SHA256]-----+" ], "zuul_log_id": "0a580a2a-0013-d8a8-e6cc-00000000020c-0-controller" } }, "role": { "id": "0a580a2a-0013-d8a8-e6cc-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-08T10:53:51.822149Z", "start": "2026-06-08T10:53:51.187695Z" }, "id": "0a580a2a-0013-d8a8-e6cc-00000000020c", "name": "Create Temp SSH key" } }, { "hosts": { "controller": { "action": "include_tasks", "changed": false, "include": "remote-linux.yaml", "include_args": {} } }, "role": { "id": "0a580a2a-0013-d8a8-e6cc-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-08T10:53:51.872819Z", "start": "2026-06-08T10:53:51.829435Z" }, "id": "0a580a2a-0013-d8a8-e6cc-00000000020d", "name": "Remote setup ssh keys (linux)" } }, { "hosts": { "controller": { "action": "lineinfile", "changed": false, "false_condition": "zuul_build_sshkey_cleanup", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-d8a8-e6cc-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-08T10:53:51.916230Z", "start": "2026-06-08T10:53:51.890708Z" }, "id": "0a580a2a-0013-d8a8-e6cc-000000000232", "name": "Remove previously added zuul-build-sshkey" } }, { "hosts": { "controller": { "action": "authorized_key", "changed": true, "comment": null, "exclusive": false, "follow": false, "invocation": { "module_args": { "changed": true, "comment": null, "exclusive": false, "follow": false, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCtMB5Xb3BG2nkJPTQ87E37hsigYc19YxRse8ajENuxV6p3w9b1mBLxhfHNROyjOVwg4Nj6PrmoiYBgv+8uJRJdrkdpmb9Cm2zz/Nm1BPfzqHqlN9JYexrFxurIBVh9yTFzyyxHdtIIOj2VY4VWSEz7hGGp/OIkC7TPWhywKkL/cdMYhV9pxZHjfH3ImmVhIHBw+8b2YhldB3K0lHE5ggtiNYIZQkhB0+mJmKIV0u9Fr8ELle8dAwm/0izng6Zc4T+r84ln68hnes0NivI+8ryziY09z9yxa5Xfr2MBVFahk9So8to1qGFQbQnc5JGsILSDAdP8skWcko/J5aVebr0ZQwoP3IHpoB3QO8NZI73XfbCz9ZWxBK0TdFEFD2QuWEY6botBoktzt9IFsuBgxkkkv0HRZkyh756jByCGV1Vq55L3cs6+3Ny0Dj6Tn3wS8ZLi9HDizZQcCuPnIjAF5TRm9r0irVKR/ItndQCTIg8SP9IzuK5xO135NpTJmFQ12uk= zuul-build-sshkey", "key_options": null, "keyfile": "/home/zuul-worker/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zuul-worker", "validate_certs": true } }, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCtMB5Xb3BG2nkJPTQ87E37hsigYc19YxRse8ajENuxV6p3w9b1mBLxhfHNROyjOVwg4Nj6PrmoiYBgv+8uJRJdrkdpmb9Cm2zz/Nm1BPfzqHqlN9JYexrFxurIBVh9yTFzyyxHdtIIOj2VY4VWSEz7hGGp/OIkC7TPWhywKkL/cdMYhV9pxZHjfH3ImmVhIHBw+8b2YhldB3K0lHE5ggtiNYIZQkhB0+mJmKIV0u9Fr8ELle8dAwm/0izng6Zc4T+r84ln68hnes0NivI+8ryziY09z9yxa5Xfr2MBVFahk9So8to1qGFQbQnc5JGsILSDAdP8skWcko/J5aVebr0ZQwoP3IHpoB3QO8NZI73XfbCz9ZWxBK0TdFEFD2QuWEY6botBoktzt9IFsuBgxkkkv0HRZkyh756jByCGV1Vq55L3cs6+3Ny0Dj6Tn3wS8ZLi9HDizZQcCuPnIjAF5TRm9r0irVKR/ItndQCTIg8SP9IzuK5xO135NpTJmFQ12uk= zuul-build-sshkey", "key_options": null, "keyfile": "/home/zuul-worker/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zuul-worker", "validate_certs": true } }, "role": { "id": "0a580a2a-0013-d8a8-e6cc-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-08T10:53:52.332862Z", "start": "2026-06-08T10:53:51.921670Z" }, "id": "0a580a2a-0013-d8a8-e6cc-000000000233", "name": "Enable access via build key on all nodes" } }, { "hosts": { "controller": { "action": "file", "changed": false, "diff": { "after": { "path": "/home/zuul-worker/.ssh" }, "before": { "path": "/home/zuul-worker/.ssh" } }, "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 448, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/.ssh", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0700", "owner": "zuul-worker", "path": "/home/zuul-worker/.ssh", "secontext": "unconfined_u:object_r:ssh_home_t:s0", "size": 29, "state": "directory", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-d8a8-e6cc-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-08T10:53:52.588088Z", "start": "2026-06-08T10:53:52.340771Z" }, "id": "0a580a2a-0013-d8a8-e6cc-000000000234", "name": "Make sure user has a .ssh" } }, { "hosts": { "controller": { "action": "copy", "changed": true, "checksum": "3148aaddbc5a3e0ac9eb869ff061e12173b1b935", "dest": "/home/zuul-worker/.ssh/id_rsa", "diff": [], "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_original_basename": "62cca6c390034c6c909f5121ef785a7a_id_rsa", "attributes": null, "backup": false, "checksum": "3148aaddbc5a3e0ac9eb869ff061e12173b1b935", "content": null, "dest": "/home/zuul-worker/.ssh/id_rsa", "directory_mode": null, "follow": false, "force": false, "group": null, "local_follow": null, "mode": 384, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780916032.6786525-209-82344430197480/source", "unsafe_writes": false, "validate": null } }, "md5sum": "f1ba8befc6c0773066bd5b9278f3b7ac", "mode": "0600", "owner": "zuul-worker", "secontext": "unconfined_u:object_r:ssh_home_t:s0", "size": 2602, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780916032.6786525-209-82344430197480/source", "state": "file", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-d8a8-e6cc-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-08T10:53:53.333580Z", "start": "2026-06-08T10:53:52.592219Z" }, "id": "0a580a2a-0013-d8a8-e6cc-000000000235", "name": "Install build private key as SSH key on all nodes" } }, { "hosts": { "controller": { "action": "copy", "changed": true, "checksum": "080395ae9d1be70982fe67c60ea023bb8afe8a83", "dest": "/home/zuul-worker/.ssh/id_rsa.pub", "diff": [], "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_original_basename": "62cca6c390034c6c909f5121ef785a7a_id_rsa.pub", "attributes": null, "backup": false, "checksum": "080395ae9d1be70982fe67c60ea023bb8afe8a83", "content": null, "dest": "/home/zuul-worker/.ssh/id_rsa.pub", "directory_mode": null, "follow": false, "force": false, "group": null, "local_follow": null, "mode": 420, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780916033.436822-219-242288184461805/source", "unsafe_writes": false, "validate": null } }, "md5sum": "a817ef5ca8ec6cf40f65704443e9c01b", "mode": "0644", "owner": "zuul-worker", "secontext": "unconfined_u:object_r:ssh_home_t:s0", "size": 571, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780916033.436822-219-242288184461805/source", "state": "file", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-d8a8-e6cc-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-08T10:53:54.128144Z", "start": "2026-06-08T10:53:53.343662Z" }, "id": "0a580a2a-0013-d8a8-e6cc-000000000236", "name": "Install build public key as SSH key on all nodes" } }, { "hosts": { "controller": { "action": "include_tasks", "changed": false, "false_condition": "ansible_os_family == \"Windows\"", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-d8a8-e6cc-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-08T10:53:54.176878Z", "start": "2026-06-08T10:53:54.138000Z" }, "id": "0a580a2a-0013-d8a8-e6cc-00000000020e", "name": "Remote setup ssh keys (windows)" } }, { "hosts": { "controller": { "action": "sshagent_remove_keys", "changed": true, "invocation": { "module_args": { "remove": "^(?!\\(stdin\\)).*" } }, "removed": [ "/var/lib/zuul-ssh/..data/priv" ] } }, "role": { "id": "0a580a2a-0013-d8a8-e6cc-000000000213", "name": "remove-zuul-sshkey", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/remove-zuul-sshkey" }, "task": { "duration": { "end": "2026-06-08T10:53:54.597629Z", "start": "2026-06-08T10:53:54.185786Z" }, "id": "0a580a2a-0013-d8a8-e6cc-000000000215", "name": "Remove master key from local agent" } }, { "hosts": { "controller": { "action": "command", "changed": true, "cmd": [ "ssh-add", "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work/62cca6c390034c6c909f5121ef785a7a_id_rsa" ], "delta": "0:00:00.016368", "end": "2026-06-08 10:53:54.932108", "invocation": { "module_args": { "_raw_params": "ssh-add /var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work/62cca6c390034c6c909f5121ef785a7a_id_rsa", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-d8a8-e6cc-00000000021b-0-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 10:53:54.915740", "stderr": "", "stderr_lines": [], "stdout": "Identity added: /var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work/62cca6c390034c6c909f5121ef785a7a_id_rsa (zuul-build-sshkey)", "stdout_lines": [ "Identity added: /var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/work/62cca6c390034c6c909f5121ef785a7a_id_rsa (zuul-build-sshkey)" ], "zuul_log_id": "0a580a2a-0013-d8a8-e6cc-00000000021b-0-controller" } }, "role": { "id": "0a580a2a-0013-d8a8-e6cc-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-08T10:53:54.973118Z", "start": "2026-06-08T10:53:54.613968Z" }, "id": "0a580a2a-0013-d8a8-e6cc-00000000021b", "name": "Add back temp key" } }, { "hosts": { "controller": { "action": "ping", "changed": false, "invocation": { "module_args": { "data": "pong" } }, "ping": "pong" } }, "role": { "id": "0a580a2a-0013-d8a8-e6cc-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-08T10:53:55.332562Z", "start": "2026-06-08T10:53:54.980254Z" }, "id": "0a580a2a-0013-d8a8-e6cc-00000000021c", "name": "Verify we can still SSH to all nodes" } }, { "hosts": { "controller": { "action": "command", "changed": false, "false_condition": "ansible_os_family == \"Windows\"", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-d8a8-e6cc-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-08T10:53:55.372215Z", "start": "2026-06-08T10:53:55.335609Z" }, "id": "0a580a2a-0013-d8a8-e6cc-00000000021d", "name": "Verify we can still SSH to all nodes (windows)" } }, { "hosts": { "controller": { "action": "include_role", "changed": false, "false_condition": "ansible_connection == 'kubectl'", "skip_reason": "Conditional result was False", "skipped": true } }, "task": { "duration": { "end": "2026-06-08T10:53:55.418044Z", "start": "2026-06-08T10:53:55.380231Z" }, "id": "0a580a2a-0013-d8a8-e6cc-00000000002e", "name": "" } }, { "hosts": { "controller": { "action": "include_role", "changed": false, "false_condition": "ansible_connection == 'kubectl'", "skip_reason": "Conditional result was False", "skipped": true } }, "task": { "duration": { "end": "2026-06-08T10:53:55.449195Z", "start": "2026-06-08T10:53:55.422637Z" }, "id": "0a580a2a-0013-d8a8-e6cc-00000000002f", "name": "" } }, { "hosts": { "controller": { "action": "file", "changed": false, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_output_dir", "changed": false, "failed": false, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul-worker/zuul-output/logs", "state": "absent", "zj_output_dir": "logs" }, { "ansible_loop_var": "zj_output_dir", "changed": false, "failed": false, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/artifacts", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul-worker/zuul-output/artifacts", "state": "absent", "zj_output_dir": "artifacts" }, { "ansible_loop_var": "zj_output_dir", "changed": false, "failed": false, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/docs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul-worker/zuul-output/docs", "state": "absent", "zj_output_dir": "docs" } ] } }, "role": { "id": "0a580a2a-0013-d8a8-e6cc-000000000035", "name": "ensure-output-dirs", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/ensure-output-dirs" }, "task": { "duration": { "end": "2026-06-08T10:53:56.119758Z", "start": "2026-06-08T10:53:55.454362Z" }, "id": "0a580a2a-0013-d8a8-e6cc-000000000037", "name": "Empty Zuul Output directories by removing them" } }, { "hosts": { "controller": { "action": "file", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_output_dir", "changed": true, "diff": { "after": { "path": "/home/zuul-worker/zuul-output/logs", "state": "directory" }, "before": { "path": "/home/zuul-worker/zuul-output/logs", "state": "absent" } }, "failed": false, "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul-worker", "path": "/home/zuul-worker/zuul-output/logs", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 6, "state": "directory", "uid": 1000, "zj_output_dir": "logs" }, { "ansible_loop_var": "zj_output_dir", "changed": true, "diff": { "after": { "path": "/home/zuul-worker/zuul-output/artifacts", "state": "directory" }, "before": { "path": "/home/zuul-worker/zuul-output/artifacts", "state": "absent" } }, "failed": false, "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/artifacts", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul-worker", "path": "/home/zuul-worker/zuul-output/artifacts", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 6, "state": "directory", "uid": 1000, "zj_output_dir": "artifacts" }, { "ansible_loop_var": "zj_output_dir", "changed": true, "diff": { "after": { "path": "/home/zuul-worker/zuul-output/docs", "state": "directory" }, "before": { "path": "/home/zuul-worker/zuul-output/docs", "state": "absent" } }, "failed": false, "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/docs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul-worker", "path": "/home/zuul-worker/zuul-output/docs", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 6, "state": "directory", "uid": 1000, "zj_output_dir": "docs" } ] } }, "role": { "id": "0a580a2a-0013-d8a8-e6cc-000000000035", "name": "ensure-output-dirs", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/ensure-output-dirs" }, "task": { "duration": { "end": "2026-06-08T10:53:56.902507Z", "start": "2026-06-08T10:53:56.125711Z" }, "id": "0a580a2a-0013-d8a8-e6cc-000000000039", "name": "Ensure Zuul Output directories exist" } }, { "hosts": { "controller": { "action": "community.general.ini_file", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "item", "backup_file": "/etc/dnf/dnf.conf.5742.2026-06-08@06:53:57~", "changed": true, "diff": { "after": "", "after_header": "/etc/dnf/dnf.conf (content)", "before": "", "before_header": "/etc/dnf/dnf.conf (content)" }, "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "allow_no_value": false, "attributes": null, "backup": true, "create": true, "exclusive": true, "follow": false, "group": null, "ignore_spaces": false, "mode": null, "modify_inactive_option": true, "no_extra_spaces": false, "option": "max_parallel_downloads", "owner": null, "path": "/etc/dnf/dnf.conf", "section": "main", "section_has_values": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "state": "present", "unsafe_writes": false, "value": "8", "values": null } }, "item": { "option": "max_parallel_downloads", "value": 8 }, "mode": "0644", "msg": "option added", "owner": "root", "path": "/etc/dnf/dnf.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 135, "state": "file", "uid": 0 }, { "ansible_loop_var": "item", "backup_file": "/etc/dnf/dnf.conf.5770.2026-06-08@06:53:57~", "changed": true, "diff": { "after": "", "after_header": "/etc/dnf/dnf.conf (content)", "before": "", "before_header": "/etc/dnf/dnf.conf (content)" }, "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "allow_no_value": false, "attributes": null, "backup": true, "create": true, "exclusive": true, "follow": false, "group": null, "ignore_spaces": false, "mode": null, "modify_inactive_option": true, "no_extra_spaces": false, "option": "fastestmirror", "owner": null, "path": "/etc/dnf/dnf.conf", "section": "main", "section_has_values": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "state": "present", "unsafe_writes": false, "value": "True", "values": null } }, "item": { "option": "fastestmirror", "value": "True" }, "mode": "0644", "msg": "option added", "owner": "root", "path": "/etc/dnf/dnf.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 156, "state": "file", "uid": 0 }, { "ansible_loop_var": "item", "backup_file": "/etc/dnf/dnf.conf.5798.2026-06-08@06:53:57~", "changed": true, "diff": { "after": "", "after_header": "/etc/dnf/dnf.conf (content)", "before": "", "before_header": "/etc/dnf/dnf.conf (content)" }, "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "allow_no_value": false, "attributes": null, "backup": true, "create": true, "exclusive": true, "follow": false, "group": null, "ignore_spaces": false, "mode": null, "modify_inactive_option": true, "no_extra_spaces": false, "option": "minrate", "owner": null, "path": "/etc/dnf/dnf.conf", "section": "main", "section_has_values": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "state": "present", "unsafe_writes": false, "value": "2M", "values": null } }, "item": { "option": "minrate", "value": "2M" }, "mode": "0644", "msg": "option added", "owner": "root", "path": "/etc/dnf/dnf.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 169, "state": "file", "uid": 0 } ], "warnings": [ "Module remote_tmp /root/.ansible/tmp did not exist and was created with a mode of 0700, this may cause issues when running as another user. To avoid this, create the remote_tmp dir with the correct permissions manually" ] } }, "task": { "duration": { "end": "2026-06-08T10:53:57.784346Z", "start": "2026-06-08T10:53:56.915608Z" }, "id": "0a580a2a-0013-d8a8-e6cc-000000000042", "name": "Tune dnf options" } } ] } ], "stats": { "controller": { "changed": 11, "failures": 0, "ignored": 0, "ok": 24, "rescued": 0, "skipped": 5, "unreachable": 0 }, "localhost": { "changed": 2, "failures": 0, "ignored": 0, "ok": 6, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": true }, { "branch": "main", "index": "1", "phase": "pre", "playbook": "gitlab.com/softwarefactory-project/centosinfra-prod/sf-config/playbooks/rhel_subscription/register.yaml", "plays": [ { "play": { "duration": { "end": "2026-06-08T10:53:58.825703Z", "start": "2026-06-08T10:53:58.553553Z" }, "id": "0a580a2a-0013-8303-5ea9-000000000002", "name": "all" }, "tasks": [ { "hosts": { "controller": { "action": "community.general.redhat_subscription", "censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false, "skipped": true } }, "task": { "duration": { "end": "2026-06-08T10:53:58.627709Z", "start": "2026-06-08T10:53:58.563304Z" }, "id": "0a580a2a-0013-8303-5ea9-000000000004", "name": "Register system" } }, { "hosts": { "controller": { "action": "ansible.builtin.set_fact", "changed": false, "false_condition": "ansible_distribution | lower == 'redhat'", "skip_reason": "Conditional result was False", "skipped": true } }, "task": { "duration": { "end": "2026-06-08T10:53:58.679392Z", "start": "2026-06-08T10:53:58.634744Z" }, "id": "0a580a2a-0013-8303-5ea9-000000000005", "name": "Get minor release for EUS activation" } }, { "hosts": { "controller": { "action": "community.general.rhsm_repository", "changed": false, "msg": "All items skipped", "results": [ { "ansible_loop_var": "item", "changed": false, "false_condition": "ansible_distribution | lower == 'redhat'", "item": "rhel-9-for-x86_64-baseos-eus-rpms", "skip_reason": "Conditional result was False", "skipped": true }, { "ansible_loop_var": "item", "changed": false, "false_condition": "ansible_distribution | lower == 'redhat'", "item": "rhel-9-for-x86_64-appstream-eus-rpms", "skip_reason": "Conditional result was False", "skipped": true } ], "skipped": true } }, "task": { "duration": { "end": "2026-06-08T10:53:58.730024Z", "start": "2026-06-08T10:53:58.684129Z" }, "id": "0a580a2a-0013-8303-5ea9-000000000006", "name": "Manage Extended Update Support repos" } }, { "hosts": { "controller": { "action": "ansible.builtin.dnf", "changed": false, "false_condition": "ansible_distribution | lower == 'redhat'", "skip_reason": "Conditional result was False", "skipped": true } }, "task": { "duration": { "end": "2026-06-08T10:53:58.776686Z", "start": "2026-06-08T10:53:58.739742Z" }, "id": "0a580a2a-0013-8303-5ea9-000000000007", "name": "Upgrade all packages" } }, { "hosts": { "controller": { "action": "ansible.builtin.reboot", "changed": false, "false_condition": "ansible_distribution | lower == 'redhat'", "skip_reason": "Conditional result was False", "skipped": true } }, "task": { "duration": { "end": "2026-06-08T10:53:58.825703Z", "start": "2026-06-08T10:53:58.787487Z" }, "id": "0a580a2a-0013-8303-5ea9-000000000008", "name": "Reboot to use new kernel" } } ] } ], "stats": { "controller": { "changed": 0, "failures": 0, "ignored": 0, "ok": 0, "rescued": 0, "skipped": 5, "unreachable": 0 } }, "trusted": true }, { "branch": "master", "index": "2", "phase": "pre", "playbook": "softwarefactory-project.io/software-factory/sf-operator/playbooks/install-minikube.yaml", "plays": [ { "play": { "duration": { "end": "2026-06-08T10:56:54.874490Z", "start": "2026-06-08T10:53:59.619546Z" }, "id": "0a580a2a-0013-c696-bfa6-000000000002", "name": "controller" }, "tasks": [ { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": true, "diff": { "after": { "mode": "0700", "path": "/dev/shm/etcd", "state": "directory" }, "before": { "mode": "0755", "path": "/dev/shm/etcd", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": "root", "mode": 448, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": "root", "path": "/dev/shm/etcd", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0700", "owner": "root", "path": "/dev/shm/etcd", "secontext": "unconfined_u:object_r:user_tmp_t:s0", "size": 40, "state": "directory", "uid": 0 } }, "task": { "duration": { "end": "2026-06-08T10:54:00.048738Z", "start": "2026-06-08T10:53:59.629606Z" }, "id": "0a580a2a-0013-c696-bfa6-000000000004", "name": "Create ramdisk folder" } }, { "hosts": { "controller": { "action": "ansible.builtin.dnf", "changed": true, "invocation": { "module_args": { "allow_downgrade": false, "allowerasing": false, "autoremove": false, "bugfix": false, "cacheonly": false, "conf_file": null, "disable_excludes": null, "disable_gpg_check": false, "disable_plugin": [], "disablerepo": [], "download_dir": null, "download_only": false, "enable_plugin": [], "enablerepo": [], "exclude": [], "install_repoquery": true, "install_weak_deps": true, "installroot": "/", "list": null, "lock_timeout": 30, "name": [ "podman", "bind-utils" ], "nobest": false, "releasever": null, "security": false, "skip_broken": false, "sslverify": true, "state": "present", "update_cache": false, "update_only": false, "use_backend": "auto", "validate_certs": true } }, "msg": "", "rc": 0, "results": [ "Installed: conmon-3:2.2.1-1.el9.x86_64", "Installed: libslirp-4.4.0-8.el9.x86_64", "Installed: protobuf-c-1.3.3-13.el9.x86_64", "Installed: container-selinux-4:2.247.0-1.el9.noarch", "Installed: shadow-utils-subid-2:4.9-16.el9.x86_64", "Installed: libuv-1:1.42.0-2.el9.x86_64", "Installed: containers-common-5:5.8-1.el9.x86_64", "Installed: bind-libs-32:9.16.23-43.el9.x86_64", "Installed: fuse-common-3.10.2-9.el9.x86_64", "Installed: bind-license-32:9.16.23-43.el9.noarch", "Installed: libnet-1.2-7.el9.x86_64", "Installed: bind-utils-32:9.16.23-43.el9.x86_64", "Installed: passt-0^20251210.gd04c480-3.el9.x86_64", "Installed: nftables-1:1.0.9-7.el9.x86_64", "Installed: passt-selinux-0^20251210.gd04c480-3.el9.noarch", "Installed: yajl-2.1.0-25.el9.x86_64", "Installed: fstrm-0.6.1-3.el9.x86_64", "Installed: fuse-overlayfs-1.16-2.el9.x86_64", "Installed: fuse3-3.10.2-9.el9.x86_64", "Installed: podman-6:5.8.2-1.el9.x86_64", "Installed: aardvark-dns-2:1.17.0-1.el9.x86_64", "Installed: netavark-2:1.17.2-1.el9.x86_64", "Installed: criu-3.19-5.el9.x86_64", "Installed: fuse3-libs-3.10.2-9.el9.x86_64", "Installed: criu-libs-3.19-5.el9.x86_64", "Installed: crun-1.27-2.el9.x86_64", "Installed: slirp4netns-1.3.3-1.el9.x86_64" ] } }, "task": { "duration": { "end": "2026-06-08T10:54:48.434148Z", "start": "2026-06-08T10:54:00.056413Z" }, "id": "0a580a2a-0013-c696-bfa6-000000000005", "name": "Installing packages" } }, { "hosts": { "controller": { "action": "ansible.builtin.copy", "changed": true, "checksum": "4cf277d03fb8b702f2bfed22d315beacde030d7b", "dest": "/etc/containers/containers.conf", "diff": [], "gid": 0, "group": "root", "invocation": { "module_args": { "_original_basename": "tmpm6sm_rwt", "attributes": null, "backup": true, "checksum": "4cf277d03fb8b702f2bfed22d315beacde030d7b", "content": null, "dest": "/etc/containers/containers.conf", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": null, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780916088.5114126-9-238904503364970/source", "unsafe_writes": false, "validate": null } }, "md5sum": "99dc9d9c1833045fd7a7422255e03b07", "mode": "0644", "owner": "root", "secontext": "system_u:object_r:etc_t:s0", "size": 28, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780916088.5114126-9-238904503364970/source", "state": "file", "uid": 0 } }, "task": { "duration": { "end": "2026-06-08T10:54:49.476074Z", "start": "2026-06-08T10:54:48.443720Z" }, "id": "0a580a2a-0013-c696-bfa6-000000000006", "name": "Set pids_limit in containers.conf" } }, { "hosts": { "controller": { "accept_ranges": "bytes", "action": "ansible.builtin.uri", "age": "0", "changed": true, "connection": "close", "content_disposition": "attachment; filename=minikube-linux-amd64", "content_length": "132766301", "content_type": "application/octet-stream", "cookies": {}, "cookies_string": "", "date": "Mon, 08 Jun 2026 10:54:50 GMT", "elapsed": 0, "etag": "\"0x8DD995F30FCC1F2\"", "gid": 0, "group": "root", "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "raw", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": "/usr/bin/minikube", "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": {}, "http_agent": "ansible-httpget", "method": "GET", "mode": "0755", "owner": null, "path": "/usr/bin/minikube", "remote_src": false, "removes": null, "return_content": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200, 304 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://github.com/kubernetes/minikube/releases/download/v1.36.0/minikube-linux-amd64", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": true } }, "last_modified": "Thu, 22 May 2025 18:33:47 GMT", "mode": "0755", "msg": "OK (132766301 bytes)", "owner": "root", "path": "/usr/bin/minikube", "redirected": true, "secontext": "system_u:object_r:bin_t:s0", "server": "Windows-Azure-Blob/1.0 Microsoft-HTTPAPI/2.0", "size": 132766301, "state": "file", "status": 200, "uid": 0, "url": "https://release-assets.githubusercontent.com/github-production-release-asset/56353740/78b372d1-5edc-4c03-ac1c-94d56212b2f4?sp=r&sv=2018-11-09&sr=b&spr=https&se=2026-06-08T11%3A36%3A56Z&rscd=attachment%3B+filename%3Dminikube-linux-amd64&rsct=application%2Foctet-stream&skoid=96c2d410-5711-43a1-aedd-ab1947aa7ab0&sktid=398a6654-997b-47e9-b12b-9515b896b4de&skt=2026-06-08T10%3A36%3A04Z&ske=2026-06-08T11%3A36%3A56Z&sks=b&skv=2018-11-09&sig=N04tEBO92f3iUpGaRzqTSYFgKnfKJ%2BvbmgS3PNEeOp0%3D&jwt=eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJpc3MiOiJnaXRodWIuY29tIiwiYXVkIjoicmVsZWFzZS1hc3NldHMuZ2l0aHVidXNlcmNvbnRlbnQuY29tIiwia2V5Ijoia2V5MSIsImV4cCI6MTc4MDkxOTY5MCwibmJmIjoxNzgwOTE2MDkwLCJwYXRoIjoicmVsZWFzZWFzc2V0cHJvZHVjdGlvbi5ibG9iLmNvcmUud2luZG93cy5uZXQifQ.lvyzjs5vYbDc-nWp84nMI0wYwh0nGeY6LKoNRgWubBQ&response-content-disposition=attachment%3B%20filename%3Dminikube-linux-amd64&response-content-type=application%2Foctet-stream", "via": "1.1 varnish, 1.1 varnish", "x_cache": "HIT, MISS", "x_cache_hits": "206, 0", "x_ms_access_tier": "Hot", "x_ms_access_tier_inferred": "true", "x_ms_blob_type": "BlockBlob", "x_ms_creation_time": "Thu, 22 May 2025 18:33:47 GMT", "x_ms_lease_state": "available", "x_ms_lease_status": "unlocked", "x_ms_request_id": "cdc91a82-501e-006a-3274-f5397d000000", "x_ms_server_encrypted": "true", "x_ms_version": "2018-11-09", "x_served_by": "cache-iad-kiad7000043-IAD, cache-yyz4546-YYZ", "x_timer": "S1780916090.266542,VS0,VE18" } }, "task": { "duration": { "end": "2026-06-08T10:54:51.473058Z", "start": "2026-06-08T10:54:49.481470Z" }, "id": "0a580a2a-0013-c696-bfa6-000000000007", "name": "Installing Minikube" } }, { "hosts": { "controller": { "action": "command", "changed": true, "cmd": [ "minikube", "start", "--driver=podman", "--kubernetes-version=v1.32", "--embed-certs", "--container-runtime=cri-o", "--addons", "ingress,ingress-dns", "--cpus", "no-limit", "--memory", "no-limit", "--delete-on-failure=true", "--disable-metrics=true", "--mount", "--mount-string=/dev/shm/etcd:/var/lib/minikube/etcd" ], "delta": "0:01:58.691327", "end": "2026-06-08 06:56:50.613499", "invocation": { "module_args": { "_raw_params": "minikube start --driver=podman --kubernetes-version=v1.32 --embed-certs --container-runtime=cri-o --addons ingress,ingress-dns --cpus no-limit --memory no-limit --delete-on-failure=true --disable-metrics=true --mount --mount-string=\"/dev/shm/etcd:/var/lib/minikube/etcd\"\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-c696-bfa6-000000000008-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 06:54:51.922172", "stderr": "", "stderr_lines": [], "stdout": "* minikube v1.36.0 on Centos 9 (kvm/amd64)\n Using Kubernetes 1.32.5 since patch version was unspecified\n* minikube 1.38.1 is available! Download it: https://github.com/kubernetes/minikube/releases/tag/v1.38.1\n* To disable this notice, run: 'minikube config set WantUpdateNotification false'\n\n* Using the podman driver based on user configuration\n* Using Podman driver with root privileges\n* Starting \"minikube\" primary control-plane node in \"minikube\" cluster\n* Pulling base image v0.0.47 ...\n* Downloading Kubernetes v1.32.5 preload ...\n > gcr.io/k8s-minikube/kicbase...: 0 B [_______________________] ?% ? p/s ? > gcr.io/k8s-minikube/kicbase...: 0 B [_______________________] ?% ? p/s ? > gcr.io/k8s-minikube/kicbase...: 0 B [_______________________] ?% ? p/s ? > gcr.io/k8s-minikube/kicbase...: 1.61 KiB / 502.26 MiB 0.00% 2.68 KiB p/ > gcr.io/k8s-minikube/kicbase...: 1.61 KiB / 502.26 MiB 0.00% 2.68 KiB p/ > gcr.io/k8s-minikube/kicbase...: 49.73 KiB / 502.26 MiB 0.01% 2.68 KiB p > gcr.io/k8s-minikube/kicbase...: 433.67 KiB / 502.26 MiB 0.08% 48.98 KiB > gcr.io/k8s-minikube/kicbase...: 3.92 MiB / 502.26 MiB 0.78% 48.98 KiB p > gcr.io/k8s-minikube/kicbase...: 12.10 MiB / 502.26 MiB 2.41% 48.98 KiB > gcr.io/k8s-minikube/kicbase...: 19.75 MiB / 502.26 MiB 3.93% 2.12 MiB p > gcr.io/k8s-minikube/kicbase...: 28.28 MiB / 502.26 MiB 5.63% 2.12 MiB p > gcr.io/k8s-minikube/kicbase...: 36.88 MiB / 502.26 MiB 7.34% 2.12 MiB p > gcr.io/k8s-minikube/kicbase...: 45.06 MiB / 502.26 MiB 8.97% 4.71 MiB p > gcr.io/k8s-minikube/kicbase...: 53.66 MiB / 502.26 MiB 10.68% 4.71 MiB > gcr.io/k8s-minikube/kicbase...: 62.00 MiB / 502.26 MiB 12.34% 4.71 MiB > gcr.io/k8s-minikube/kicbase...: 70.56 MiB / 502.26 MiB 14.05% 7.15 MiB > gcr.io/k8s-minikube/kicbase...: 79.16 MiB / 502.26 MiB 15.76% 7.15 MiB > gcr.io/k8s-minikube/kicbase...: 87.36 MiB / 502.26 MiB 17.39% 7.15 MiB > gcr.io/k8s-minikube/kicbase...: 94.70 MiB / 502.26 MiB 18.86% 9.28 MiB > gcr.io/k8s-minikube/kicbase...: 100.91 MiB / 502.26 MiB 20.09% 9.28 MiB > gcr.io/k8s-minikube/kicbase...: 109.30 MiB / 502.26 MiB 21.76% 9.28 MiB > gcr.io/k8s-minikube/kicbase...: 117.89 MiB / 502.26 MiB 23.47% 11.17 Mi > gcr.io/k8s-minikube/kicbase...: 126.45 MiB / 502.26 MiB 25.18% 11.17 Mi > gcr.io/k8s-minikube/kicbase...: 135.05 MiB / 502.26 MiB 26.89% 11.17 Mi > gcr.io/k8s-minikube/kicbase...: 143.61 MiB / 502.26 MiB 28.59% 13.22 Mi > gcr.io/k8s-minikube/kicbase...: 151.30 MiB / 502.26 MiB 30.12% 13.22 Mi > gcr.io/k8s-minikube/kicbase...: 157.92 MiB / 502.26 MiB 31.44% 13.22 Mi > gcr.io/k8s-minikube/kicbase...: 164.97 MiB / 502.26 MiB 32.85% 14.66 Mi > gcr.io/k8s-minikube/kicbase...: 171.63 MiB / 502.26 MiB 34.17% 14.66 Mi > gcr.io/k8s-minikube/kicbase...: 179.94 MiB / 502.26 MiB 35.83% 14.66 Mi > gcr.io/k8s-minikube/kicbase...: 188.25 MiB / 502.26 MiB 37.48% 16.22 Mi > gcr.io/k8s-minikube/kicbase...: 196.57 MiB / 502.26 MiB 39.14% 16.22 Mi > gcr.io/k8s-minikube/kicbase...: 200.91 MiB / 502.26 MiB 40.00% 16.22 Mi > gcr.io/k8s-minikube/kicbase...: 205.82 MiB / 502.26 MiB 40.98% 17.06 Mi > gcr.io/k8s-minikube/kicbase...: 213.41 MiB / 502.26 MiB 42.49% 17.06 Mi > gcr.io/k8s-minikube/kicbase...: 221.96 MiB / 502.26 MiB 44.19% 17.06 Mi > gcr.io/k8s-minikube/kicbase...: 230.54 MiB / 502.26 MiB 45.90% 18.62 Mi > gcr.io/k8s-minikube/kicbase...: 239.07 MiB / 502.26 MiB 47.60% 18.62 Mi > gcr.io/k8s-minikube/kicbase...: 247.57 MiB / 502.26 MiB 49.29% 18.62 Mi > gcr.io/k8s-minikube/kicbase...: 256.05 MiB / 502.26 MiB 50.98% 20.16 Mi > gcr.io/k8s-minikube/kicbase...: 264.58 MiB / 502.26 MiB 52.68% 20.16 Mi > gcr.io/k8s-minikube/kicbase...: 273.00 MiB / 502.26 MiB 54.35% 20.16 Mi > gcr.io/k8s-minikube/kicbase...: 281.47 MiB / 502.26 MiB 56.04% 21.60 Mi > gcr.io/k8s-minikube/kicbase...: 289.97 MiB / 502.26 MiB 57.73% 21.60 Mi > gcr.io/k8s-minikube/kicbase...: 298.25 MiB / 502.26 MiB 59.38% 21.60 Mi > gcr.io/k8s-minikube/kicbase...: 305.56 MiB / 502.26 MiB 60.84% 22.79 Mi > gcr.io/k8s-minikube/kicbase...: 314.06 MiB / 502.26 MiB 62.53% 22.79 Mi > gcr.io/k8s-minikube/kicbase...: 319.69 MiB / 502.26 MiB 63.65% 22.79 Mi > gcr.io/k8s-minikube/kicbase...: 325.08 MiB / 502.26 MiB 64.72% 23.42 Mi > gcr.io/k8s-minikube/kicbase...: 333.73 MiB / 502.26 MiB 66.45% 23.42 Mi > gcr.io/k8s-minikube/kicbase...: 342.30 MiB / 502.26 MiB 68.15% 23.42 Mi > gcr.io/k8s-minikube/kicbase...: 350.86 MiB / 502.26 MiB 69.86% 24.68 Mi > gcr.io/k8s-minikube/kicbase...: 359.33 MiB / 502.26 MiB 71.54% 24.68 Mi > gcr.io/k8s-minikube/kicbase...: 365.04 MiB / 502.26 MiB 72.68% 24.68 Mi > gcr.io/k8s-minikube/kicbase...: 368.01 MiB / 502.26 MiB 73.27% 24.93 Mi > gcr.io/k8s-minikube/kicbase...: 373.87 MiB / 502.26 MiB 74.44% 24.93 Mi > gcr.io/k8s-minikube/kicbase...: 378.74 MiB / 502.26 MiB 75.41% 24.93 Mi > gcr.io/k8s-minikube/kicbase...: 385.60 MiB / 502.26 MiB 76.77% 25.22 Mi > gcr.io/k8s-minikube/kicbase...: 388.81 MiB / 502.26 MiB 77.41% 25.22 Mi > gcr.io/k8s-minikube/kicbase...: 393.63 MiB / 502.26 MiB 78.37% 25.22 Mi > gcr.io/k8s-minikube/kicbase...: 398.27 MiB / 502.26 MiB 79.29% 24.95 Mi > gcr.io/k8s-minikube/kicbase...: 403.77 MiB / 502.26 MiB 80.39% 24.95 Mi > gcr.io/k8s-minikube/kicbase...: 409.14 MiB / 502.26 MiB 81.46% 24.95 Mi > gcr.io/k8s-minikube/kicbase...: 414.65 MiB / 502.26 MiB 82.56% 25.10 Mi > gcr.io/k8s-minikube/kicbase...: 420.14 MiB / 502.26 MiB 83.65% 25.10 Mi > gcr.io/k8s-minikube/kicbase...: 425.58 MiB / 502.26 MiB 84.73% 25.10 Mi > gcr.io/k8s-minikube/kicbase...: 431.06 MiB / 502.26 MiB 85.82% 25.25 Mi > gcr.io/k8s-minikube/kicbase...: 436.50 MiB / 502.26 MiB 86.91% 25.25 Mi > gcr.io/k8s-minikube/kicbase...: 440.31 MiB / 502.26 MiB 87.67% 25.25 Mi > gcr.io/k8s-minikube/kicbase...: 445.78 MiB / 502.26 MiB 88.75% 25.20 Mi > gcr.io/k8s-minikube/kicbase...: 449.70 MiB / 502.26 MiB 89.53% 25.20 Mi > gcr.io/k8s-minikube/kicbase...: 457.70 MiB / 502.26 MiB 91.13% 25.20 Mi > gcr.io/k8s-minikube/kicbase...: 466.23 MiB / 502.26 MiB 92.83% 25.77 Mi > gcr.io/k8s-minikube/kicbase...: 474.45 MiB / 502.26 MiB 94.46% 25.77 Mi > gcr.io/k8s-minikube/kicbase...: 479.79 MiB / 502.26 MiB 95.53% 25.77 Mi > gcr.io/k8s-minikube/kicbase...: 488.26 MiB / 502.26 MiB 97.21% 26.48 Mi > gcr.io/k8s-minikube/kicbase...: 496.76 MiB / 502.26 MiB 98.90% 26.48 Mi > gcr.io/k8s-minikube/kicbase...: 501.11 MiB / 502.26 MiB 99.77% 26.48 Mi > gcr.io/k8s-minikube/kicbase...: 501.14 MiB / 502.26 MiB 99.78% 26.16 Mi > gcr.io/k8s-minikube/kicbase...: 502.26 MiB / 502.26 MiB 100.00% 31.84 ME0608 06:55:11.643977 11952 cache.go:225] Error downloading kic artifacts: not yet implemented, see issue #8426\n* Creating podman container (CPUs=no-limit, Memory=no-limit) ...\n* Preparing Kubernetes v1.32.5 on CRI-O 1.24.6 ...\n - kubelet.housekeeping-interval=5m\n - Generating certificates and keys ...\n - Booting up control plane ...\n - Configuring RBAC rules ...\n* Configuring CNI (Container Networking Interface) ...\n* Verifying Kubernetes components...\n - Using image registry.k8s.io/ingress-nginx/controller:v1.12.2\n - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3\n - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.5.3\n - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.5.3\n - Using image gcr.io/k8s-minikube/storage-provisioner:v5\n* Verifying ingress addon...\n* Enabled addons: ingress-dns, storage-provisioner, default-storageclass, ingress\n* kubectl not found. If you need it, try: 'minikube kubectl -- get pods -A'\n* Done! kubectl is now configured to use \"minikube\" cluster and \"default\" namespace by default", "stdout_lines": [ "* minikube v1.36.0 on Centos 9 (kvm/amd64)", " Using Kubernetes 1.32.5 since patch version was unspecified", "* minikube 1.38.1 is available! Download it: https://github.com/kubernetes/minikube/releases/tag/v1.38.1", "* To disable this notice, run: 'minikube config set WantUpdateNotification false'", "", "* Using the podman driver based on user configuration", "* Using Podman driver with root privileges", "* Starting \"minikube\" primary control-plane node in \"minikube\" cluster", "* Pulling base image v0.0.47 ...", "* Downloading Kubernetes v1.32.5 preload ...", " > gcr.io/k8s-minikube/kicbase...: 0 B [_______________________] ?% ? p/s ? > gcr.io/k8s-minikube/kicbase...: 0 B [_______________________] ?% ? p/s ? > gcr.io/k8s-minikube/kicbase...: 0 B [_______________________] ?% ? p/s ? > gcr.io/k8s-minikube/kicbase...: 1.61 KiB / 502.26 MiB 0.00% 2.68 KiB p/ > gcr.io/k8s-minikube/kicbase...: 1.61 KiB / 502.26 MiB 0.00% 2.68 KiB p/ > gcr.io/k8s-minikube/kicbase...: 49.73 KiB / 502.26 MiB 0.01% 2.68 KiB p > gcr.io/k8s-minikube/kicbase...: 433.67 KiB / 502.26 MiB 0.08% 48.98 KiB > gcr.io/k8s-minikube/kicbase...: 3.92 MiB / 502.26 MiB 0.78% 48.98 KiB p > gcr.io/k8s-minikube/kicbase...: 12.10 MiB / 502.26 MiB 2.41% 48.98 KiB > gcr.io/k8s-minikube/kicbase...: 19.75 MiB / 502.26 MiB 3.93% 2.12 MiB p > gcr.io/k8s-minikube/kicbase...: 28.28 MiB / 502.26 MiB 5.63% 2.12 MiB p > gcr.io/k8s-minikube/kicbase...: 36.88 MiB / 502.26 MiB 7.34% 2.12 MiB p > gcr.io/k8s-minikube/kicbase...: 45.06 MiB / 502.26 MiB 8.97% 4.71 MiB p > gcr.io/k8s-minikube/kicbase...: 53.66 MiB / 502.26 MiB 10.68% 4.71 MiB > gcr.io/k8s-minikube/kicbase...: 62.00 MiB / 502.26 MiB 12.34% 4.71 MiB > gcr.io/k8s-minikube/kicbase...: 70.56 MiB / 502.26 MiB 14.05% 7.15 MiB > gcr.io/k8s-minikube/kicbase...: 79.16 MiB / 502.26 MiB 15.76% 7.15 MiB > gcr.io/k8s-minikube/kicbase...: 87.36 MiB / 502.26 MiB 17.39% 7.15 MiB > gcr.io/k8s-minikube/kicbase...: 94.70 MiB / 502.26 MiB 18.86% 9.28 MiB > gcr.io/k8s-minikube/kicbase...: 100.91 MiB / 502.26 MiB 20.09% 9.28 MiB > gcr.io/k8s-minikube/kicbase...: 109.30 MiB / 502.26 MiB 21.76% 9.28 MiB > gcr.io/k8s-minikube/kicbase...: 117.89 MiB / 502.26 MiB 23.47% 11.17 Mi > gcr.io/k8s-minikube/kicbase...: 126.45 MiB / 502.26 MiB 25.18% 11.17 Mi > gcr.io/k8s-minikube/kicbase...: 135.05 MiB / 502.26 MiB 26.89% 11.17 Mi > gcr.io/k8s-minikube/kicbase...: 143.61 MiB / 502.26 MiB 28.59% 13.22 Mi > gcr.io/k8s-minikube/kicbase...: 151.30 MiB / 502.26 MiB 30.12% 13.22 Mi > gcr.io/k8s-minikube/kicbase...: 157.92 MiB / 502.26 MiB 31.44% 13.22 Mi > gcr.io/k8s-minikube/kicbase...: 164.97 MiB / 502.26 MiB 32.85% 14.66 Mi > gcr.io/k8s-minikube/kicbase...: 171.63 MiB / 502.26 MiB 34.17% 14.66 Mi > gcr.io/k8s-minikube/kicbase...: 179.94 MiB / 502.26 MiB 35.83% 14.66 Mi > gcr.io/k8s-minikube/kicbase...: 188.25 MiB / 502.26 MiB 37.48% 16.22 Mi > gcr.io/k8s-minikube/kicbase...: 196.57 MiB / 502.26 MiB 39.14% 16.22 Mi > gcr.io/k8s-minikube/kicbase...: 200.91 MiB / 502.26 MiB 40.00% 16.22 Mi > gcr.io/k8s-minikube/kicbase...: 205.82 MiB / 502.26 MiB 40.98% 17.06 Mi > gcr.io/k8s-minikube/kicbase...: 213.41 MiB / 502.26 MiB 42.49% 17.06 Mi > gcr.io/k8s-minikube/kicbase...: 221.96 MiB / 502.26 MiB 44.19% 17.06 Mi > gcr.io/k8s-minikube/kicbase...: 230.54 MiB / 502.26 MiB 45.90% 18.62 Mi > gcr.io/k8s-minikube/kicbase...: 239.07 MiB / 502.26 MiB 47.60% 18.62 Mi > gcr.io/k8s-minikube/kicbase...: 247.57 MiB / 502.26 MiB 49.29% 18.62 Mi > gcr.io/k8s-minikube/kicbase...: 256.05 MiB / 502.26 MiB 50.98% 20.16 Mi > gcr.io/k8s-minikube/kicbase...: 264.58 MiB / 502.26 MiB 52.68% 20.16 Mi > gcr.io/k8s-minikube/kicbase...: 273.00 MiB / 502.26 MiB 54.35% 20.16 Mi > gcr.io/k8s-minikube/kicbase...: 281.47 MiB / 502.26 MiB 56.04% 21.60 Mi > gcr.io/k8s-minikube/kicbase...: 289.97 MiB / 502.26 MiB 57.73% 21.60 Mi > gcr.io/k8s-minikube/kicbase...: 298.25 MiB / 502.26 MiB 59.38% 21.60 Mi > gcr.io/k8s-minikube/kicbase...: 305.56 MiB / 502.26 MiB 60.84% 22.79 Mi > gcr.io/k8s-minikube/kicbase...: 314.06 MiB / 502.26 MiB 62.53% 22.79 Mi > gcr.io/k8s-minikube/kicbase...: 319.69 MiB / 502.26 MiB 63.65% 22.79 Mi > gcr.io/k8s-minikube/kicbase...: 325.08 MiB / 502.26 MiB 64.72% 23.42 Mi > gcr.io/k8s-minikube/kicbase...: 333.73 MiB / 502.26 MiB 66.45% 23.42 Mi > gcr.io/k8s-minikube/kicbase...: 342.30 MiB / 502.26 MiB 68.15% 23.42 Mi > gcr.io/k8s-minikube/kicbase...: 350.86 MiB / 502.26 MiB 69.86% 24.68 Mi > gcr.io/k8s-minikube/kicbase...: 359.33 MiB / 502.26 MiB 71.54% 24.68 Mi > gcr.io/k8s-minikube/kicbase...: 365.04 MiB / 502.26 MiB 72.68% 24.68 Mi > gcr.io/k8s-minikube/kicbase...: 368.01 MiB / 502.26 MiB 73.27% 24.93 Mi > gcr.io/k8s-minikube/kicbase...: 373.87 MiB / 502.26 MiB 74.44% 24.93 Mi > gcr.io/k8s-minikube/kicbase...: 378.74 MiB / 502.26 MiB 75.41% 24.93 Mi > gcr.io/k8s-minikube/kicbase...: 385.60 MiB / 502.26 MiB 76.77% 25.22 Mi > gcr.io/k8s-minikube/kicbase...: 388.81 MiB / 502.26 MiB 77.41% 25.22 Mi > gcr.io/k8s-minikube/kicbase...: 393.63 MiB / 502.26 MiB 78.37% 25.22 Mi > gcr.io/k8s-minikube/kicbase...: 398.27 MiB / 502.26 MiB 79.29% 24.95 Mi > gcr.io/k8s-minikube/kicbase...: 403.77 MiB / 502.26 MiB 80.39% 24.95 Mi > gcr.io/k8s-minikube/kicbase...: 409.14 MiB / 502.26 MiB 81.46% 24.95 Mi > gcr.io/k8s-minikube/kicbase...: 414.65 MiB / 502.26 MiB 82.56% 25.10 Mi > gcr.io/k8s-minikube/kicbase...: 420.14 MiB / 502.26 MiB 83.65% 25.10 Mi > gcr.io/k8s-minikube/kicbase...: 425.58 MiB / 502.26 MiB 84.73% 25.10 Mi > gcr.io/k8s-minikube/kicbase...: 431.06 MiB / 502.26 MiB 85.82% 25.25 Mi > gcr.io/k8s-minikube/kicbase...: 436.50 MiB / 502.26 MiB 86.91% 25.25 Mi > gcr.io/k8s-minikube/kicbase...: 440.31 MiB / 502.26 MiB 87.67% 25.25 Mi > gcr.io/k8s-minikube/kicbase...: 445.78 MiB / 502.26 MiB 88.75% 25.20 Mi > gcr.io/k8s-minikube/kicbase...: 449.70 MiB / 502.26 MiB 89.53% 25.20 Mi > gcr.io/k8s-minikube/kicbase...: 457.70 MiB / 502.26 MiB 91.13% 25.20 Mi > gcr.io/k8s-minikube/kicbase...: 466.23 MiB / 502.26 MiB 92.83% 25.77 Mi > gcr.io/k8s-minikube/kicbase...: 474.45 MiB / 502.26 MiB 94.46% 25.77 Mi > gcr.io/k8s-minikube/kicbase...: 479.79 MiB / 502.26 MiB 95.53% 25.77 Mi > gcr.io/k8s-minikube/kicbase...: 488.26 MiB / 502.26 MiB 97.21% 26.48 Mi > gcr.io/k8s-minikube/kicbase...: 496.76 MiB / 502.26 MiB 98.90% 26.48 Mi > gcr.io/k8s-minikube/kicbase...: 501.11 MiB / 502.26 MiB 99.77% 26.48 Mi > gcr.io/k8s-minikube/kicbase...: 501.14 MiB / 502.26 MiB 99.78% 26.16 Mi > gcr.io/k8s-minikube/kicbase...: 502.26 MiB / 502.26 MiB 100.00% 31.84 ME0608 06:55:11.643977 11952 cache.go:225] Error downloading kic artifacts: not yet implemented, see issue #8426", "* Creating podman container (CPUs=no-limit, Memory=no-limit) ...", "* Preparing Kubernetes v1.32.5 on CRI-O 1.24.6 ...", " - kubelet.housekeeping-interval=5m", " - Generating certificates and keys ...", " - Booting up control plane ...", " - Configuring RBAC rules ...", "* Configuring CNI (Container Networking Interface) ...", "* Verifying Kubernetes components...", " - Using image registry.k8s.io/ingress-nginx/controller:v1.12.2", " - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3", " - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.5.3", " - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.5.3", " - Using image gcr.io/k8s-minikube/storage-provisioner:v5", "* Verifying ingress addon...", "* Enabled addons: ingress-dns, storage-provisioner, default-storageclass, ingress", "* kubectl not found. If you need it, try: 'minikube kubectl -- get pods -A'", "* Done! kubectl is now configured to use \"minikube\" cluster and \"default\" namespace by default" ], "zuul_log_id": "0a580a2a-0013-c696-bfa6-000000000008-1-controller" } }, "task": { "duration": { "end": "2026-06-08T10:56:50.712656Z", "start": "2026-06-08T10:54:51.511487Z" }, "id": "0a580a2a-0013-c696-bfa6-000000000008", "name": "Start minikube" } }, { "hosts": { "controller": { "action": "command", "changed": true, "cmd": [ "minikube", "ip" ], "delta": "0:00:00.281282", "end": "2026-06-08 06:56:51.246519", "invocation": { "module_args": { "_raw_params": "minikube ip", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-c696-bfa6-000000000009-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 06:56:50.965237", "stderr": "", "stderr_lines": [], "stdout": "192.168.49.2", "stdout_lines": [ "192.168.49.2" ], "zuul_log_id": "0a580a2a-0013-c696-bfa6-000000000009-1-controller" } }, "task": { "duration": { "end": "2026-06-08T10:56:51.746169Z", "start": "2026-06-08T10:56:50.730013Z" }, "id": "0a580a2a-0013-c696-bfa6-000000000009", "name": "Get minikube deployment ip" } }, { "hosts": { "controller": { "action": "shell", "changed": true, "cmd": "ip route show default | awk '{print $5}'", "delta": "0:00:00.009744", "end": "2026-06-08 06:56:51.996644", "invocation": { "module_args": { "_raw_params": "ip route show default | awk '{print $5}'", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-c696-bfa6-00000000000a-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 06:56:51.986900", "stderr": "", "stderr_lines": [], "stdout": "eth0", "stdout_lines": [ "eth0" ], "zuul_log_id": "0a580a2a-0013-c696-bfa6-00000000000a-1-controller" } }, "task": { "duration": { "end": "2026-06-08T10:56:52.312130Z", "start": "2026-06-08T10:56:51.794896Z" }, "id": "0a580a2a-0013-c696-bfa6-00000000000a", "name": "Get default interface" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "minikube", "kubectl", "--", "get", "pod", "-A" ], "delta": "0:00:01.864224", "end": "2026-06-08 06:56:54.446235", "invocation": { "module_args": { "_raw_params": "minikube kubectl -- get pod -A", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-c696-bfa6-00000000000b-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 06:56:52.582011", "stderr": "", "stderr_lines": [], "stdout": "NAMESPACE NAME READY STATUS RESTARTS AGE\ningress-nginx ingress-nginx-admission-create-gvfcq 0/1 Completed 0 33s\ningress-nginx ingress-nginx-admission-patch-hft8z 0/1 CrashLoopBackOff 1 (12s ago) 33s\ningress-nginx ingress-nginx-controller-86649c845b-zvncv 0/1 Running 0 33s\nkube-system coredns-668d6bf9bc-wk7tb 1/1 Running 0 33s\nkube-system etcd-minikube 1/1 Running 0 38s\nkube-system kindnet-2c98p 1/1 Running 0 33s\nkube-system kube-apiserver-minikube 1/1 Running 0 38s\nkube-system kube-controller-manager-minikube 1/1 Running 0 38s\nkube-system kube-ingress-dns-minikube 0/1 ImagePullBackOff 0 37s\nkube-system kube-proxy-5j69z 1/1 Running 0 33s\nkube-system kube-scheduler-minikube 1/1 Running 0 38s\nkube-system storage-provisioner 1/1 Running 0 37s", "stdout_lines": [ "NAMESPACE NAME READY STATUS RESTARTS AGE", "ingress-nginx ingress-nginx-admission-create-gvfcq 0/1 Completed 0 33s", "ingress-nginx ingress-nginx-admission-patch-hft8z 0/1 CrashLoopBackOff 1 (12s ago) 33s", "ingress-nginx ingress-nginx-controller-86649c845b-zvncv 0/1 Running 0 33s", "kube-system coredns-668d6bf9bc-wk7tb 1/1 Running 0 33s", "kube-system etcd-minikube 1/1 Running 0 38s", "kube-system kindnet-2c98p 1/1 Running 0 33s", "kube-system kube-apiserver-minikube 1/1 Running 0 38s", "kube-system kube-controller-manager-minikube 1/1 Running 0 38s", "kube-system kube-ingress-dns-minikube 0/1 ImagePullBackOff 0 37s", "kube-system kube-proxy-5j69z 1/1 Running 0 33s", "kube-system kube-scheduler-minikube 1/1 Running 0 38s", "kube-system storage-provisioner 1/1 Running 0 37s" ], "zuul_log_id": "0a580a2a-0013-c696-bfa6-00000000000b-1-controller" } }, "task": { "duration": { "end": "2026-06-08T10:56:54.874490Z", "start": "2026-06-08T10:56:52.352917Z" }, "id": "0a580a2a-0013-c696-bfa6-00000000000b", "name": "Test minikube" } } ] } ], "stats": { "controller": { "changed": 8, "failures": 0, "ignored": 0, "ok": 8, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": false }, { "branch": "master", "index": "3", "phase": "pre", "playbook": "softwarefactory-project.io/software-factory/sf-operator/playbooks/prepare-minikube.yaml", "plays": [ { "play": { "duration": { "end": "2026-06-08T10:56:57.356486Z", "start": "2026-06-08T10:56:55.758286Z" }, "id": "0a580a2a-0013-b378-a7dd-000000000002", "name": "controller" }, "tasks": [ { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "minikube", "kubectl", "--", "create", "ns", "sf" ], "delta": "0:00:00.258524", "end": "2026-06-08 06:56:56.384714", "invocation": { "module_args": { "_raw_params": "minikube kubectl -- create ns sf", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-b378-a7dd-000000000004-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 06:56:56.126190", "stderr": "", "stderr_lines": [], "stdout": "namespace/sf created", "stdout_lines": [ "namespace/sf created" ], "zuul_log_id": "0a580a2a-0013-b378-a7dd-000000000004-1-controller" } }, "task": { "duration": { "end": "2026-06-08T10:56:56.800369Z", "start": "2026-06-08T10:56:55.783759Z" }, "id": "0a580a2a-0013-b378-a7dd-000000000004", "name": "Crete sf namespace" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "minikube", "kubectl", "--", "config", "set-context", "--current", "--namespace", "sf" ], "delta": "0:00:00.131672", "end": "2026-06-08 06:56:57.188643", "invocation": { "module_args": { "_raw_params": "minikube kubectl -- config set-context --current --namespace sf", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-b378-a7dd-000000000005-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 06:56:57.056971", "stderr": "", "stderr_lines": [], "stdout": "Context \"minikube\" modified.", "stdout_lines": [ "Context \"minikube\" modified." ], "zuul_log_id": "0a580a2a-0013-b378-a7dd-000000000005-1-controller" } }, "task": { "duration": { "end": "2026-06-08T10:56:57.356486Z", "start": "2026-06-08T10:56:56.840143Z" }, "id": "0a580a2a-0013-b378-a7dd-000000000005", "name": "Set sf as the default namespace" } } ] } ], "stats": { "controller": { "changed": 2, "failures": 0, "ignored": 0, "ok": 2, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": false }, { "branch": "master", "index": "4", "phase": "pre", "playbook": "softwarefactory-project.io/software-factory/sf-operator/playbooks/install-test-dependencies.yaml", "plays": [ { "play": { "duration": { "end": "2026-06-08T10:57:18.476959Z", "start": "2026-06-08T10:56:58.107715Z" }, "id": "0a580a2a-0013-e160-80c4-000000000002", "name": "controller" }, "tasks": [ { "hosts": { "controller": { "action": "command", "changed": false, "cmd": "go version", "failed_when_result": false, "invocation": { "module_args": { "_raw_params": "go version", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-e160-80c4-000000000007-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "[Errno 2] No such file or directory: b'go'", "rc": 2, "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [] } }, "role": { "id": "0a580a2a-0013-e160-80c4-000000000005", "name": "install-golang", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/install-golang" }, "task": { "duration": { "end": "2026-06-08T10:56:58.649132Z", "start": "2026-06-08T10:56:58.133001Z" }, "id": "0a580a2a-0013-e160-80c4-000000000007", "name": "Check Go version" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": false, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/usr/local/go", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/usr/local/go", "state": "absent" } }, "role": { "id": "0a580a2a-0013-e160-80c4-000000000005", "name": "install-golang", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/install-golang" }, "task": { "duration": { "end": "2026-06-08T10:56:59.119488Z", "start": "2026-06-08T10:56:58.659816Z" }, "id": "0a580a2a-0013-e160-80c4-000000000009", "name": "Ensure a clean install" } }, { "hosts": { "controller": { "action": "ansible.builtin.unarchive", "changed": true, "dest": "/usr/local", "extract_results": { "cmd": [ "/bin/gtar", "--extract", "-C", "/usr/local", "-z", "-f", "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780916219.193603-10-88681840765159/go1.25.10.linux-amd64301886zf.tar.gz" ], "err": "", "out": "", "rc": 0 }, "gid": 0, "group": "root", "handler": "TgzArchive", "invocation": { "module_args": { "attributes": null, "copy": true, "creates": null, "decrypt": true, "dest": "/usr/local", "exclude": [], "extra_opts": [], "group": null, "include": [], "io_buffer_size": 65536, "keep_newer": false, "list_files": false, "mode": null, "owner": null, "remote_src": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "https://go.dev/dl/go1.25.10.linux-amd64.tar.gz", "unsafe_writes": false, "validate_certs": true } }, "mode": "0755", "owner": "root", "secontext": "system_u:object_r:usr_t:s0", "size": 141, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780916219.193603-10-88681840765159/go1.25.10.linux-amd64301886zf.tar.gz", "state": "directory", "uid": 0 } }, "role": { "id": "0a580a2a-0013-e160-80c4-000000000005", "name": "install-golang", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/install-golang" }, "task": { "duration": { "end": "2026-06-08T10:57:12.496477Z", "start": "2026-06-08T10:56:59.129241Z" }, "id": "0a580a2a-0013-e160-80c4-00000000000a", "name": "Extract Go archive" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "item", "changed": true, "dest": "/usr/bin/go", "diff": { "after": { "path": "/usr/bin/go", "state": "link" }, "before": { "path": "/usr/bin/go", "state": "absent" } }, "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "dest": "/usr/bin/go", "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/usr/bin/go", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/usr/local/go/bin/go", "state": "link", "unsafe_writes": false } }, "item": "go", "mode": "0777", "owner": "root", "secontext": "unconfined_u:object_r:bin_t:s0", "size": 20, "src": "/usr/local/go/bin/go", "state": "link", "uid": 0 }, { "ansible_loop_var": "item", "changed": true, "dest": "/usr/bin/gofmt", "diff": { "after": { "path": "/usr/bin/gofmt", "state": "link" }, "before": { "path": "/usr/bin/gofmt", "state": "absent" } }, "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "dest": "/usr/bin/gofmt", "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/usr/bin/gofmt", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/usr/local/go/bin/gofmt", "state": "link", "unsafe_writes": false } }, "item": "gofmt", "mode": "0777", "owner": "root", "secontext": "unconfined_u:object_r:bin_t:s0", "size": 23, "src": "/usr/local/go/bin/gofmt", "state": "link", "uid": 0 } ] } }, "role": { "id": "0a580a2a-0013-e160-80c4-000000000005", "name": "install-golang", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/install-golang" }, "task": { "duration": { "end": "2026-06-08T10:57:13.106018Z", "start": "2026-06-08T10:57:12.501021Z" }, "id": "0a580a2a-0013-e160-80c4-00000000000b", "name": "Create symlinks for Go binary" } }, { "hosts": { "controller": { "action": "ansible.builtin.dnf", "changed": false, "invocation": { "module_args": { "allow_downgrade": false, "allowerasing": false, "autoremove": false, "bugfix": false, "cacheonly": false, "conf_file": null, "disable_excludes": null, "disable_gpg_check": false, "disable_plugin": [], "disablerepo": [], "download_dir": null, "download_only": false, "enable_plugin": [], "enablerepo": [], "exclude": [], "install_repoquery": true, "install_weak_deps": true, "installroot": "/", "list": null, "lock_timeout": 30, "name": [ "python3-pip", "python3-setuptools", "unzip" ], "nobest": false, "releasever": null, "security": false, "skip_broken": false, "sslverify": true, "state": "present", "update_cache": false, "update_only": false, "use_backend": "auto", "validate_certs": true } }, "msg": "Nothing to do", "rc": 0, "results": [] } }, "task": { "duration": { "end": "2026-06-08T10:57:14.619854Z", "start": "2026-06-08T10:57:13.122847Z" }, "id": "0a580a2a-0013-e160-80c4-00000000000d", "name": "Installing packages" } }, { "hosts": { "controller": { "action": "ansible.builtin.pip", "changed": true, "cmd": [ "/usr/bin/python3", "-m", "pip.__main__", "install", "git-review", "kubernetes", "oauthlib>=3.2.2", "websocket-client" ], "invocation": { "module_args": { "chdir": null, "editable": false, "executable": null, "extra_args": null, "name": [ "git-review", "kubernetes", "oauthlib>=3.2.2", "websocket-client" ], "requirements": null, "state": "present", "umask": null, "version": null, "virtualenv": null, "virtualenv_command": "virtualenv", "virtualenv_python": null, "virtualenv_site_packages": false } }, "name": [ "git-review", "kubernetes", "oauthlib>=3.2.2", "websocket-client" ], "requirements": null, "state": "present", "stderr": "", "stderr_lines": [], "stdout": "Defaulting to user installation because normal site-packages is not writeable\nCollecting git-review\n Downloading git_review-2.5.0-py3-none-any.whl (53 kB)\nCollecting kubernetes\n Downloading kubernetes-35.0.0-py2.py3-none-any.whl (2.0 MB)\nCollecting oauthlib>=3.2.2\n Downloading oauthlib-3.3.1-py3-none-any.whl (160 kB)\nCollecting websocket-client\n Downloading websocket_client-1.9.0-py3-none-any.whl (82 kB)\nRequirement already satisfied: requests>=1.1 in /usr/lib/python3.9/site-packages (from git-review) (2.25.1)\nRequirement already satisfied: urllib3!=2.6.0,>=1.24.2 in /usr/lib/python3.9/site-packages (from kubernetes) (1.26.5)\nCollecting durationpy>=0.7\n Downloading durationpy-0.10-py3-none-any.whl (3.9 kB)\nRequirement already satisfied: six>=1.9.0 in /usr/lib/python3.9/site-packages (from kubernetes) (1.15.0)\nRequirement already satisfied: python-dateutil>=2.5.3 in /usr/lib/python3.9/site-packages (from kubernetes) (2.9.0.post0)\nCollecting certifi>=14.05.14\n Downloading certifi-2026.5.20-py3-none-any.whl (134 kB)\nCollecting requests-oauthlib\n Downloading requests_oauthlib-2.0.0-py2.py3-none-any.whl (24 kB)\nRequirement already satisfied: pyyaml>=5.4.1 in /usr/lib64/python3.9/site-packages (from kubernetes) (5.4.1)\nRequirement already satisfied: chardet<5,>=3.0.2 in /usr/lib/python3.9/site-packages (from requests>=1.1->git-review) (4.0.0)\nRequirement already satisfied: idna<3,>=2.5 in /usr/lib/python3.9/site-packages (from requests>=1.1->git-review) (2.10)\nInstalling collected packages: oauthlib, websocket-client, requests-oauthlib, durationpy, certifi, kubernetes, git-review\nSuccessfully installed certifi-2026.5.20 durationpy-0.10 git-review-2.5.0 kubernetes-35.0.0 oauthlib-3.3.1 requests-oauthlib-2.0.0 websocket-client-1.9.0\n", "stdout_lines": [ "Defaulting to user installation because normal site-packages is not writeable", "Collecting git-review", " Downloading git_review-2.5.0-py3-none-any.whl (53 kB)", "Collecting kubernetes", " Downloading kubernetes-35.0.0-py2.py3-none-any.whl (2.0 MB)", "Collecting oauthlib>=3.2.2", " Downloading oauthlib-3.3.1-py3-none-any.whl (160 kB)", "Collecting websocket-client", " Downloading websocket_client-1.9.0-py3-none-any.whl (82 kB)", "Requirement already satisfied: requests>=1.1 in /usr/lib/python3.9/site-packages (from git-review) (2.25.1)", "Requirement already satisfied: urllib3!=2.6.0,>=1.24.2 in /usr/lib/python3.9/site-packages (from kubernetes) (1.26.5)", "Collecting durationpy>=0.7", " Downloading durationpy-0.10-py3-none-any.whl (3.9 kB)", "Requirement already satisfied: six>=1.9.0 in /usr/lib/python3.9/site-packages (from kubernetes) (1.15.0)", "Requirement already satisfied: python-dateutil>=2.5.3 in /usr/lib/python3.9/site-packages (from kubernetes) (2.9.0.post0)", "Collecting certifi>=14.05.14", " Downloading certifi-2026.5.20-py3-none-any.whl (134 kB)", "Collecting requests-oauthlib", " Downloading requests_oauthlib-2.0.0-py2.py3-none-any.whl (24 kB)", "Requirement already satisfied: pyyaml>=5.4.1 in /usr/lib64/python3.9/site-packages (from kubernetes) (5.4.1)", "Requirement already satisfied: chardet<5,>=3.0.2 in /usr/lib/python3.9/site-packages (from requests>=1.1->git-review) (4.0.0)", "Requirement already satisfied: idna<3,>=2.5 in /usr/lib/python3.9/site-packages (from requests>=1.1->git-review) (2.10)", "Installing collected packages: oauthlib, websocket-client, requests-oauthlib, durationpy, certifi, kubernetes, git-review", "Successfully installed certifi-2026.5.20 durationpy-0.10 git-review-2.5.0 kubernetes-35.0.0 oauthlib-3.3.1 requests-oauthlib-2.0.0 websocket-client-1.9.0" ], "version": null, "virtualenv": null } }, "task": { "duration": { "end": "2026-06-08T10:57:18.476959Z", "start": "2026-06-08T10:57:14.627831Z" }, "id": "0a580a2a-0013-e160-80c4-00000000000e", "name": "Install pip packages" } } ] } ], "stats": { "controller": { "changed": 3, "failures": 0, "ignored": 0, "ok": 6, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": false }, { "branch": "master", "index": "0", "phase": "run", "playbook": "softwarefactory-project.io/software-factory/sf-operator/playbooks/minikube-upgrade.yaml", "plays": [ { "play": { "duration": { "end": "2026-06-08T11:16:54.127107Z", "start": "2026-06-08T10:57:19.220983Z" }, "id": "0a580a2a-0013-4660-a428-000000000002", "name": "Perform upgrade test" }, "tasks": [ { "hosts": { "controller": { "action": "command", "changed": true, "cmd": [ "./hack/deploy-version.sh", "v0.0.65" ], "delta": "0:07:47.736727", "end": "2026-06-08 07:05:07.410008", "invocation": { "module_args": { "_raw_params": "./hack/deploy-version.sh \"v0.0.65\"", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-4660-a428-000000000004-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 06:57:19.673281", "stderr": "", "stderr_lines": [], "stdout": "[+] Setting up sf-operator v0.0.65 in deploy/upgrade-operator\nCloning into 'deploy/upgrade-operator'...\ndone.\nNote: switching to 'v0.0.65'.\n\nYou are in 'detached HEAD' state. You can look around, make experimental\nchanges and commit them, and you can discard any commits you make in this\nstate without impacting any branches by switching back to a branch.\n\nIf you want to create a new branch to retain commits you create, you may\ndo so (now or later) by using -c with the switch command. Example:\n\n git switch -c \n\nOr undo this operation with:\n\n git switch -\n\nTurn off this advice by setting config variable advice.detachedHead to false\n\nHEAD is now at 54e68509 Merge \"gateway: Allow deployers to customize config, static files\"\n[+] Installing kubectl\n % Total % Received % Xferd Average Speed Time Time Time Current\n Dload Upload Total Spent Left Speed\n\r 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\r 1 56.7M 1 1107k 0 0 4815k 0 0:00:12 --:--:-- 0:00:12 4795k\r 6 56.7M 6 3903k 0 0 3173k 0 0:00:18 0:00:01 0:00:17 3171k\r 28 56.7M 28 16.2M 0 0 7474k 0 0:00:07 0:00:02 0:00:05 7470k\r 71 56.7M 71 40.8M 0 0 12.6M 0 0:00:04 0:00:03 0:00:01 12.6M\r100 56.7M 100 56.7M 0 0 15.2M 0 0:00:03 0:00:03 --:--:-- 15.2M\nError from server (NotFound): pods \"gerrit-0\" not found\n[+] Setting up gerrit\ngo: downloading k8s.io/client-go v0.30.2\ngo: downloading github.com/spf13/cobra v1.8.1\ngo: downloading k8s.io/api v0.30.2\ngo: downloading sigs.k8s.io/controller-runtime v0.18.4\ngo: downloading sigs.k8s.io/yaml v1.4.0\ngo: downloading github.com/fatih/color v1.17.0\ngo: downloading github.com/go-sql-driver/mysql v1.8.1\ngo: downloading gopkg.in/ini.v1 v1.67.0\ngo: downloading gopkg.in/yaml.v3 v3.0.1\ngo: downloading k8s.io/apimachinery v0.30.2\ngo: downloading k8s.io/kubectl v0.30.2\ngo: downloading k8s.io/utils v0.0.0-20240711033017-18e509b52bc8\ngo: downloading github.com/openshift/api v0.0.0-20240715171821-e9f09d21bcb5\ngo: downloading go.uber.org/zap v1.27.0\ngo: downloading github.com/google/uuid v1.6.0\ngo: downloading golang.org/x/crypto v0.45.0\ngo: downloading github.com/spf13/pflag v1.0.5\ngo: downloading github.com/gogo/protobuf v1.3.2\ngo: downloading golang.org/x/term v0.37.0\ngo: downloading github.com/imdario/mergo v0.3.16\ngo: downloading k8s.io/klog/v2 v2.130.1\ngo: downloading golang.org/x/exp v0.0.0-20240716175740-e3f259677ff7\ngo: downloading gopkg.in/yaml.v2 v2.4.0\ngo: downloading github.com/mattn/go-colorable v0.1.13\ngo: downloading github.com/mattn/go-isatty v0.0.20\ngo: downloading filippo.io/edwards25519 v1.1.0\ngo: downloading golang.org/x/net v0.47.0\ngo: downloading github.com/gorilla/websocket v1.5.1\ngo: downloading gopkg.in/inf.v0 v0.9.1\ngo: downloading github.com/google/gofuzz v1.2.0\ngo: downloading sigs.k8s.io/structured-merge-diff/v4 v4.4.1\ngo: downloading github.com/evanphx/json-patch/v5 v5.9.0\ngo: downloading github.com/go-logr/logr v1.4.2\ngo: downloading github.com/evanphx/json-patch v5.9.0+incompatible\ngo: downloading k8s.io/apiextensions-apiserver v0.30.2\ngo: downloading github.com/go-logr/zapr v1.3.0\ngo: downloading go.uber.org/multierr v1.11.0\ngo: downloading golang.org/x/oauth2 v0.27.0\ngo: downloading github.com/golang/protobuf v1.5.4\ngo: downloading github.com/google/gnostic-models v0.6.8\ngo: downloading golang.org/x/sys v0.38.0\ngo: downloading golang.org/x/time v0.5.0\ngo: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd\ngo: downloading k8s.io/kube-openapi v0.0.0-20240430033511-f0e62f92d13f\ngo: downloading github.com/json-iterator/go v1.1.12\ngo: downloading github.com/pkg/errors v0.9.1\ngo: downloading gomodules.xyz/jsonpatch/v2 v2.4.0\ngo: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da\ngo: downloading github.com/prometheus/client_golang v1.18.0\ngo: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc\ngo: downloading github.com/moby/spdystream v0.2.0\ngo: downloading google.golang.org/protobuf v1.34.1\ngo: downloading golang.org/x/text v0.31.0\ngo: downloading github.com/google/go-cmp v0.6.0\ngo: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd\ngo: downloading github.com/modern-go/reflect2 v1.0.2\ngo: downloading github.com/fsnotify/fsnotify v1.7.0\ngo: downloading github.com/mxk/go-flowrate v0.0.0-20140419014527-cca7078d478f\ngo: downloading github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822\ngo: downloading github.com/go-openapi/jsonreference v0.21.0\ngo: downloading github.com/go-openapi/swag v0.23.0\ngo: downloading github.com/prometheus/client_model v0.6.1\ngo: downloading github.com/prometheus/common v0.47.0\ngo: downloading github.com/beorn7/perks v1.0.1\ngo: downloading github.com/cespare/xxhash/v2 v2.3.0\ngo: downloading github.com/prometheus/procfs v0.15.0\ngo: downloading github.com/emicklei/go-restful/v3 v3.12.0\ngo: downloading github.com/go-openapi/jsonpointer v0.21.0\ngo: downloading github.com/mailru/easyjson v0.7.7\ngo: downloading github.com/josharian/intern v1.0.0\n2026-06-08T06:58:15-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution\n\n2026-06-08T06:58:15-04:00\tINFO\tKubernetes Distribution found: Kubernetes\n\n2026-06-08T06:58:15-04:00\tINFO\tCreating \"admin-ssh-key\" in sf\n2026-06-08T06:58:15-04:00\tINFO\t \"admin-ssh-key\" created\n2026-06-08T06:58:16-04:00\tINFO\tCreating \"zuul-ssh-key\" in sf\n2026-06-08T06:58:16-04:00\tINFO\t \"zuul-ssh-key\" created\n2026-06-08T06:58:16-04:00\tINFO\tCreating \"gerrit-admin-api-key\" in sf\n2026-06-08T06:58:16-04:00\tINFO\t \"gerrit-admin-api-key\" created\n2026-06-08T06:58:16-04:00\tINFO\tCreating \"zuul-gerrit-api-key\" in sf\n2026-06-08T06:58:16-04:00\tINFO\t \"zuul-gerrit-api-key\" created\n2026-06-08T06:58:16-04:00\tINFO\tCreating \"gerrit-httpd\" in sf\n2026-06-08T06:58:16-04:00\tINFO\t \"gerrit-httpd\" created\n2026-06-08T06:58:16-04:00\tINFO\tCreating \"gerrit-sshd\" in sf\n2026-06-08T06:58:16-04:00\tINFO\t \"gerrit-sshd\" created\n2026-06-08T06:58:16-04:00\tINFO\tmanagesf-resources\n2026-06-08T06:58:16-04:00\tINFO\tCreating \"managesf-resources-config-map\" in sf\n2026-06-08T06:58:16-04:00\tINFO\t \"managesf-resources-config-map\" created\n2026-06-08T06:58:16-04:00\tINFO\tmanagesf-resources-tooling\n2026-06-08T06:58:16-04:00\tINFO\tCreating \"managesf-resources-tooling-config-map\" in sf\n2026-06-08T06:58:16-04:00\tINFO\t \"managesf-resources-tooling-config-map\" created\n2026-06-08T06:58:16-04:00\tINFO\tCreating \"gerrit\" in sf\n2026-06-08T06:58:16-04:00\tINFO\t \"gerrit\" created\n2026-06-08T06:58:16-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...\n2026-06-08T06:58:26-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...\n2026-06-08T06:58:36-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...\n2026-06-08T06:58:46-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...\n2026-06-08T06:58:56-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...\n2026-06-08T06:59:06-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...\n2026-06-08T06:59:16-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...\n2026-06-08T06:59:26-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...\n2026-06-08T06:59:36-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...\n2026-06-08T06:59:46-04:00\tINFO\tCreating \"post-init\" in sf\n2026-06-08T06:59:46-04:00\tINFO\t \"post-init\" created\n2026-06-08T07:00:06-04:00\tINFO\tCreating \"self-signed-cert\" in sf\n2026-06-08T07:00:06-04:00\tINFO\t \"self-signed-cert\" created\n2026-06-08T07:00:06-04:00\tINFO\tCreating \"gerrit-ingress\" in sf\n2026-06-08T07:00:06-04:00\tINFO\t \"gerrit-ingress\" created\n2026-06-08T07:00:06-04:00\tINFO\tCreating \"sf-ingress\" in sf\n2026-06-08T07:00:06-04:00\tINFO\t \"sf-ingress\" created\n2026-06-08T07:00:06-04:00\tINFO\tWaiting for gerrit-ingress ... [attempt 1/25]\n2026-06-08T07:00:13-04:00\tINFO\tWaiting for gerrit-ingress ... [attempt 2/25]\n2026-06-08T07:00:20-04:00\tINFO\tWaiting for gerrit-ingress ... [attempt 3/25]\n2026-06-08T07:00:27-04:00\tINFO\tWaiting for gerrit-ingress ... [attempt 4/25]\n2026-06-08T07:00:34-04:00\tINFO\tWaiting for gerrit-ingress ... [attempt 5/25]\n2026-06-08T07:00:41-04:00\tINFO\tWaiting for gerrit-ingress ... [attempt 6/25]\n2026-06-08T07:00:48-04:00\tINFO\tWaiting for gerrit-ingress ... [attempt 7/25]\n2026-06-08T07:00:55-04:00\tINFO\tUpdating /etc/hosts\n2026-06-08T07:00:55-04:00\tINFO\tMaking sure Gerrit is up and ready...\n2026-06-08T07:00:55-04:00\tINFO\tQuerying Gerrit projects endpoint... [attempt 1/10]\n2026-06-08T07:00:55-04:00\tINFO\tGerrit is up and available\n2026-06-08T07:00:55-04:00\tINFO\tCloning config...\n2026-06-08T07:00:55-04:00\tINFO\tCloning repo https://admin:f123bd05-246e-478d-b7e6-ada2466d1f1f@gerrit.sfop.me/a/config in deploy/config\n2026-06-08T07:00:55-04:00\tINFO\tConfiguring local repository for commits...\n2026-06-08T07:00:55-04:00\tINFO\tCloning demo-tenant-config...\n2026-06-08T07:00:55-04:00\tINFO\tCloning repo https://admin:f123bd05-246e-478d-b7e6-ada2466d1f1f@gerrit.sfop.me/a/demo-tenant-config in deploy/demo-tenant-config\n2026-06-08T07:00:55-04:00\tINFO\tConfiguring local repository for commits...\n2026-06-08T07:00:55-04:00\tINFO\tCloning demo-project...\n2026-06-08T07:00:55-04:00\tINFO\tCloning repo https://admin:f123bd05-246e-478d-b7e6-ada2466d1f1f@gerrit.sfop.me/a/demo-project in deploy/demo-project\n2026-06-08T07:00:56-04:00\tINFO\tConfiguring local repository for commits...\n2026-06-08T07:00:56-04:00\tINFO\tInitialize demo-tenant's pipelines and jobs... \n2026-06-08T07:00:56-04:00\tINFO\tPushing local repo state to origin...\n2026-06-08T07:00:56-04:00\tINFO\tCreating or updating tenant demo-tenant... \n2026-06-08T07:00:56-04:00\tINFO\tPushing local repo state to origin...\n2026-06-08T07:00:56-04:00\tINFO\tInitialize demo-project's pipelines and jobs... \n2026-06-08T07:00:56-04:00\tINFO\tPushing local repo state to origin...\n2026-06-08T07:00:56-04:00\tINFO\tApplying CRDs (did you run \"make manifests\" first?)\n[+] Deploying sf-operator\n2026-06-08T07:00:56-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution\n\n2026-06-08T07:00:56-04:00\tINFO\tKubernetes Distribution found: Kubernetes\n\n2026-06-08T07:00:56-04:00\tINFO\tNothing to clean up.\n2026-06-08T07:00:56-04:00\tINFO\tDeleting object, name: zookeeper\n2026-06-08T07:00:57-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:00:57-04:00\tINFO\tCreating secret, name: zuul-keystore-password\n2026-06-08T07:00:57-04:00\tINFO\tCreating object, name: zuul-keystore-password\n2026-06-08T07:00:57-04:00\tINFO\tCreating secret, name: zuul-auth-secret\n2026-06-08T07:00:57-04:00\tINFO\tCreating object, name: zuul-auth-secret\n2026-06-08T07:00:57-04:00\tINFO\tCreating config map name: zuul-scheduler-tooling-config-map\n2026-06-08T07:00:57-04:00\tINFO\tCreating object, name: zuul-scheduler-tooling-config-map\n2026-06-08T07:00:57-04:00\tINFO\tCreating config map name: git-server-pi-config-map\n2026-06-08T07:00:57-04:00\tINFO\tCreating object, name: git-server-pi-config-map\n2026-06-08T07:00:57-04:00\tINFO\tCreating object, name: git-server\n2026-06-08T07:00:57-04:00\tINFO\tCreating secret, name: mariadb-root-password\n2026-06-08T07:00:57-04:00\tINFO\tCreating object, name: mariadb-root-password\n2026-06-08T07:00:57-04:00\tINFO\tCreating secret, name: mariadb-config-secrets\n2026-06-08T07:00:57-04:00\tINFO\tCreating object, name: mariadb-config-secrets\n2026-06-08T07:00:57-04:00\tINFO\tCreating secret, name: mariadb-initdb-secrets\n2026-06-08T07:00:57-04:00\tINFO\tCreating object, name: mariadb-initdb-secrets\n2026-06-08T07:00:57-04:00\tINFO\tCreating object, name: mariadb\n2026-06-08T07:00:57-04:00\tINFO\tCreating ssh key, name: logserver-keys\n2026-06-08T07:00:58-04:00\tINFO\tCreating object, name: logserver-keys\n2026-06-08T07:00:58-04:00\tINFO\tCreating config map name: logserver-config-map\n2026-06-08T07:00:58-04:00\tINFO\tCreating object, name: logserver-config-map\n2026-06-08T07:00:58-04:00\tINFO\tCreating service, name: logserver\n2026-06-08T07:00:58-04:00\tINFO\tCreating object, name: logserver\n2026-06-08T07:00:58-04:00\tINFO\tCreating object, name: logserver\n2026-06-08T07:00:58-04:00\tINFO\tCreating object, name: gateway\n2026-06-08T07:00:58-04:00\tINFO\tCreating config map name: gateway-config-map\n2026-06-08T07:00:58-04:00\tINFO\tCreating object, name: gateway-config-map\n2026-06-08T07:00:58-04:00\tINFO\tCreating object, name: gateway\n2026-06-08T07:00:58-04:00\tINFO\tCreating service, name: hound-search\n2026-06-08T07:00:58-04:00\tINFO\tCreating object, name: hound-search\n2026-06-08T07:00:58-04:00\tINFO\tCreating object, name: hound-search\n2026-06-08T07:00:58-04:00\tINFO\tCreating object, name: logjuicer-pvc\n2026-06-08T07:00:58-04:00\tINFO\tCreating object, name: logjuicer\n2026-06-08T07:00:58-04:00\tINFO\tCreating object, name: logjuicer\n2026-06-08T07:00:58-04:00\tINFO\tDeleting object, name: zookeeper-client-tls\n2026-06-08T07:00:58-04:00\tINFO\tDeleting object, name: zookeeper-server-tls\n2026-06-08T07:01:00-04:00\tINFO\tCreating object, name: zookeeper-client-tls\n2026-06-08T07:01:01-04:00\tINFO\tCreating object, name: zookeeper-server-tls\n2026-06-08T07:01:01-04:00\tINFO\tCreating config map name: zookeeper-pi-config-map\n2026-06-08T07:01:01-04:00\tINFO\tCreating object, name: zookeeper-pi-config-map\n2026-06-08T07:01:01-04:00\tINFO\tCreating service, name: zookeeper-headless\n2026-06-08T07:01:01-04:00\tINFO\tCreating object, name: zookeeper-headless\n2026-06-08T07:01:01-04:00\tINFO\tCreating service, name: zookeeper\n2026-06-08T07:01:01-04:00\tINFO\tCreating object, name: zookeeper\n2026-06-08T07:01:01-04:00\tINFO\tCreating object, name: zookeeper\n2026-06-08T07:01:01-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-08T07:01:01-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: Waiting ...\n\t - GitServer: Waiting ...\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: Waiting ...\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-08T07:01:01-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...\n2026-06-08T07:01:06-04:00\tINFO\tNothing to clean up.\n2026-06-08T07:01:06-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:01:06-04:00\tINFO\tCreating service, name: git-server\n2026-06-08T07:01:06-04:00\tINFO\tCreating object, name: git-server\n2026-06-08T07:01:06-04:00\tINFO\tCreating service, name: git-server-rw\n2026-06-08T07:01:06-04:00\tINFO\tCreating object, name: git-server-rw\n2026-06-08T07:01:06-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:01:06-04:00\tINFO\tstatefulset rollout not ok, name: git-server\n2026-06-08T07:01:06-04:00\tINFO\tCreating service, name: mariadb\n2026-06-08T07:01:06-04:00\tINFO\tCreating object, name: mariadb\n2026-06-08T07:01:06-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:01:06-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T07:01:06-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:01:06-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T07:01:06-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:01:06-04:00\tINFO\tdeployment rollout not ok, name: gateway\n2026-06-08T07:01:06-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:01:06-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T07:01:06-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:01:06-04:00\tINFO\tdeployment rollout not ok, name: logjuicer\n2026-06-08T07:01:06-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:01:06-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n2026-06-08T07:01:06-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-08T07:01:06-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: Waiting ...\n\t - GitServer: Waiting ...\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: Waiting ...\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-08T07:01:06-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...\n2026-06-08T07:01:11-04:00\tINFO\tNothing to clean up.\n2026-06-08T07:01:11-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:01:11-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:01:11-04:00\tINFO\tstatefulset rollout not ok, name: git-server\n2026-06-08T07:01:11-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:01:11-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T07:01:11-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:01:11-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T07:01:11-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:01:11-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:01:11-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:01:11-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T07:01:11-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:01:11-04:00\tINFO\tdeployment rollout not ok, name: logjuicer\n2026-06-08T07:01:12-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:01:12-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n2026-06-08T07:01:12-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-08T07:01:12-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: Waiting ...\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: Waiting ...\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-08T07:01:12-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...\n2026-06-08T07:01:17-04:00\tINFO\tNothing to clean up.\n2026-06-08T07:01:17-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:01:17-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:01:17-04:00\tINFO\tstatefulset rollout not ok, name: git-server\n2026-06-08T07:01:17-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:01:17-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T07:01:17-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:01:17-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T07:01:17-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:01:17-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:01:17-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:01:17-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T07:01:17-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:01:17-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:01:17-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:01:17-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n2026-06-08T07:01:17-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-08T07:01:17-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: Waiting ...\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-08T07:01:17-04:00\tINFO\t[attempt #4] Waiting 5s for the next reconcile call ...\n2026-06-08T07:01:22-04:00\tINFO\tNothing to clean up.\n2026-06-08T07:01:22-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:01:22-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:01:22-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:01:22-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T07:01:22-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:01:22-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T07:01:22-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:01:22-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:01:22-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:01:22-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T07:01:22-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:01:22-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:01:22-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:01:22-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n2026-06-08T07:01:22-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-08T07:01:22-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-08T07:01:22-04:00\tINFO\t[attempt #5] Waiting 5s for the next reconcile call ...\n2026-06-08T07:01:27-04:00\tINFO\tNothing to clean up.\n2026-06-08T07:01:27-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:01:28-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:01:28-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:01:28-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T07:01:28-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:01:28-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T07:01:28-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:01:28-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:01:28-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:01:28-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T07:01:28-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:01:28-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:01:28-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:01:28-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n2026-06-08T07:01:28-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-08T07:01:28-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-08T07:01:28-04:00\tINFO\t[attempt #6] Waiting 5s for the next reconcile call ...\n2026-06-08T07:01:33-04:00\tINFO\tNothing to clean up.\n2026-06-08T07:01:33-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:01:33-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:01:33-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:01:33-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T07:01:33-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:01:33-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T07:01:33-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:01:33-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:01:33-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:01:33-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T07:01:33-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:01:33-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:01:33-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:01:33-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n2026-06-08T07:01:33-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-08T07:01:33-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-08T07:01:33-04:00\tINFO\t[attempt #7] Waiting 5s for the next reconcile call ...\n2026-06-08T07:01:38-04:00\tINFO\tNothing to clean up.\n2026-06-08T07:01:38-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:01:38-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:01:38-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:01:38-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T07:01:38-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:01:38-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T07:01:38-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:01:38-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:01:38-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:01:38-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T07:01:38-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:01:38-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:01:39-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:01:39-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n2026-06-08T07:01:39-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-08T07:01:39-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-08T07:01:39-04:00\tINFO\t[attempt #8] Waiting 5s for the next reconcile call ...\n2026-06-08T07:01:44-04:00\tINFO\tNothing to clean up.\n2026-06-08T07:01:44-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:01:44-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:01:44-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:01:44-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T07:01:44-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:01:44-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T07:01:44-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:01:44-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:01:44-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:01:44-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T07:01:44-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:01:44-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:01:44-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:01:44-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n2026-06-08T07:01:44-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-08T07:01:44-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-08T07:01:44-04:00\tINFO\t[attempt #9] Waiting 5s for the next reconcile call ...\n2026-06-08T07:01:49-04:00\tINFO\tNothing to clean up.\n2026-06-08T07:01:49-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:01:49-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:01:49-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:01:49-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T07:01:49-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:01:49-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T07:01:49-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:01:49-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:01:49-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:01:49-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T07:01:49-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:01:49-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:01:50-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:01:50-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n2026-06-08T07:01:50-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-08T07:01:50-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-08T07:01:50-04:00\tINFO\t[attempt #10] Waiting 5s for the next reconcile call ...\n2026-06-08T07:01:55-04:00\tINFO\tNothing to clean up.\n2026-06-08T07:01:55-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:01:55-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:01:55-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:01:55-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T07:01:55-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:01:55-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T07:01:55-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:01:55-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:01:55-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:01:55-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T07:01:55-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:01:55-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:01:55-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:01:55-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...\n2026-06-08T07:01:55-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: OK\n\n2026-06-08T07:01:55-04:00\tINFO\t[attempt #11] Waiting 5s for the next reconcile call ...\n2026-06-08T07:02:00-04:00\tINFO\tNothing to clean up.\n2026-06-08T07:02:00-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:02:00-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:02:00-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:02:00-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T07:02:00-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:02:00-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T07:02:00-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:02:00-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:02:00-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:02:00-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T07:02:00-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:02:00-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:02:00-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:02:00-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...\n2026-06-08T07:02:00-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: OK\n\n2026-06-08T07:02:00-04:00\tINFO\t[attempt #12] Waiting 5s for the next reconcile call ...\n2026-06-08T07:02:05-04:00\tINFO\tNothing to clean up.\n2026-06-08T07:02:05-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:02:05-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:02:05-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:02:05-04:00\tINFO\tCreating object, name: zuul-db-connection\n2026-06-08T07:02:05-04:00\tINFO\tCreating object, name: zuul-db-provision\n2026-06-08T07:02:06-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:02:06-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:02:06-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:02:06-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:02:06-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T07:02:06-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:02:06-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:02:06-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:02:06-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...\n2026-06-08T07:02:06-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: Waiting ...\n\t - Zookeeper: OK\n\n2026-06-08T07:02:06-04:00\tINFO\t[attempt #13] Waiting 5s for the next reconcile call ...\n2026-06-08T07:02:11-04:00\tINFO\tNothing to clean up.\n2026-06-08T07:02:11-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:02:11-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:02:11-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:02:11-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:02:11-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:02:11-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:02:11-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:02:11-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T07:02:11-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:02:11-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:02:12-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:02:12-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T07:02:12-04:00\tINFO\tCreating ssh key, name: zuul-spare-ssh-key\n2026-06-08T07:02:13-04:00\tINFO\tCreating object, name: zuul-spare-ssh-key\n2026-06-08T07:02:13-04:00\tINFO\tCreating config map name: np-statsd-config-map\n2026-06-08T07:02:13-04:00\tINFO\tCreating object, name: np-statsd-config-map\n2026-06-08T07:02:13-04:00\tINFO\tCreating config map name: nodepool-tooling-config-map\n2026-06-08T07:02:13-04:00\tINFO\tCreating object, name: nodepool-tooling-config-map\n2026-06-08T07:02:13-04:00\tINFO\tCreating config map name: nodepool-launcher-extra-config-config-map\n2026-06-08T07:02:13-04:00\tINFO\tCreating object, name: nodepool-launcher-extra-config-config-map\n2026-06-08T07:02:13-04:00\tINFO\tCreating object, name: nodepool-launcher\n2026-06-08T07:02:13-04:00\tINFO\tCreating ssh key, name: nodepool-builder-ssh-key\n2026-06-08T07:02:13-04:00\tINFO\tCreating object, name: nodepool-builder-ssh-key\n2026-06-08T07:02:13-04:00\tINFO\tCreating config map name: nodepool-builder-extra-config-config-map\n2026-06-08T07:02:13-04:00\tINFO\tCreating object, name: nodepool-builder-extra-config-config-map\n2026-06-08T07:02:13-04:00\tINFO\tCreating service, name: nodepool-builder\n2026-06-08T07:02:13-04:00\tINFO\tCreating object, name: nodepool-builder\n2026-06-08T07:02:13-04:00\tINFO\tCreating object, name: nodepool-builder\n2026-06-08T07:02:14-04:00\tINFO\tCreating secret, name: zuul-config\n2026-06-08T07:02:14-04:00\tINFO\tCreating object, name: zuul-config\n2026-06-08T07:02:14-04:00\tINFO\tCreating object, name: zuul-web\n2026-06-08T07:02:14-04:00\tINFO\tCreating object, name: zuul-executor-headless\n2026-06-08T07:02:14-04:00\tINFO\tCreating config map name: zuul-extra-config-map\n2026-06-08T07:02:14-04:00\tINFO\tCreating object, name: zuul-extra-config-map\n2026-06-08T07:02:14-04:00\tINFO\tCreating config map name: zuul-statsd-config-map\n2026-06-08T07:02:14-04:00\tINFO\tCreating object, name: zuul-statsd-config-map\n2026-06-08T07:02:14-04:00\tINFO\tCreating config map name: zuul-logging-config-map\n2026-06-08T07:02:14-04:00\tINFO\tCreating object, name: zuul-logging-config-map\n2026-06-08T07:02:15-04:00\tINFO\tCreating object, name: zuul-scheduler\n2026-06-08T07:02:15-04:00\tINFO\tCreating object, name: zuul-executor\n2026-06-08T07:02:16-04:00\tINFO\tCreating object, name: zuul-web\n2026-06-08T07:02:17-04:00\tINFO\tCreating object, name: zuul-merger\n2026-06-08T07:02:17-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T07:02:17-04:00\tINFO\t[attempt #14] Waiting 5s for the next reconcile call ...\n2026-06-08T07:02:22-04:00\tINFO\tNothing to clean up.\n2026-06-08T07:02:22-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:02:22-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:02:22-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:02:22-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:02:22-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:02:22-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:02:22-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:02:22-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T07:02:22-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:02:22-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:02:23-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:02:23-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T07:02:23-04:00\tINFO\tCreating object, name: nodepool-launcher\n2026-06-08T07:02:23-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T07:02:23-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T07:02:23-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T07:02:23-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T07:02:24-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T07:02:24-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T07:02:24-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T07:02:24-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-08T07:02:25-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T07:02:25-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T07:02:26-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T07:02:26-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-08T07:02:26-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T07:02:26-04:00\tINFO\t[attempt #15] Waiting 5s for the next reconcile call ...\n2026-06-08T07:02:31-04:00\tINFO\tNothing to clean up.\n2026-06-08T07:02:31-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:02:31-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:02:31-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:02:31-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:02:31-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:02:31-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:02:31-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:02:31-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T07:02:31-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:02:31-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:02:32-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:02:32-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T07:02:32-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T07:02:32-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T07:02:32-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T07:02:32-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T07:02:33-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T07:02:33-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T07:02:33-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T07:02:33-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-08T07:02:34-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T07:02:34-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T07:02:35-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T07:02:35-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-08T07:02:35-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T07:02:35-04:00\tINFO\t[attempt #16] Waiting 5s for the next reconcile call ...\n2026-06-08T07:02:40-04:00\tINFO\tNothing to clean up.\n2026-06-08T07:02:40-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:02:40-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:02:40-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:02:40-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:02:40-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:02:40-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:02:40-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:02:40-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T07:02:40-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:02:40-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:02:41-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:02:41-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T07:02:41-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T07:02:41-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T07:02:41-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T07:02:41-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T07:02:42-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T07:02:42-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T07:02:42-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T07:02:42-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-08T07:02:43-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T07:02:43-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T07:02:44-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T07:02:44-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-08T07:02:44-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T07:02:44-04:00\tINFO\t[attempt #17] Waiting 5s for the next reconcile call ...\n2026-06-08T07:02:49-04:00\tINFO\tNothing to clean up.\n2026-06-08T07:02:49-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:02:49-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:02:49-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:02:49-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:02:49-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:02:49-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:02:49-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:02:49-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T07:02:49-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:02:49-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:02:50-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:02:50-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T07:02:50-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T07:02:50-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T07:02:50-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T07:02:50-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T07:02:51-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T07:02:51-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T07:02:51-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T07:02:51-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-08T07:02:52-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T07:02:52-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T07:02:53-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T07:02:53-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-08T07:02:53-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T07:02:53-04:00\tINFO\t[attempt #18] Waiting 5s for the next reconcile call ...\n2026-06-08T07:02:58-04:00\tINFO\tNothing to clean up.\n2026-06-08T07:02:58-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:02:58-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:02:58-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:02:58-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:02:58-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:02:58-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:02:58-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:02:58-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T07:02:58-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:02:58-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:02:59-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:02:59-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T07:02:59-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T07:02:59-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T07:02:59-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T07:02:59-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T07:03:00-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T07:03:00-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T07:03:01-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T07:03:01-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-08T07:03:01-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T07:03:01-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T07:03:02-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T07:03:02-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-08T07:03:02-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T07:03:02-04:00\tINFO\t[attempt #19] Waiting 5s for the next reconcile call ...\n2026-06-08T07:03:07-04:00\tINFO\tNothing to clean up.\n2026-06-08T07:03:07-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:03:07-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:03:07-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:03:07-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:03:07-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:03:07-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:03:07-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:03:07-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T07:03:07-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:03:07-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:03:08-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:03:08-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T07:03:08-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T07:03:08-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T07:03:08-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T07:03:08-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T07:03:09-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T07:03:09-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T07:03:10-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T07:03:10-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-08T07:03:10-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T07:03:10-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T07:03:11-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T07:03:11-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-08T07:03:11-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T07:03:11-04:00\tINFO\t[attempt #20] Waiting 5s for the next reconcile call ...\n2026-06-08T07:03:16-04:00\tINFO\tNothing to clean up.\n2026-06-08T07:03:16-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:03:16-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:03:16-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:03:16-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:03:16-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:03:16-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:03:16-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:03:16-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T07:03:16-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:03:16-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:03:17-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:03:17-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T07:03:17-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T07:03:17-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T07:03:17-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T07:03:17-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T07:03:18-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T07:03:18-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T07:03:19-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T07:03:19-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-08T07:03:19-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T07:03:19-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T07:03:20-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T07:03:20-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-08T07:03:20-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T07:03:20-04:00\tINFO\t[attempt #21] Waiting 5s for the next reconcile call ...\n2026-06-08T07:03:25-04:00\tINFO\tNothing to clean up.\n2026-06-08T07:03:25-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:03:25-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:03:25-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:03:25-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:03:25-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:03:25-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:03:25-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:03:25-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T07:03:25-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:03:25-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:03:26-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:03:26-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T07:03:26-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T07:03:26-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T07:03:26-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T07:03:26-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T07:03:27-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T07:03:27-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T07:03:28-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T07:03:28-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-08T07:03:28-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T07:03:28-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T07:03:29-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T07:03:29-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-08T07:03:29-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T07:03:29-04:00\tINFO\t[attempt #22] Waiting 5s for the next reconcile call ...\n2026-06-08T07:03:34-04:00\tINFO\tNothing to clean up.\n2026-06-08T07:03:34-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:03:34-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:03:34-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:03:34-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:03:34-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:03:34-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:03:34-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:03:34-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T07:03:34-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:03:34-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:03:35-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:03:35-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T07:03:35-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T07:03:35-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T07:03:35-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T07:03:35-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T07:03:36-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T07:03:36-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T07:03:37-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T07:03:37-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-08T07:03:37-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T07:03:37-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T07:03:38-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T07:03:38-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-08T07:03:38-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T07:03:38-04:00\tINFO\t[attempt #23] Waiting 5s for the next reconcile call ...\n2026-06-08T07:03:43-04:00\tINFO\tNothing to clean up.\n2026-06-08T07:03:43-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:03:43-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:03:43-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:03:43-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:03:43-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:03:43-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:03:43-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:03:43-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T07:03:43-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:03:43-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:03:44-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:03:44-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T07:03:44-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T07:03:44-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T07:03:44-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T07:03:44-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T07:03:45-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T07:03:45-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T07:03:46-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T07:03:46-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-08T07:03:46-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T07:03:46-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T07:03:47-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T07:03:47-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-08T07:03:47-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T07:03:47-04:00\tINFO\t[attempt #24] Waiting 5s for the next reconcile call ...\n2026-06-08T07:03:52-04:00\tINFO\tNothing to clean up.\n2026-06-08T07:03:52-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:03:52-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:03:52-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:03:52-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:03:52-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:03:52-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:03:52-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:03:52-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T07:03:52-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:03:52-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:03:53-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:03:53-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T07:03:53-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T07:03:53-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T07:03:53-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T07:03:53-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T07:03:54-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T07:03:54-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T07:03:55-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T07:03:55-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T07:03:55-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T07:03:56-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T07:03:56-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T07:03:56-04:00\tINFO\t[attempt #25] Waiting 5s for the next reconcile call ...\n2026-06-08T07:04:01-04:00\tINFO\tNothing to clean up.\n2026-06-08T07:04:01-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:04:01-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:04:01-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:04:01-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:04:01-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:04:01-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:04:01-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:04:02-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:04:02-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:04:02-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:04:02-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T07:04:02-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T07:04:02-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T07:04:02-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T07:04:03-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T07:04:03-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T07:04:04-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T07:04:04-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T07:04:04-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T07:04:05-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T07:04:05-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T07:04:05-04:00\tINFO\t[attempt #26] Waiting 5s for the next reconcile call ...\n2026-06-08T07:04:10-04:00\tINFO\tNothing to clean up.\n2026-06-08T07:04:10-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:04:10-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:04:10-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:04:11-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:04:11-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:04:11-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:04:11-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:04:11-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:04:11-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:04:11-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:04:11-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T07:04:11-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T07:04:11-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T07:04:12-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T07:04:12-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T07:04:12-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T07:04:13-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T07:04:14-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T07:04:14-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T07:04:14-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T07:04:14-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T07:04:14-04:00\tINFO\t[attempt #27] Waiting 5s for the next reconcile call ...\n2026-06-08T07:04:19-04:00\tINFO\tNothing to clean up.\n2026-06-08T07:04:19-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:04:19-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:04:19-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:04:20-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:04:20-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:04:20-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:04:20-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:04:20-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:04:20-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:04:20-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:04:20-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T07:04:20-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T07:04:20-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T07:04:21-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T07:04:21-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T07:04:21-04:00\tINFO\tCreating object, name: zuul-weeder\n2026-06-08T07:04:21-04:00\tINFO\tCreating object, name: zuul-weeder\n2026-06-08T07:04:22-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T07:04:23-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T07:04:23-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T07:04:23-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T07:04:23-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: OK\n\n2026-06-08T07:04:23-04:00\tINFO\t[attempt #28] Waiting 5s for the next reconcile call ...\n2026-06-08T07:04:28-04:00\tINFO\tNothing to clean up.\n2026-06-08T07:04:28-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:04:28-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:04:28-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:04:29-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:04:29-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:04:29-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:04:29-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:04:29-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:04:29-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:04:29-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:04:29-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T07:04:29-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T07:04:29-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T07:04:30-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T07:04:30-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T07:04:30-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T07:04:30-04:00\tINFO\tdeployment rollout not ok, name: zuul-weeder\n2026-06-08T07:04:31-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T07:04:32-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T07:04:32-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T07:04:32-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T07:04:32-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: OK\n\n2026-06-08T07:04:32-04:00\tINFO\t[attempt #29] Waiting 5s for the next reconcile call ...\n2026-06-08T07:04:37-04:00\tINFO\tNothing to clean up.\n2026-06-08T07:04:37-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:04:37-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:04:37-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:04:38-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:04:38-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:04:38-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:04:38-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:04:38-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:04:38-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:04:38-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:04:38-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T07:04:38-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T07:04:38-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T07:04:39-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T07:04:39-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T07:04:39-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T07:04:39-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T07:04:40-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T07:04:41-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T07:04:41-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T07:04:41-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T07:04:42-04:00\tINFO\tCreating config map name: pymod-sf-operator-config-map\n2026-06-08T07:04:42-04:00\tINFO\tCreating object, name: pymod-sf-operator-config-map\n2026-06-08T07:04:42-04:00\tINFO\tCreating object, name: config-updater\n2026-06-08T07:04:42-04:00\tINFO\tCreating object, name: config-updater-role\n2026-06-08T07:04:42-04:00\tINFO\tCreating object, name: config-updater\n2026-06-08T07:04:42-04:00\tINFO\tCreating the config-update service account secret\n2026-06-08T07:04:42-04:00\tINFO\tCreating object, name: config-update-secrets\n2026-06-08T07:04:42-04:00\tINFO\tCreating base secret job\n2026-06-08T07:04:42-04:00\tINFO\tCreating object, name: config-base-secret-1-924-ns\n2026-06-08T07:04:42-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T07:04:42-04:00\tINFO\t[attempt #30] Waiting 5s for the next reconcile call ...\n2026-06-08T07:04:47-04:00\tINFO\tNothing to clean up.\n2026-06-08T07:04:47-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:04:47-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:04:47-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:04:47-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:04:47-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:04:47-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:04:47-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:04:47-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:04:47-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:04:48-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:04:48-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T07:04:48-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T07:04:48-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T07:04:48-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T07:04:49-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T07:04:49-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T07:04:49-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T07:04:49-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T07:04:50-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T07:04:50-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T07:04:51-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T07:04:51-04:00\tINFO\tRunning tenant-reconfigure for the 'internal' tenant\n2026-06-08T07:04:51-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [zuul-scheduler tenant-reconfigure internal]\n2026-06-08T07:04:57-04:00\tINFO\tCreating object, name: zs-internal-tenant-reconfigure\n2026-06-08T07:04:57-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T07:04:57-04:00\tINFO\t[attempt #31] Waiting 5s for the next reconcile call ...\n2026-06-08T07:05:02-04:00\tINFO\tNothing to clean up.\n2026-06-08T07:05:02-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:05:02-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:05:02-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:05:02-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:05:02-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:05:02-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:05:02-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:05:02-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:05:02-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:05:03-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:05:03-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T07:05:03-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T07:05:03-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T07:05:03-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T07:05:04-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T07:05:04-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T07:05:04-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T07:05:05-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T07:05:05-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T07:05:05-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T07:05:06-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T07:05:07-04:00\tINFO\t\n\t - Config: OK\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T07:05:07-04:00\tINFO\tUpdating controller configmap ...\n2026-06-08T07:05:07-04:00\tINFO\tStandalone reconcile done.", "stdout_lines": [ "[+] Setting up sf-operator v0.0.65 in deploy/upgrade-operator", "Cloning into 'deploy/upgrade-operator'...", "done.", "Note: switching to 'v0.0.65'.", "", "You are in 'detached HEAD' state. You can look around, make experimental", "changes and commit them, and you can discard any commits you make in this", "state without impacting any branches by switching back to a branch.", "", "If you want to create a new branch to retain commits you create, you may", "do so (now or later) by using -c with the switch command. Example:", "", " git switch -c ", "", "Or undo this operation with:", "", " git switch -", "", "Turn off this advice by setting config variable advice.detachedHead to false", "", "HEAD is now at 54e68509 Merge \"gateway: Allow deployers to customize config, static files\"", "[+] Installing kubectl", " % Total % Received % Xferd Average Speed Time Time Time Current", " Dload Upload Total Spent Left Speed", "", " 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0", " 1 56.7M 1 1107k 0 0 4815k 0 0:00:12 --:--:-- 0:00:12 4795k", " 6 56.7M 6 3903k 0 0 3173k 0 0:00:18 0:00:01 0:00:17 3171k", " 28 56.7M 28 16.2M 0 0 7474k 0 0:00:07 0:00:02 0:00:05 7470k", " 71 56.7M 71 40.8M 0 0 12.6M 0 0:00:04 0:00:03 0:00:01 12.6M", "100 56.7M 100 56.7M 0 0 15.2M 0 0:00:03 0:00:03 --:--:-- 15.2M", "Error from server (NotFound): pods \"gerrit-0\" not found", "[+] Setting up gerrit", "go: downloading k8s.io/client-go v0.30.2", "go: downloading github.com/spf13/cobra v1.8.1", "go: downloading k8s.io/api v0.30.2", "go: downloading sigs.k8s.io/controller-runtime v0.18.4", "go: downloading sigs.k8s.io/yaml v1.4.0", "go: downloading github.com/fatih/color v1.17.0", "go: downloading github.com/go-sql-driver/mysql v1.8.1", "go: downloading gopkg.in/ini.v1 v1.67.0", "go: downloading gopkg.in/yaml.v3 v3.0.1", "go: downloading k8s.io/apimachinery v0.30.2", "go: downloading k8s.io/kubectl v0.30.2", "go: downloading k8s.io/utils v0.0.0-20240711033017-18e509b52bc8", "go: downloading github.com/openshift/api v0.0.0-20240715171821-e9f09d21bcb5", "go: downloading go.uber.org/zap v1.27.0", "go: downloading github.com/google/uuid v1.6.0", "go: downloading golang.org/x/crypto v0.45.0", "go: downloading github.com/spf13/pflag v1.0.5", "go: downloading github.com/gogo/protobuf v1.3.2", "go: downloading golang.org/x/term v0.37.0", "go: downloading github.com/imdario/mergo v0.3.16", "go: downloading k8s.io/klog/v2 v2.130.1", "go: downloading golang.org/x/exp v0.0.0-20240716175740-e3f259677ff7", "go: downloading gopkg.in/yaml.v2 v2.4.0", "go: downloading github.com/mattn/go-colorable v0.1.13", "go: downloading github.com/mattn/go-isatty v0.0.20", "go: downloading filippo.io/edwards25519 v1.1.0", "go: downloading golang.org/x/net v0.47.0", "go: downloading github.com/gorilla/websocket v1.5.1", "go: downloading gopkg.in/inf.v0 v0.9.1", "go: downloading github.com/google/gofuzz v1.2.0", "go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.4.1", "go: downloading github.com/evanphx/json-patch/v5 v5.9.0", "go: downloading github.com/go-logr/logr v1.4.2", "go: downloading github.com/evanphx/json-patch v5.9.0+incompatible", "go: downloading k8s.io/apiextensions-apiserver v0.30.2", "go: downloading github.com/go-logr/zapr v1.3.0", "go: downloading go.uber.org/multierr v1.11.0", "go: downloading golang.org/x/oauth2 v0.27.0", "go: downloading github.com/golang/protobuf v1.5.4", "go: downloading github.com/google/gnostic-models v0.6.8", "go: downloading golang.org/x/sys v0.38.0", "go: downloading golang.org/x/time v0.5.0", "go: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd", "go: downloading k8s.io/kube-openapi v0.0.0-20240430033511-f0e62f92d13f", "go: downloading github.com/json-iterator/go v1.1.12", "go: downloading github.com/pkg/errors v0.9.1", "go: downloading gomodules.xyz/jsonpatch/v2 v2.4.0", "go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da", "go: downloading github.com/prometheus/client_golang v1.18.0", "go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc", "go: downloading github.com/moby/spdystream v0.2.0", "go: downloading google.golang.org/protobuf v1.34.1", "go: downloading golang.org/x/text v0.31.0", "go: downloading github.com/google/go-cmp v0.6.0", "go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd", "go: downloading github.com/modern-go/reflect2 v1.0.2", "go: downloading github.com/fsnotify/fsnotify v1.7.0", "go: downloading github.com/mxk/go-flowrate v0.0.0-20140419014527-cca7078d478f", "go: downloading github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822", "go: downloading github.com/go-openapi/jsonreference v0.21.0", "go: downloading github.com/go-openapi/swag v0.23.0", "go: downloading github.com/prometheus/client_model v0.6.1", "go: downloading github.com/prometheus/common v0.47.0", "go: downloading github.com/beorn7/perks v1.0.1", "go: downloading github.com/cespare/xxhash/v2 v2.3.0", "go: downloading github.com/prometheus/procfs v0.15.0", "go: downloading github.com/emicklei/go-restful/v3 v3.12.0", "go: downloading github.com/go-openapi/jsonpointer v0.21.0", "go: downloading github.com/mailru/easyjson v0.7.7", "go: downloading github.com/josharian/intern v1.0.0", "2026-06-08T06:58:15-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution", "", "2026-06-08T06:58:15-04:00\tINFO\tKubernetes Distribution found: Kubernetes", "", "2026-06-08T06:58:15-04:00\tINFO\tCreating \"admin-ssh-key\" in sf", "2026-06-08T06:58:15-04:00\tINFO\t \"admin-ssh-key\" created", "2026-06-08T06:58:16-04:00\tINFO\tCreating \"zuul-ssh-key\" in sf", "2026-06-08T06:58:16-04:00\tINFO\t \"zuul-ssh-key\" created", "2026-06-08T06:58:16-04:00\tINFO\tCreating \"gerrit-admin-api-key\" in sf", "2026-06-08T06:58:16-04:00\tINFO\t \"gerrit-admin-api-key\" created", "2026-06-08T06:58:16-04:00\tINFO\tCreating \"zuul-gerrit-api-key\" in sf", "2026-06-08T06:58:16-04:00\tINFO\t \"zuul-gerrit-api-key\" created", "2026-06-08T06:58:16-04:00\tINFO\tCreating \"gerrit-httpd\" in sf", "2026-06-08T06:58:16-04:00\tINFO\t \"gerrit-httpd\" created", "2026-06-08T06:58:16-04:00\tINFO\tCreating \"gerrit-sshd\" in sf", "2026-06-08T06:58:16-04:00\tINFO\t \"gerrit-sshd\" created", "2026-06-08T06:58:16-04:00\tINFO\tmanagesf-resources", "2026-06-08T06:58:16-04:00\tINFO\tCreating \"managesf-resources-config-map\" in sf", "2026-06-08T06:58:16-04:00\tINFO\t \"managesf-resources-config-map\" created", "2026-06-08T06:58:16-04:00\tINFO\tmanagesf-resources-tooling", "2026-06-08T06:58:16-04:00\tINFO\tCreating \"managesf-resources-tooling-config-map\" in sf", "2026-06-08T06:58:16-04:00\tINFO\t \"managesf-resources-tooling-config-map\" created", "2026-06-08T06:58:16-04:00\tINFO\tCreating \"gerrit\" in sf", "2026-06-08T06:58:16-04:00\tINFO\t \"gerrit\" created", "2026-06-08T06:58:16-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...", "2026-06-08T06:58:26-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...", "2026-06-08T06:58:36-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...", "2026-06-08T06:58:46-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...", "2026-06-08T06:58:56-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...", "2026-06-08T06:59:06-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...", "2026-06-08T06:59:16-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...", "2026-06-08T06:59:26-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...", "2026-06-08T06:59:36-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...", "2026-06-08T06:59:46-04:00\tINFO\tCreating \"post-init\" in sf", "2026-06-08T06:59:46-04:00\tINFO\t \"post-init\" created", "2026-06-08T07:00:06-04:00\tINFO\tCreating \"self-signed-cert\" in sf", "2026-06-08T07:00:06-04:00\tINFO\t \"self-signed-cert\" created", "2026-06-08T07:00:06-04:00\tINFO\tCreating \"gerrit-ingress\" in sf", "2026-06-08T07:00:06-04:00\tINFO\t \"gerrit-ingress\" created", "2026-06-08T07:00:06-04:00\tINFO\tCreating \"sf-ingress\" in sf", "2026-06-08T07:00:06-04:00\tINFO\t \"sf-ingress\" created", "2026-06-08T07:00:06-04:00\tINFO\tWaiting for gerrit-ingress ... [attempt 1/25]", "2026-06-08T07:00:13-04:00\tINFO\tWaiting for gerrit-ingress ... [attempt 2/25]", "2026-06-08T07:00:20-04:00\tINFO\tWaiting for gerrit-ingress ... [attempt 3/25]", "2026-06-08T07:00:27-04:00\tINFO\tWaiting for gerrit-ingress ... [attempt 4/25]", "2026-06-08T07:00:34-04:00\tINFO\tWaiting for gerrit-ingress ... [attempt 5/25]", "2026-06-08T07:00:41-04:00\tINFO\tWaiting for gerrit-ingress ... [attempt 6/25]", "2026-06-08T07:00:48-04:00\tINFO\tWaiting for gerrit-ingress ... [attempt 7/25]", "2026-06-08T07:00:55-04:00\tINFO\tUpdating /etc/hosts", "2026-06-08T07:00:55-04:00\tINFO\tMaking sure Gerrit is up and ready...", "2026-06-08T07:00:55-04:00\tINFO\tQuerying Gerrit projects endpoint... [attempt 1/10]", "2026-06-08T07:00:55-04:00\tINFO\tGerrit is up and available", "2026-06-08T07:00:55-04:00\tINFO\tCloning config...", "2026-06-08T07:00:55-04:00\tINFO\tCloning repo https://admin:f123bd05-246e-478d-b7e6-ada2466d1f1f@gerrit.sfop.me/a/config in deploy/config", "2026-06-08T07:00:55-04:00\tINFO\tConfiguring local repository for commits...", "2026-06-08T07:00:55-04:00\tINFO\tCloning demo-tenant-config...", "2026-06-08T07:00:55-04:00\tINFO\tCloning repo https://admin:f123bd05-246e-478d-b7e6-ada2466d1f1f@gerrit.sfop.me/a/demo-tenant-config in deploy/demo-tenant-config", "2026-06-08T07:00:55-04:00\tINFO\tConfiguring local repository for commits...", "2026-06-08T07:00:55-04:00\tINFO\tCloning demo-project...", "2026-06-08T07:00:55-04:00\tINFO\tCloning repo https://admin:f123bd05-246e-478d-b7e6-ada2466d1f1f@gerrit.sfop.me/a/demo-project in deploy/demo-project", "2026-06-08T07:00:56-04:00\tINFO\tConfiguring local repository for commits...", "2026-06-08T07:00:56-04:00\tINFO\tInitialize demo-tenant's pipelines and jobs... ", "2026-06-08T07:00:56-04:00\tINFO\tPushing local repo state to origin...", "2026-06-08T07:00:56-04:00\tINFO\tCreating or updating tenant demo-tenant... ", "2026-06-08T07:00:56-04:00\tINFO\tPushing local repo state to origin...", "2026-06-08T07:00:56-04:00\tINFO\tInitialize demo-project's pipelines and jobs... ", "2026-06-08T07:00:56-04:00\tINFO\tPushing local repo state to origin...", "2026-06-08T07:00:56-04:00\tINFO\tApplying CRDs (did you run \"make manifests\" first?)", "[+] Deploying sf-operator", "2026-06-08T07:00:56-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution", "", "2026-06-08T07:00:56-04:00\tINFO\tKubernetes Distribution found: Kubernetes", "", "2026-06-08T07:00:56-04:00\tINFO\tNothing to clean up.", "2026-06-08T07:00:56-04:00\tINFO\tDeleting object, name: zookeeper", "2026-06-08T07:00:57-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:00:57-04:00\tINFO\tCreating secret, name: zuul-keystore-password", "2026-06-08T07:00:57-04:00\tINFO\tCreating object, name: zuul-keystore-password", "2026-06-08T07:00:57-04:00\tINFO\tCreating secret, name: zuul-auth-secret", "2026-06-08T07:00:57-04:00\tINFO\tCreating object, name: zuul-auth-secret", "2026-06-08T07:00:57-04:00\tINFO\tCreating config map name: zuul-scheduler-tooling-config-map", "2026-06-08T07:00:57-04:00\tINFO\tCreating object, name: zuul-scheduler-tooling-config-map", "2026-06-08T07:00:57-04:00\tINFO\tCreating config map name: git-server-pi-config-map", "2026-06-08T07:00:57-04:00\tINFO\tCreating object, name: git-server-pi-config-map", "2026-06-08T07:00:57-04:00\tINFO\tCreating object, name: git-server", "2026-06-08T07:00:57-04:00\tINFO\tCreating secret, name: mariadb-root-password", "2026-06-08T07:00:57-04:00\tINFO\tCreating object, name: mariadb-root-password", "2026-06-08T07:00:57-04:00\tINFO\tCreating secret, name: mariadb-config-secrets", "2026-06-08T07:00:57-04:00\tINFO\tCreating object, name: mariadb-config-secrets", "2026-06-08T07:00:57-04:00\tINFO\tCreating secret, name: mariadb-initdb-secrets", "2026-06-08T07:00:57-04:00\tINFO\tCreating object, name: mariadb-initdb-secrets", "2026-06-08T07:00:57-04:00\tINFO\tCreating object, name: mariadb", "2026-06-08T07:00:57-04:00\tINFO\tCreating ssh key, name: logserver-keys", "2026-06-08T07:00:58-04:00\tINFO\tCreating object, name: logserver-keys", "2026-06-08T07:00:58-04:00\tINFO\tCreating config map name: logserver-config-map", "2026-06-08T07:00:58-04:00\tINFO\tCreating object, name: logserver-config-map", "2026-06-08T07:00:58-04:00\tINFO\tCreating service, name: logserver", "2026-06-08T07:00:58-04:00\tINFO\tCreating object, name: logserver", "2026-06-08T07:00:58-04:00\tINFO\tCreating object, name: logserver", "2026-06-08T07:00:58-04:00\tINFO\tCreating object, name: gateway", "2026-06-08T07:00:58-04:00\tINFO\tCreating config map name: gateway-config-map", "2026-06-08T07:00:58-04:00\tINFO\tCreating object, name: gateway-config-map", "2026-06-08T07:00:58-04:00\tINFO\tCreating object, name: gateway", "2026-06-08T07:00:58-04:00\tINFO\tCreating service, name: hound-search", "2026-06-08T07:00:58-04:00\tINFO\tCreating object, name: hound-search", "2026-06-08T07:00:58-04:00\tINFO\tCreating object, name: hound-search", "2026-06-08T07:00:58-04:00\tINFO\tCreating object, name: logjuicer-pvc", "2026-06-08T07:00:58-04:00\tINFO\tCreating object, name: logjuicer", "2026-06-08T07:00:58-04:00\tINFO\tCreating object, name: logjuicer", "2026-06-08T07:00:58-04:00\tINFO\tDeleting object, name: zookeeper-client-tls", "2026-06-08T07:00:58-04:00\tINFO\tDeleting object, name: zookeeper-server-tls", "2026-06-08T07:01:00-04:00\tINFO\tCreating object, name: zookeeper-client-tls", "2026-06-08T07:01:01-04:00\tINFO\tCreating object, name: zookeeper-server-tls", "2026-06-08T07:01:01-04:00\tINFO\tCreating config map name: zookeeper-pi-config-map", "2026-06-08T07:01:01-04:00\tINFO\tCreating object, name: zookeeper-pi-config-map", "2026-06-08T07:01:01-04:00\tINFO\tCreating service, name: zookeeper-headless", "2026-06-08T07:01:01-04:00\tINFO\tCreating object, name: zookeeper-headless", "2026-06-08T07:01:01-04:00\tINFO\tCreating service, name: zookeeper", "2026-06-08T07:01:01-04:00\tINFO\tCreating object, name: zookeeper", "2026-06-08T07:01:01-04:00\tINFO\tCreating object, name: zookeeper", "2026-06-08T07:01:01-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-08T07:01:01-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: Waiting ...", "\t - GitServer: Waiting ...", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: Waiting ...", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-08T07:01:01-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...", "2026-06-08T07:01:06-04:00\tINFO\tNothing to clean up.", "2026-06-08T07:01:06-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:01:06-04:00\tINFO\tCreating service, name: git-server", "2026-06-08T07:01:06-04:00\tINFO\tCreating object, name: git-server", "2026-06-08T07:01:06-04:00\tINFO\tCreating service, name: git-server-rw", "2026-06-08T07:01:06-04:00\tINFO\tCreating object, name: git-server-rw", "2026-06-08T07:01:06-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:01:06-04:00\tINFO\tstatefulset rollout not ok, name: git-server", "2026-06-08T07:01:06-04:00\tINFO\tCreating service, name: mariadb", "2026-06-08T07:01:06-04:00\tINFO\tCreating object, name: mariadb", "2026-06-08T07:01:06-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:01:06-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T07:01:06-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:01:06-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T07:01:06-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:01:06-04:00\tINFO\tdeployment rollout not ok, name: gateway", "2026-06-08T07:01:06-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:01:06-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T07:01:06-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:01:06-04:00\tINFO\tdeployment rollout not ok, name: logjuicer", "2026-06-08T07:01:06-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:01:06-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", "2026-06-08T07:01:06-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-08T07:01:06-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: Waiting ...", "\t - GitServer: Waiting ...", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: Waiting ...", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-08T07:01:06-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...", "2026-06-08T07:01:11-04:00\tINFO\tNothing to clean up.", "2026-06-08T07:01:11-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:01:11-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:01:11-04:00\tINFO\tstatefulset rollout not ok, name: git-server", "2026-06-08T07:01:11-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:01:11-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T07:01:11-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:01:11-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T07:01:11-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:01:11-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:01:11-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:01:11-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T07:01:11-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:01:11-04:00\tINFO\tdeployment rollout not ok, name: logjuicer", "2026-06-08T07:01:12-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:01:12-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", "2026-06-08T07:01:12-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-08T07:01:12-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: Waiting ...", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: Waiting ...", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-08T07:01:12-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...", "2026-06-08T07:01:17-04:00\tINFO\tNothing to clean up.", "2026-06-08T07:01:17-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:01:17-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:01:17-04:00\tINFO\tstatefulset rollout not ok, name: git-server", "2026-06-08T07:01:17-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:01:17-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T07:01:17-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:01:17-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T07:01:17-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:01:17-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:01:17-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:01:17-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T07:01:17-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:01:17-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:01:17-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:01:17-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", "2026-06-08T07:01:17-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-08T07:01:17-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: Waiting ...", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-08T07:01:17-04:00\tINFO\t[attempt #4] Waiting 5s for the next reconcile call ...", "2026-06-08T07:01:22-04:00\tINFO\tNothing to clean up.", "2026-06-08T07:01:22-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:01:22-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:01:22-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:01:22-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T07:01:22-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:01:22-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T07:01:22-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:01:22-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:01:22-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:01:22-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T07:01:22-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:01:22-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:01:22-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:01:22-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", "2026-06-08T07:01:22-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-08T07:01:22-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-08T07:01:22-04:00\tINFO\t[attempt #5] Waiting 5s for the next reconcile call ...", "2026-06-08T07:01:27-04:00\tINFO\tNothing to clean up.", "2026-06-08T07:01:27-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:01:28-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:01:28-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:01:28-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T07:01:28-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:01:28-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T07:01:28-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:01:28-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:01:28-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:01:28-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T07:01:28-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:01:28-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:01:28-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:01:28-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", "2026-06-08T07:01:28-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-08T07:01:28-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-08T07:01:28-04:00\tINFO\t[attempt #6] Waiting 5s for the next reconcile call ...", "2026-06-08T07:01:33-04:00\tINFO\tNothing to clean up.", "2026-06-08T07:01:33-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:01:33-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:01:33-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:01:33-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T07:01:33-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:01:33-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T07:01:33-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:01:33-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:01:33-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:01:33-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T07:01:33-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:01:33-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:01:33-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:01:33-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", "2026-06-08T07:01:33-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-08T07:01:33-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-08T07:01:33-04:00\tINFO\t[attempt #7] Waiting 5s for the next reconcile call ...", "2026-06-08T07:01:38-04:00\tINFO\tNothing to clean up.", "2026-06-08T07:01:38-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:01:38-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:01:38-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:01:38-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T07:01:38-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:01:38-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T07:01:38-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:01:38-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:01:38-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:01:38-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T07:01:38-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:01:38-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:01:39-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:01:39-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", "2026-06-08T07:01:39-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-08T07:01:39-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-08T07:01:39-04:00\tINFO\t[attempt #8] Waiting 5s for the next reconcile call ...", "2026-06-08T07:01:44-04:00\tINFO\tNothing to clean up.", "2026-06-08T07:01:44-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:01:44-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:01:44-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:01:44-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T07:01:44-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:01:44-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T07:01:44-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:01:44-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:01:44-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:01:44-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T07:01:44-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:01:44-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:01:44-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:01:44-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", "2026-06-08T07:01:44-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-08T07:01:44-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-08T07:01:44-04:00\tINFO\t[attempt #9] Waiting 5s for the next reconcile call ...", "2026-06-08T07:01:49-04:00\tINFO\tNothing to clean up.", "2026-06-08T07:01:49-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:01:49-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:01:49-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:01:49-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T07:01:49-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:01:49-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T07:01:49-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:01:49-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:01:49-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:01:49-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T07:01:49-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:01:49-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:01:50-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:01:50-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", "2026-06-08T07:01:50-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-08T07:01:50-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-08T07:01:50-04:00\tINFO\t[attempt #10] Waiting 5s for the next reconcile call ...", "2026-06-08T07:01:55-04:00\tINFO\tNothing to clean up.", "2026-06-08T07:01:55-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:01:55-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:01:55-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:01:55-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T07:01:55-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:01:55-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T07:01:55-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:01:55-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:01:55-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:01:55-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T07:01:55-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:01:55-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:01:55-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:01:55-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...", "2026-06-08T07:01:55-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: OK", "", "2026-06-08T07:01:55-04:00\tINFO\t[attempt #11] Waiting 5s for the next reconcile call ...", "2026-06-08T07:02:00-04:00\tINFO\tNothing to clean up.", "2026-06-08T07:02:00-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:02:00-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:02:00-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:02:00-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T07:02:00-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:02:00-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T07:02:00-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:02:00-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:02:00-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:02:00-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T07:02:00-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:02:00-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:02:00-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:02:00-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...", "2026-06-08T07:02:00-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: OK", "", "2026-06-08T07:02:00-04:00\tINFO\t[attempt #12] Waiting 5s for the next reconcile call ...", "2026-06-08T07:02:05-04:00\tINFO\tNothing to clean up.", "2026-06-08T07:02:05-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:02:05-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:02:05-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:02:05-04:00\tINFO\tCreating object, name: zuul-db-connection", "2026-06-08T07:02:05-04:00\tINFO\tCreating object, name: zuul-db-provision", "2026-06-08T07:02:06-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:02:06-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:02:06-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:02:06-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:02:06-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T07:02:06-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:02:06-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:02:06-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:02:06-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...", "2026-06-08T07:02:06-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: Waiting ...", "\t - Zookeeper: OK", "", "2026-06-08T07:02:06-04:00\tINFO\t[attempt #13] Waiting 5s for the next reconcile call ...", "2026-06-08T07:02:11-04:00\tINFO\tNothing to clean up.", "2026-06-08T07:02:11-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:02:11-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:02:11-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:02:11-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:02:11-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:02:11-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:02:11-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:02:11-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T07:02:11-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:02:11-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:02:12-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:02:12-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T07:02:12-04:00\tINFO\tCreating ssh key, name: zuul-spare-ssh-key", "2026-06-08T07:02:13-04:00\tINFO\tCreating object, name: zuul-spare-ssh-key", "2026-06-08T07:02:13-04:00\tINFO\tCreating config map name: np-statsd-config-map", "2026-06-08T07:02:13-04:00\tINFO\tCreating object, name: np-statsd-config-map", "2026-06-08T07:02:13-04:00\tINFO\tCreating config map name: nodepool-tooling-config-map", "2026-06-08T07:02:13-04:00\tINFO\tCreating object, name: nodepool-tooling-config-map", "2026-06-08T07:02:13-04:00\tINFO\tCreating config map name: nodepool-launcher-extra-config-config-map", "2026-06-08T07:02:13-04:00\tINFO\tCreating object, name: nodepool-launcher-extra-config-config-map", "2026-06-08T07:02:13-04:00\tINFO\tCreating object, name: nodepool-launcher", "2026-06-08T07:02:13-04:00\tINFO\tCreating ssh key, name: nodepool-builder-ssh-key", "2026-06-08T07:02:13-04:00\tINFO\tCreating object, name: nodepool-builder-ssh-key", "2026-06-08T07:02:13-04:00\tINFO\tCreating config map name: nodepool-builder-extra-config-config-map", "2026-06-08T07:02:13-04:00\tINFO\tCreating object, name: nodepool-builder-extra-config-config-map", "2026-06-08T07:02:13-04:00\tINFO\tCreating service, name: nodepool-builder", "2026-06-08T07:02:13-04:00\tINFO\tCreating object, name: nodepool-builder", "2026-06-08T07:02:13-04:00\tINFO\tCreating object, name: nodepool-builder", "2026-06-08T07:02:14-04:00\tINFO\tCreating secret, name: zuul-config", "2026-06-08T07:02:14-04:00\tINFO\tCreating object, name: zuul-config", "2026-06-08T07:02:14-04:00\tINFO\tCreating object, name: zuul-web", "2026-06-08T07:02:14-04:00\tINFO\tCreating object, name: zuul-executor-headless", "2026-06-08T07:02:14-04:00\tINFO\tCreating config map name: zuul-extra-config-map", "2026-06-08T07:02:14-04:00\tINFO\tCreating object, name: zuul-extra-config-map", "2026-06-08T07:02:14-04:00\tINFO\tCreating config map name: zuul-statsd-config-map", "2026-06-08T07:02:14-04:00\tINFO\tCreating object, name: zuul-statsd-config-map", "2026-06-08T07:02:14-04:00\tINFO\tCreating config map name: zuul-logging-config-map", "2026-06-08T07:02:14-04:00\tINFO\tCreating object, name: zuul-logging-config-map", "2026-06-08T07:02:15-04:00\tINFO\tCreating object, name: zuul-scheduler", "2026-06-08T07:02:15-04:00\tINFO\tCreating object, name: zuul-executor", "2026-06-08T07:02:16-04:00\tINFO\tCreating object, name: zuul-web", "2026-06-08T07:02:17-04:00\tINFO\tCreating object, name: zuul-merger", "2026-06-08T07:02:17-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T07:02:17-04:00\tINFO\t[attempt #14] Waiting 5s for the next reconcile call ...", "2026-06-08T07:02:22-04:00\tINFO\tNothing to clean up.", "2026-06-08T07:02:22-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:02:22-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:02:22-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:02:22-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:02:22-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:02:22-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:02:22-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:02:22-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T07:02:22-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:02:22-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:02:23-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:02:23-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T07:02:23-04:00\tINFO\tCreating object, name: nodepool-launcher", "2026-06-08T07:02:23-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T07:02:23-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T07:02:23-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T07:02:23-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T07:02:24-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T07:02:24-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T07:02:24-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T07:02:24-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-08T07:02:25-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T07:02:25-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T07:02:26-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T07:02:26-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-08T07:02:26-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T07:02:26-04:00\tINFO\t[attempt #15] Waiting 5s for the next reconcile call ...", "2026-06-08T07:02:31-04:00\tINFO\tNothing to clean up.", "2026-06-08T07:02:31-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:02:31-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:02:31-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:02:31-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:02:31-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:02:31-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:02:31-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:02:31-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T07:02:31-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:02:31-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:02:32-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:02:32-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T07:02:32-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T07:02:32-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T07:02:32-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T07:02:32-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T07:02:33-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T07:02:33-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T07:02:33-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T07:02:33-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-08T07:02:34-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T07:02:34-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T07:02:35-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T07:02:35-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-08T07:02:35-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T07:02:35-04:00\tINFO\t[attempt #16] Waiting 5s for the next reconcile call ...", "2026-06-08T07:02:40-04:00\tINFO\tNothing to clean up.", "2026-06-08T07:02:40-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:02:40-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:02:40-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:02:40-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:02:40-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:02:40-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:02:40-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:02:40-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T07:02:40-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:02:40-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:02:41-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:02:41-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T07:02:41-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T07:02:41-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T07:02:41-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T07:02:41-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T07:02:42-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T07:02:42-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T07:02:42-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T07:02:42-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-08T07:02:43-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T07:02:43-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T07:02:44-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T07:02:44-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-08T07:02:44-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T07:02:44-04:00\tINFO\t[attempt #17] Waiting 5s for the next reconcile call ...", "2026-06-08T07:02:49-04:00\tINFO\tNothing to clean up.", "2026-06-08T07:02:49-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:02:49-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:02:49-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:02:49-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:02:49-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:02:49-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:02:49-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:02:49-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T07:02:49-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:02:49-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:02:50-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:02:50-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T07:02:50-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T07:02:50-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T07:02:50-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T07:02:50-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T07:02:51-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T07:02:51-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T07:02:51-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T07:02:51-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-08T07:02:52-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T07:02:52-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T07:02:53-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T07:02:53-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-08T07:02:53-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T07:02:53-04:00\tINFO\t[attempt #18] Waiting 5s for the next reconcile call ...", "2026-06-08T07:02:58-04:00\tINFO\tNothing to clean up.", "2026-06-08T07:02:58-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:02:58-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:02:58-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:02:58-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:02:58-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:02:58-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:02:58-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:02:58-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T07:02:58-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:02:58-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:02:59-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:02:59-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T07:02:59-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T07:02:59-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T07:02:59-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T07:02:59-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T07:03:00-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T07:03:00-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T07:03:01-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T07:03:01-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-08T07:03:01-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T07:03:01-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T07:03:02-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T07:03:02-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-08T07:03:02-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T07:03:02-04:00\tINFO\t[attempt #19] Waiting 5s for the next reconcile call ...", "2026-06-08T07:03:07-04:00\tINFO\tNothing to clean up.", "2026-06-08T07:03:07-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:03:07-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:03:07-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:03:07-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:03:07-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:03:07-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:03:07-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:03:07-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T07:03:07-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:03:07-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:03:08-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:03:08-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T07:03:08-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T07:03:08-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T07:03:08-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T07:03:08-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T07:03:09-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T07:03:09-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T07:03:10-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T07:03:10-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-08T07:03:10-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T07:03:10-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T07:03:11-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T07:03:11-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-08T07:03:11-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T07:03:11-04:00\tINFO\t[attempt #20] Waiting 5s for the next reconcile call ...", "2026-06-08T07:03:16-04:00\tINFO\tNothing to clean up.", "2026-06-08T07:03:16-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:03:16-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:03:16-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:03:16-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:03:16-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:03:16-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:03:16-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:03:16-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T07:03:16-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:03:16-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:03:17-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:03:17-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T07:03:17-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T07:03:17-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T07:03:17-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T07:03:17-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T07:03:18-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T07:03:18-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T07:03:19-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T07:03:19-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-08T07:03:19-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T07:03:19-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T07:03:20-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T07:03:20-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-08T07:03:20-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T07:03:20-04:00\tINFO\t[attempt #21] Waiting 5s for the next reconcile call ...", "2026-06-08T07:03:25-04:00\tINFO\tNothing to clean up.", "2026-06-08T07:03:25-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:03:25-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:03:25-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:03:25-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:03:25-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:03:25-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:03:25-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:03:25-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T07:03:25-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:03:25-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:03:26-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:03:26-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T07:03:26-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T07:03:26-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T07:03:26-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T07:03:26-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T07:03:27-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T07:03:27-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T07:03:28-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T07:03:28-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-08T07:03:28-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T07:03:28-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T07:03:29-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T07:03:29-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-08T07:03:29-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T07:03:29-04:00\tINFO\t[attempt #22] Waiting 5s for the next reconcile call ...", "2026-06-08T07:03:34-04:00\tINFO\tNothing to clean up.", "2026-06-08T07:03:34-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:03:34-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:03:34-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:03:34-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:03:34-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:03:34-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:03:34-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:03:34-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T07:03:34-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:03:34-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:03:35-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:03:35-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T07:03:35-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T07:03:35-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T07:03:35-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T07:03:35-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T07:03:36-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T07:03:36-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T07:03:37-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T07:03:37-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-08T07:03:37-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T07:03:37-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T07:03:38-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T07:03:38-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-08T07:03:38-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T07:03:38-04:00\tINFO\t[attempt #23] Waiting 5s for the next reconcile call ...", "2026-06-08T07:03:43-04:00\tINFO\tNothing to clean up.", "2026-06-08T07:03:43-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:03:43-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:03:43-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:03:43-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:03:43-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:03:43-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:03:43-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:03:43-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T07:03:43-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:03:43-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:03:44-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:03:44-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T07:03:44-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T07:03:44-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T07:03:44-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T07:03:44-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T07:03:45-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T07:03:45-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T07:03:46-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T07:03:46-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-08T07:03:46-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T07:03:46-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T07:03:47-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T07:03:47-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-08T07:03:47-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T07:03:47-04:00\tINFO\t[attempt #24] Waiting 5s for the next reconcile call ...", "2026-06-08T07:03:52-04:00\tINFO\tNothing to clean up.", "2026-06-08T07:03:52-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:03:52-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:03:52-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:03:52-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:03:52-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:03:52-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:03:52-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:03:52-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T07:03:52-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:03:52-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:03:53-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:03:53-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T07:03:53-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T07:03:53-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T07:03:53-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T07:03:53-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T07:03:54-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T07:03:54-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T07:03:55-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T07:03:55-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T07:03:55-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T07:03:56-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T07:03:56-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T07:03:56-04:00\tINFO\t[attempt #25] Waiting 5s for the next reconcile call ...", "2026-06-08T07:04:01-04:00\tINFO\tNothing to clean up.", "2026-06-08T07:04:01-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:04:01-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:04:01-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:04:01-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:04:01-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:04:01-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:04:01-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:04:02-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:04:02-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:04:02-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:04:02-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T07:04:02-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T07:04:02-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T07:04:02-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T07:04:03-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T07:04:03-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T07:04:04-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T07:04:04-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T07:04:04-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T07:04:05-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T07:04:05-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T07:04:05-04:00\tINFO\t[attempt #26] Waiting 5s for the next reconcile call ...", "2026-06-08T07:04:10-04:00\tINFO\tNothing to clean up.", "2026-06-08T07:04:10-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:04:10-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:04:10-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:04:11-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:04:11-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:04:11-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:04:11-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:04:11-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:04:11-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:04:11-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:04:11-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T07:04:11-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T07:04:11-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T07:04:12-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T07:04:12-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T07:04:12-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T07:04:13-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T07:04:14-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T07:04:14-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T07:04:14-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T07:04:14-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T07:04:14-04:00\tINFO\t[attempt #27] Waiting 5s for the next reconcile call ...", "2026-06-08T07:04:19-04:00\tINFO\tNothing to clean up.", "2026-06-08T07:04:19-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:04:19-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:04:19-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:04:20-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:04:20-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:04:20-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:04:20-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:04:20-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:04:20-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:04:20-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:04:20-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T07:04:20-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T07:04:20-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T07:04:21-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T07:04:21-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T07:04:21-04:00\tINFO\tCreating object, name: zuul-weeder", "2026-06-08T07:04:21-04:00\tINFO\tCreating object, name: zuul-weeder", "2026-06-08T07:04:22-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T07:04:23-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T07:04:23-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T07:04:23-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T07:04:23-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: OK", "", "2026-06-08T07:04:23-04:00\tINFO\t[attempt #28] Waiting 5s for the next reconcile call ...", "2026-06-08T07:04:28-04:00\tINFO\tNothing to clean up.", "2026-06-08T07:04:28-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:04:28-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:04:28-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:04:29-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:04:29-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:04:29-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:04:29-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:04:29-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:04:29-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:04:29-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:04:29-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T07:04:29-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T07:04:29-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T07:04:30-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T07:04:30-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T07:04:30-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T07:04:30-04:00\tINFO\tdeployment rollout not ok, name: zuul-weeder", "2026-06-08T07:04:31-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T07:04:32-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T07:04:32-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T07:04:32-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T07:04:32-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: OK", "", "2026-06-08T07:04:32-04:00\tINFO\t[attempt #29] Waiting 5s for the next reconcile call ...", "2026-06-08T07:04:37-04:00\tINFO\tNothing to clean up.", "2026-06-08T07:04:37-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:04:37-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:04:37-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:04:38-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:04:38-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:04:38-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:04:38-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:04:38-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:04:38-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:04:38-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:04:38-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T07:04:38-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T07:04:38-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T07:04:39-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T07:04:39-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T07:04:39-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T07:04:39-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T07:04:40-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T07:04:41-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T07:04:41-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T07:04:41-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T07:04:42-04:00\tINFO\tCreating config map name: pymod-sf-operator-config-map", "2026-06-08T07:04:42-04:00\tINFO\tCreating object, name: pymod-sf-operator-config-map", "2026-06-08T07:04:42-04:00\tINFO\tCreating object, name: config-updater", "2026-06-08T07:04:42-04:00\tINFO\tCreating object, name: config-updater-role", "2026-06-08T07:04:42-04:00\tINFO\tCreating object, name: config-updater", "2026-06-08T07:04:42-04:00\tINFO\tCreating the config-update service account secret", "2026-06-08T07:04:42-04:00\tINFO\tCreating object, name: config-update-secrets", "2026-06-08T07:04:42-04:00\tINFO\tCreating base secret job", "2026-06-08T07:04:42-04:00\tINFO\tCreating object, name: config-base-secret-1-924-ns", "2026-06-08T07:04:42-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T07:04:42-04:00\tINFO\t[attempt #30] Waiting 5s for the next reconcile call ...", "2026-06-08T07:04:47-04:00\tINFO\tNothing to clean up.", "2026-06-08T07:04:47-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:04:47-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:04:47-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:04:47-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:04:47-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:04:47-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:04:47-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:04:47-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:04:47-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:04:48-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:04:48-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T07:04:48-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T07:04:48-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T07:04:48-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T07:04:49-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T07:04:49-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T07:04:49-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T07:04:49-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T07:04:50-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T07:04:50-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T07:04:51-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T07:04:51-04:00\tINFO\tRunning tenant-reconfigure for the 'internal' tenant", "2026-06-08T07:04:51-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [zuul-scheduler tenant-reconfigure internal]", "2026-06-08T07:04:57-04:00\tINFO\tCreating object, name: zs-internal-tenant-reconfigure", "2026-06-08T07:04:57-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T07:04:57-04:00\tINFO\t[attempt #31] Waiting 5s for the next reconcile call ...", "2026-06-08T07:05:02-04:00\tINFO\tNothing to clean up.", "2026-06-08T07:05:02-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:05:02-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:05:02-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:05:02-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:05:02-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:05:02-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:05:02-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:05:02-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:05:02-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:05:03-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:05:03-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T07:05:03-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T07:05:03-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T07:05:03-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T07:05:04-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T07:05:04-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T07:05:04-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T07:05:05-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T07:05:05-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T07:05:05-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T07:05:06-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T07:05:07-04:00\tINFO\t", "\t - Config: OK", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T07:05:07-04:00\tINFO\tUpdating controller configmap ...", "2026-06-08T07:05:07-04:00\tINFO\tStandalone reconcile done." ], "zuul_log_id": "0a580a2a-0013-4660-a428-000000000004-1-controller" } }, "task": { "duration": { "end": "2026-06-08T11:05:07.474154Z", "start": "2026-06-08T10:57:19.245795Z" }, "id": "0a580a2a-0013-4660-a428-000000000004", "name": "Deploy last stable version" } }, { "hosts": { "controller": { "action": "command", "changed": true, "cmd": [ "./hack/deploy.sh" ], "delta": "0:04:20.763702", "end": "2026-06-08 07:09:28.749295", "invocation": { "module_args": { "_raw_params": "./hack/deploy.sh", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-4660-a428-000000000005-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 07:05:07.985593", "stderr": "", "stderr_lines": [], "stdout": "go: downloading go1.25.11 (linux/amd64)\n[+] Deploying sf-operator\ngo: downloading golang.org/x/crypto v0.52.0\ngo: downloading filippo.io/edwards25519 v1.1.1\ngo: downloading golang.org/x/term v0.43.0\ngo: downloading golang.org/x/net v0.55.0\ngo: downloading golang.org/x/sys v0.45.0\ngo: downloading github.com/moby/spdystream v0.5.1\ngo: downloading golang.org/x/text v0.37.0\n2026-06-08T07:05:54-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution\n\n2026-06-08T07:05:54-04:00\tINFO\tKubernetes Distribution found: Kubernetes\n\n2026-06-08T07:05:54-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:05:54-04:00\tINFO\tUpdating configmap, name: git-server-pi-config-map\n2026-06-08T07:05:54-04:00\tINFO\tUpdating object, name: git-server-pi-config-map\n2026-06-08T07:05:54-04:00\tINFO\tStatefulset \"git-server\" configuration changed, applying...\n2026-06-08T07:05:54-04:00\tINFO\tUpdating object, name: git-server\n2026-06-08T07:05:54-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:05:54-04:00\tINFO\tCreating ssh key, name: logserver-uploader-keys\n2026-06-08T07:05:55-04:00\tINFO\tCreating object, name: logserver-uploader-keys\n2026-06-08T07:05:55-04:00\tINFO\tCreating ssh key, name: logserver-uploader-spare-keys\n2026-06-08T07:05:55-04:00\tINFO\tCreating object, name: logserver-uploader-spare-keys\n2026-06-08T07:05:55-04:00\tINFO\tStatefulset \"logserver\" configuration changed, applying...\n2026-06-08T07:05:55-04:00\tINFO\tUpdating object, name: logserver\n2026-06-08T07:05:55-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:05:55-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:05:55-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:05:55-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:05:55-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:05:56-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:05:56-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...\n2026-06-08T07:05:56-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: Waiting ...\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: OK\n\t - Zookeeper: OK\n\n2026-06-08T07:05:56-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...\n2026-06-08T07:06:01-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:06:01-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:06:01-04:00\tINFO\tstatefulset rollout not ok, name: git-server\n2026-06-08T07:06:06-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:06:06-04:00\tINFO\tstatefulset rollout not ok, name: git-server\n2026-06-08T07:06:11-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:06:11-04:00\tINFO\tstatefulset rollout not ok, name: git-server\n2026-06-08T07:06:16-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:06:16-04:00\tINFO\tstatefulset rollout not ok, name: git-server\n2026-06-08T07:06:21-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:06:21-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:06:21-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:06:21-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T07:06:26-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:06:26-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T07:06:31-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:06:31-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T07:06:36-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:06:36-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T07:06:41-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:06:41-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T07:06:46-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:06:46-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T07:06:51-04:00\tINFO\tStatefulset \"logserver\" not ready after 30s\n2026-06-08T07:06:51-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:06:51-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:06:51-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:06:51-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:06:51-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:06:51-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:06:51-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T07:06:51-04:00\tINFO\tUpdating configmap, name: nodepool-tooling-config-map\n2026-06-08T07:06:51-04:00\tINFO\tUpdating object, name: nodepool-tooling-config-map\n2026-06-08T07:06:51-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T07:06:51-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T07:06:51-04:00\tINFO\tStatefulset \"nodepool-builder\" configuration changed, applying...\n2026-06-08T07:06:51-04:00\tINFO\tUpdating object, name: nodepool-builder\n2026-06-08T07:06:52-04:00\tINFO\tStatefulset \"zuul-scheduler\" configuration changed, applying...\n2026-06-08T07:06:52-04:00\tINFO\tUpdating object, name: zuul-scheduler\n2026-06-08T07:06:53-04:00\tINFO\tStatefulset \"zuul-executor\" configuration changed, applying...\n2026-06-08T07:06:53-04:00\tINFO\tUpdating object, name: zuul-executor\n2026-06-08T07:06:54-04:00\tINFO\tStatefulset \"zuul-web\" configuration changed, applying...\n2026-06-08T07:06:54-04:00\tINFO\tUpdating object, name: zuul-web\n2026-06-08T07:06:54-04:00\tINFO\tStatefulset \"zuul-merger\" configuration changed, applying...\n2026-06-08T07:06:54-04:00\tINFO\tUpdating object, name: zuul-merger\n2026-06-08T07:06:54-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T07:06:54-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...\n2026-06-08T07:06:59-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:06:59-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:06:59-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:07:00-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:07:00-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n2026-06-08T07:07:00-04:00\tINFO\tLogserver authorized_keys is up to date\n2026-06-08T07:07:00-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:07:00-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:07:00-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:07:00-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:07:00-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:07:00-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:07:00-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T07:07:01-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T07:07:01-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T07:07:01-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T07:07:01-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T07:07:02-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T07:07:02-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T07:07:07-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T07:07:07-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T07:07:12-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T07:07:12-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T07:07:17-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T07:07:17-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T07:07:22-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T07:07:22-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T07:07:27-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T07:07:27-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T07:07:32-04:00\tINFO\tStatefulset \"zuul-scheduler\" not ready after 30s\n2026-06-08T07:07:32-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T07:07:32-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-08T07:07:37-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T07:07:37-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-08T07:07:42-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T07:07:42-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-08T07:07:47-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T07:07:47-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-08T07:07:52-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T07:07:52-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-08T07:07:57-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T07:07:57-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T07:07:57-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T07:07:57-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T07:07:57-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: OK\n\n2026-06-08T07:07:57-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...\n2026-06-08T07:08:02-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:08:02-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:08:02-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:08:03-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:08:03-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:08:03-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:08:03-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:08:03-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:08:03-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:08:03-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:08:03-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T07:08:03-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T07:08:03-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T07:08:04-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T07:08:04-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T07:08:04-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T07:08:04-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T07:08:05-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T07:08:05-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T07:08:05-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T07:08:06-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T07:08:07-04:00\tINFO\tRunning tenant-reconfigure for the 'internal' tenant\n2026-06-08T07:08:07-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [zuul-scheduler tenant-reconfigure internal]\n2026-06-08T07:08:14-04:00\tINFO\tDeleting object, name: zuul-web\n2026-06-08T07:08:14-04:00\tINFO\tUpdating object, name: zs-internal-tenant-reconfigure\n2026-06-08T07:08:14-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T07:08:14-04:00\tINFO\t[attempt #4] Waiting 5s for the next reconcile call ...\n2026-06-08T07:08:19-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:08:19-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:08:19-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:08:19-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:08:19-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:08:19-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:08:19-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:08:19-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:08:19-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:08:20-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:08:20-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T07:08:20-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T07:08:20-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T07:08:20-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T07:08:21-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T07:08:21-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T07:08:21-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T07:08:21-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T07:08:22-04:00\tINFO\tCreating object, name: zuul-web\n2026-06-08T07:08:23-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T07:08:23-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T07:08:23-04:00\tINFO\t[attempt #5] Waiting 5s for the next reconcile call ...\n2026-06-08T07:08:28-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:08:28-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:08:28-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:08:28-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:08:28-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:08:28-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:08:28-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:08:28-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:08:28-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:08:29-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:08:29-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T07:08:29-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T07:08:29-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T07:08:29-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T07:08:30-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T07:08:30-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T07:08:30-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T07:08:30-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T07:08:31-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T07:08:31-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T07:08:32-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T07:08:32-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T07:08:32-04:00\tINFO\t[attempt #6] Waiting 5s for the next reconcile call ...\n2026-06-08T07:08:37-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:08:37-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:08:37-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:08:38-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:08:38-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:08:38-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:08:38-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:08:38-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:08:38-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:08:38-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:08:38-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T07:08:38-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T07:08:38-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T07:08:39-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T07:08:39-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T07:08:39-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T07:08:39-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T07:08:40-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T07:08:40-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T07:08:40-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T07:08:41-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T07:08:41-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T07:08:41-04:00\tINFO\t[attempt #7] Waiting 5s for the next reconcile call ...\n2026-06-08T07:08:46-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:08:46-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:08:46-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:08:47-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:08:47-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:08:47-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:08:47-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:08:47-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:08:47-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:08:47-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:08:47-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T07:08:48-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T07:08:48-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T07:08:48-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T07:08:49-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T07:08:49-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T07:08:49-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T07:08:49-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T07:08:50-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T07:08:50-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T07:08:50-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T07:08:50-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T07:08:50-04:00\tINFO\t[attempt #8] Waiting 5s for the next reconcile call ...\n2026-06-08T07:08:55-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:08:55-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:08:55-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:08:56-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:08:56-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:08:56-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:08:56-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:08:56-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:08:56-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:08:56-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:08:56-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T07:08:57-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T07:08:57-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T07:08:57-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T07:08:58-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T07:08:58-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T07:08:58-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T07:08:58-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T07:08:59-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T07:08:59-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T07:09:00-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T07:09:00-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T07:09:00-04:00\tINFO\t[attempt #9] Waiting 5s for the next reconcile call ...\n2026-06-08T07:09:05-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:09:05-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:09:05-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:09:05-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:09:05-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:09:05-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:09:05-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:09:05-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:09:05-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:09:06-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:09:06-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T07:09:06-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T07:09:06-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T07:09:06-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T07:09:07-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T07:09:07-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T07:09:07-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T07:09:07-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T07:09:08-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T07:09:08-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T07:09:09-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T07:09:09-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T07:09:09-04:00\tINFO\t[attempt #10] Waiting 5s for the next reconcile call ...\n2026-06-08T07:09:14-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:09:14-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:09:14-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:09:15-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:09:15-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:09:15-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:09:15-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:09:15-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:09:15-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:09:15-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:09:15-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T07:09:15-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T07:09:15-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T07:09:16-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T07:09:16-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T07:09:16-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T07:09:16-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T07:09:17-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T07:09:17-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T07:09:17-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T07:09:18-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T07:09:18-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T07:09:18-04:00\tINFO\t[attempt #11] Waiting 5s for the next reconcile call ...\n2026-06-08T07:09:23-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T07:09:23-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T07:09:23-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T07:09:24-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T07:09:24-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T07:09:24-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T07:09:24-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T07:09:24-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T07:09:24-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T07:09:24-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T07:09:24-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T07:09:25-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T07:09:25-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T07:09:25-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T07:09:26-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T07:09:26-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T07:09:26-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T07:09:26-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T07:09:27-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T07:09:27-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T07:09:27-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T07:09:28-04:00\tINFO\t\n\t - Config: OK\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T07:09:28-04:00\tINFO\tUpdating controller configmap ...\n2026-06-08T07:09:28-04:00\tINFO\tStandalone reconcile done.", "stdout_lines": [ "go: downloading go1.25.11 (linux/amd64)", "[+] Deploying sf-operator", "go: downloading golang.org/x/crypto v0.52.0", "go: downloading filippo.io/edwards25519 v1.1.1", "go: downloading golang.org/x/term v0.43.0", "go: downloading golang.org/x/net v0.55.0", "go: downloading golang.org/x/sys v0.45.0", "go: downloading github.com/moby/spdystream v0.5.1", "go: downloading golang.org/x/text v0.37.0", "2026-06-08T07:05:54-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution", "", "2026-06-08T07:05:54-04:00\tINFO\tKubernetes Distribution found: Kubernetes", "", "2026-06-08T07:05:54-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:05:54-04:00\tINFO\tUpdating configmap, name: git-server-pi-config-map", "2026-06-08T07:05:54-04:00\tINFO\tUpdating object, name: git-server-pi-config-map", "2026-06-08T07:05:54-04:00\tINFO\tStatefulset \"git-server\" configuration changed, applying...", "2026-06-08T07:05:54-04:00\tINFO\tUpdating object, name: git-server", "2026-06-08T07:05:54-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:05:54-04:00\tINFO\tCreating ssh key, name: logserver-uploader-keys", "2026-06-08T07:05:55-04:00\tINFO\tCreating object, name: logserver-uploader-keys", "2026-06-08T07:05:55-04:00\tINFO\tCreating ssh key, name: logserver-uploader-spare-keys", "2026-06-08T07:05:55-04:00\tINFO\tCreating object, name: logserver-uploader-spare-keys", "2026-06-08T07:05:55-04:00\tINFO\tStatefulset \"logserver\" configuration changed, applying...", "2026-06-08T07:05:55-04:00\tINFO\tUpdating object, name: logserver", "2026-06-08T07:05:55-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:05:55-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:05:55-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:05:55-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:05:55-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:05:56-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:05:56-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...", "2026-06-08T07:05:56-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: Waiting ...", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: OK", "\t - Zookeeper: OK", "", "2026-06-08T07:05:56-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...", "2026-06-08T07:06:01-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:06:01-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:06:01-04:00\tINFO\tstatefulset rollout not ok, name: git-server", "2026-06-08T07:06:06-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:06:06-04:00\tINFO\tstatefulset rollout not ok, name: git-server", "2026-06-08T07:06:11-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:06:11-04:00\tINFO\tstatefulset rollout not ok, name: git-server", "2026-06-08T07:06:16-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:06:16-04:00\tINFO\tstatefulset rollout not ok, name: git-server", "2026-06-08T07:06:21-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:06:21-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:06:21-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:06:21-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T07:06:26-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:06:26-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T07:06:31-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:06:31-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T07:06:36-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:06:36-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T07:06:41-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:06:41-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T07:06:46-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:06:46-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T07:06:51-04:00\tINFO\tStatefulset \"logserver\" not ready after 30s", "2026-06-08T07:06:51-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:06:51-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:06:51-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:06:51-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:06:51-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:06:51-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:06:51-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T07:06:51-04:00\tINFO\tUpdating configmap, name: nodepool-tooling-config-map", "2026-06-08T07:06:51-04:00\tINFO\tUpdating object, name: nodepool-tooling-config-map", "2026-06-08T07:06:51-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T07:06:51-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T07:06:51-04:00\tINFO\tStatefulset \"nodepool-builder\" configuration changed, applying...", "2026-06-08T07:06:51-04:00\tINFO\tUpdating object, name: nodepool-builder", "2026-06-08T07:06:52-04:00\tINFO\tStatefulset \"zuul-scheduler\" configuration changed, applying...", "2026-06-08T07:06:52-04:00\tINFO\tUpdating object, name: zuul-scheduler", "2026-06-08T07:06:53-04:00\tINFO\tStatefulset \"zuul-executor\" configuration changed, applying...", "2026-06-08T07:06:53-04:00\tINFO\tUpdating object, name: zuul-executor", "2026-06-08T07:06:54-04:00\tINFO\tStatefulset \"zuul-web\" configuration changed, applying...", "2026-06-08T07:06:54-04:00\tINFO\tUpdating object, name: zuul-web", "2026-06-08T07:06:54-04:00\tINFO\tStatefulset \"zuul-merger\" configuration changed, applying...", "2026-06-08T07:06:54-04:00\tINFO\tUpdating object, name: zuul-merger", "2026-06-08T07:06:54-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T07:06:54-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...", "2026-06-08T07:06:59-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:06:59-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:06:59-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:07:00-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:07:00-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", "2026-06-08T07:07:00-04:00\tINFO\tLogserver authorized_keys is up to date", "2026-06-08T07:07:00-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:07:00-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:07:00-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:07:00-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:07:00-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:07:00-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:07:00-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T07:07:01-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T07:07:01-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T07:07:01-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T07:07:01-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T07:07:02-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T07:07:02-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T07:07:07-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T07:07:07-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T07:07:12-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T07:07:12-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T07:07:17-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T07:07:17-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T07:07:22-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T07:07:22-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T07:07:27-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T07:07:27-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T07:07:32-04:00\tINFO\tStatefulset \"zuul-scheduler\" not ready after 30s", "2026-06-08T07:07:32-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T07:07:32-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-08T07:07:37-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T07:07:37-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-08T07:07:42-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T07:07:42-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-08T07:07:47-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T07:07:47-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-08T07:07:52-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T07:07:52-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-08T07:07:57-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T07:07:57-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T07:07:57-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T07:07:57-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T07:07:57-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: OK", "", "2026-06-08T07:07:57-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...", "2026-06-08T07:08:02-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:08:02-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:08:02-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:08:03-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:08:03-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:08:03-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:08:03-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:08:03-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:08:03-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:08:03-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:08:03-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T07:08:03-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T07:08:03-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T07:08:04-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T07:08:04-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T07:08:04-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T07:08:04-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T07:08:05-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T07:08:05-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T07:08:05-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T07:08:06-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T07:08:07-04:00\tINFO\tRunning tenant-reconfigure for the 'internal' tenant", "2026-06-08T07:08:07-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [zuul-scheduler tenant-reconfigure internal]", "2026-06-08T07:08:14-04:00\tINFO\tDeleting object, name: zuul-web", "2026-06-08T07:08:14-04:00\tINFO\tUpdating object, name: zs-internal-tenant-reconfigure", "2026-06-08T07:08:14-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T07:08:14-04:00\tINFO\t[attempt #4] Waiting 5s for the next reconcile call ...", "2026-06-08T07:08:19-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:08:19-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:08:19-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:08:19-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:08:19-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:08:19-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:08:19-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:08:19-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:08:19-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:08:20-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:08:20-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T07:08:20-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T07:08:20-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T07:08:20-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T07:08:21-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T07:08:21-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T07:08:21-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T07:08:21-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T07:08:22-04:00\tINFO\tCreating object, name: zuul-web", "2026-06-08T07:08:23-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T07:08:23-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T07:08:23-04:00\tINFO\t[attempt #5] Waiting 5s for the next reconcile call ...", "2026-06-08T07:08:28-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:08:28-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:08:28-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:08:28-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:08:28-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:08:28-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:08:28-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:08:28-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:08:28-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:08:29-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:08:29-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T07:08:29-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T07:08:29-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T07:08:29-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T07:08:30-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T07:08:30-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T07:08:30-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T07:08:30-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T07:08:31-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T07:08:31-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T07:08:32-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T07:08:32-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T07:08:32-04:00\tINFO\t[attempt #6] Waiting 5s for the next reconcile call ...", "2026-06-08T07:08:37-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:08:37-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:08:37-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:08:38-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:08:38-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:08:38-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:08:38-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:08:38-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:08:38-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:08:38-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:08:38-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T07:08:38-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T07:08:38-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T07:08:39-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T07:08:39-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T07:08:39-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T07:08:39-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T07:08:40-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T07:08:40-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T07:08:40-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T07:08:41-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T07:08:41-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T07:08:41-04:00\tINFO\t[attempt #7] Waiting 5s for the next reconcile call ...", "2026-06-08T07:08:46-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:08:46-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:08:46-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:08:47-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:08:47-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:08:47-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:08:47-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:08:47-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:08:47-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:08:47-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:08:47-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T07:08:48-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T07:08:48-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T07:08:48-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T07:08:49-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T07:08:49-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T07:08:49-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T07:08:49-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T07:08:50-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T07:08:50-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T07:08:50-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T07:08:50-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T07:08:50-04:00\tINFO\t[attempt #8] Waiting 5s for the next reconcile call ...", "2026-06-08T07:08:55-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:08:55-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:08:55-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:08:56-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:08:56-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:08:56-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:08:56-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:08:56-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:08:56-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:08:56-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:08:56-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T07:08:57-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T07:08:57-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T07:08:57-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T07:08:58-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T07:08:58-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T07:08:58-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T07:08:58-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T07:08:59-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T07:08:59-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T07:09:00-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T07:09:00-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T07:09:00-04:00\tINFO\t[attempt #9] Waiting 5s for the next reconcile call ...", "2026-06-08T07:09:05-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:09:05-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:09:05-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:09:05-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:09:05-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:09:05-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:09:05-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:09:05-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:09:05-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:09:06-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:09:06-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T07:09:06-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T07:09:06-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T07:09:06-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T07:09:07-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T07:09:07-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T07:09:07-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T07:09:07-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T07:09:08-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T07:09:08-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T07:09:09-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T07:09:09-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T07:09:09-04:00\tINFO\t[attempt #10] Waiting 5s for the next reconcile call ...", "2026-06-08T07:09:14-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:09:14-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:09:14-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:09:15-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:09:15-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:09:15-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:09:15-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:09:15-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:09:15-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:09:15-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:09:15-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T07:09:15-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T07:09:15-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T07:09:16-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T07:09:16-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T07:09:16-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T07:09:16-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T07:09:17-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T07:09:17-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T07:09:17-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T07:09:18-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T07:09:18-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T07:09:18-04:00\tINFO\t[attempt #11] Waiting 5s for the next reconcile call ...", "2026-06-08T07:09:23-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T07:09:23-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T07:09:23-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T07:09:24-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T07:09:24-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T07:09:24-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T07:09:24-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T07:09:24-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T07:09:24-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T07:09:24-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T07:09:24-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T07:09:25-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T07:09:25-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T07:09:25-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T07:09:26-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T07:09:26-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T07:09:26-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T07:09:26-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T07:09:27-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T07:09:27-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T07:09:27-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T07:09:28-04:00\tINFO\t", "\t - Config: OK", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T07:09:28-04:00\tINFO\tUpdating controller configmap ...", "2026-06-08T07:09:28-04:00\tINFO\tStandalone reconcile done." ], "zuul_log_id": "0a580a2a-0013-4660-a428-000000000005-1-controller" } }, "task": { "duration": { "end": "2026-06-08T11:09:28.881790Z", "start": "2026-06-08T11:05:07.508364Z" }, "id": "0a580a2a-0013-4660-a428-000000000005", "name": "Deploy current version" } }, { "hosts": { "controller": { "action": "command", "changed": true, "cmd": [ "make", "integration-tests" ], "delta": "0:07:24.718734", "end": "2026-06-08 07:16:53.988494", "invocation": { "module_args": { "_raw_params": "make integration-tests", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-4660-a428-000000000006-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 07:09:29.269760", "stderr": "", "stderr_lines": [], "stdout": "go test -timeout 0 -v ./tests/... -args --ginkgo.v --ginkgo.no-color\ngo: downloading github.com/google/shlex v0.0.0-20191202100458-e7afc7fbc510\ngo: downloading github.com/onsi/gomega v1.33.1\ngo: downloading github.com/onsi/ginkgo/v2 v2.17.2\n=== RUN TestSFOP\nRunning Suite: Software Factory CI - /home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests\n========================================================================================================================\nRandom Seed: 1780916979\n\nWill run 16 of 16 specs\n------------------------------\n[BeforeSuite] \n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/main_test.go:55\n 2026-06-08T07:09:39-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution\n\n 2026-06-08T07:09:39-04:00\tINFO\tKubernetes Distribution found: Kubernetes\n\n[BeforeSuite] PASSED [0.018 seconds]\n------------------------------\ngateway tests When setting up extra gateway configuration for a maintenance Should reconcile\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/gateway_test.go:28\n 2026-06-08T07:09:39-04:00\tINFO\tCreating object, name: maintenance-config\n 2026-06-08T07:09:39-04:00\tINFO\tCreating object, name: maintenance-static-files\n 2026-06-08T07:09:39-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:09:39-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:09:39-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:09:40-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:09:40-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:09:40-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:09:40-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n 2026-06-08T07:09:40-04:00\tINFO\tLogserver authorized_keys is up to date\n 2026-06-08T07:09:40-04:00\tINFO\tStatefulset \"gateway\" configuration changed, applying...\n 2026-06-08T07:09:40-04:00\tDEBUG\tReason: annotation 'config-hash' changed from '90a6261c7272ad73ee593bd22fc08aa0b50c9e09eb380107181e1e58b851202b' to 'c04b8e5064e2a2985ef09fcc1ab4c2dda05fbcb2cd18006ff3d01f2b963e17d8'\n 2026-06-08T07:09:40-04:00\tINFO\tUpdating object, name: gateway\n 2026-06-08T07:09:40-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:09:40-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:09:40-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:09:40-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:09:40-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:09:41-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:09:41-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:09:41-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:09:42-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:09:42-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T07:09:42-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T07:09:43-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:09:44-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T07:09:44-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-08T07:09:44-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:09:45-04:00\tINFO\t\n \t - Config: OK\n \t - Gateway: Waiting ...\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n 2026-06-08T07:09:46-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:09:46-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:09:46-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:09:46-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:09:46-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:09:46-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:09:46-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:09:46-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:09:46-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:09:47-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:09:47-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:09:47-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:09:47-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:09:48-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:09:48-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:09:48-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:09:49-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:09:49-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T07:09:49-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T07:09:50-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:09:51-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T07:09:51-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-08T07:09:51-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:09:52-04:00\tINFO\t\n \t - Config: OK\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n\u2022 [12.611 seconds]\n------------------------------\ngateway tests When setting up extra gateway configuration for a maintenance Should serve HTTP 503 and the expected content\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/gateway_test.go:55\n 2026-06-08T07:09:52-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -o - -I gateway:8080/zuul/]\n % Total % Received % Xferd Average Speed Time Time Time Current\n Dload Upload Total Spent Left Speed\n\r 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\r 0 17 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\n 2026-06-08T07:09:52-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl gateway:8080/zuul/api/components]\n % Total % Received % Xferd Average Speed Time Time Time Current\n Dload Upload Total Spent Left Speed\n\r 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\r100 17 100 17 0 0 5666 0 --:--:-- --:--:-- --:--:-- 8500\n\u2022 [0.200 seconds]\n------------------------------\ngateway tests When removing the gateway's extra config Should reconcile\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/gateway_test.go:65\n 2026-06-08T07:09:52-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:09:52-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:09:52-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:09:53-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:09:53-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:09:53-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:09:53-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n 2026-06-08T07:09:53-04:00\tINFO\tLogserver authorized_keys is up to date\n 2026-06-08T07:09:53-04:00\tINFO\tStatefulset \"gateway\" configuration changed, applying...\n 2026-06-08T07:09:53-04:00\tDEBUG\tReason: annotation 'config-hash' changed from 'c04b8e5064e2a2985ef09fcc1ab4c2dda05fbcb2cd18006ff3d01f2b963e17d8' to '90a6261c7272ad73ee593bd22fc08aa0b50c9e09eb380107181e1e58b851202b'\n 2026-06-08T07:09:53-04:00\tINFO\tUpdating object, name: gateway\n 2026-06-08T07:09:53-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:09:53-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:09:53-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:09:53-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:09:53-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:09:54-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:09:54-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:09:55-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:09:56-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:09:56-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T07:09:56-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T07:09:56-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:09:57-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T07:09:57-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-08T07:09:58-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:09:58-04:00\tINFO\t\n \t - Config: OK\n \t - Gateway: Waiting ...\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n 2026-06-08T07:09:59-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:09:59-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:09:59-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:10:00-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:10:00-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:10:00-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:10:00-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:10:00-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:10:00-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:10:00-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:10:00-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:10:00-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:10:00-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:10:01-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:10:01-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:10:01-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:10:02-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:10:02-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T07:10:02-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T07:10:03-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:10:04-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T07:10:04-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-08T07:10:05-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:10:05-04:00\tINFO\t\n \t - Config: OK\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n\u2022 [13.000 seconds]\n------------------------------\ngateway tests When removing the gateway's extra config Should serve the regular content\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/gateway_test.go:71\n 2026-06-08T07:10:05-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -o - -I gateway:8080/zuul/api/components]\n % Total % Received % Xferd Average Speed Time Time Time Current\n Dload Upload Total Spent Left Speed\n\r 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\r 0 537 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\n 2026-06-08T07:10:05-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl gateway:8080/zuul/api/components]\n % Total % Received % Xferd Average Speed Time Time Time Current\n Dload Upload Total Spent Left Speed\n\r 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\r100 537 100 537 0 0 174k 0 --:--:-- --:--:-- --:--:-- 174k\n\u2022 [0.171 seconds]\n------------------------------\nProject Private Keys Rotation ensures no config errors\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:33\n STEP: Ensuring tenant have no config errors @ 06/08/26 07:10:05.631\n 2026-06-08T07:10:05-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -s zuul-web:9000/api/tenant/internal/config-errors]\n 2026-06-08T07:10:05-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -s zuul-web:9000/api/tenant/demo-tenant/config-errors]\n\u2022 [0.180 seconds]\n------------------------------\nProject Private Keys Rotation inject new secret in demo-project\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:37\n [SKIPPED] in [It] - /home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:39 @ 06/08/26 07:10:05.812\nS [SKIPPED] [0.000 seconds]\nProject Private Keys Rotation [It] inject new secret in demo-project\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:37\n\n [SKIPPED] This assertion only works with sf > 0.65\n In [It] at: /home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:39 @ 06/08/26 07:10:05.812\n------------------------------\nProject Private Keys Rotation runs rotate-projects-private-keys\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:84\n STEP: Fetching project private keys state from ZooKeeper (to validate change after) @ 06/08/26 07:10:05.813\n 2026-06-08T07:10:05-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [bash -c python3 << 'PYEOF'\n import configparser\n import hashlib\n from zuul.zk import ZooKeeperClient\n from zuul.lib.keystorage import KeyStorage\n from zuul.lib import encryption\n\n config = configparser.ConfigParser()\n config.read(\"/etc/zuul/zuul.conf\")\n password = config[\"keystore\"][\"password\"].encode(\"utf-8\")\n zk_client = ZooKeeperClient.fromConfig(config)\n zk_client.connect()\n lines = []\n for path, obj in KeyStorage(zk_client, \"unused\").exportKeys().get(\"keys\", {}).items():\n if path.endswith(\"/secrets\") and \"keys\" in obj and len(obj.get(\"keys\", [])) == 1:\n created = obj[\"keys\"][0][\"created\"]\n priv_pem = obj[\"keys\"][0][\"private_key\"]\n fingerprint = hashlib.sha256(priv_pem.encode()).hexdigest()[:16]\n lines.append(f\"{path} {created} {fingerprint}\")\n if \"demo-project\" in path:\n priv, _ = encryption.deserialize_rsa_keypair(priv_pem.encode(\"utf-8\"), password)\n pem = encryption.serialize_rsa_private_key(priv, None)\n with open(\"/tmp/demo-project.key\", \"wb\") as f:\n f.write(pem)\n print(\"\\n\".join(sorted(lines)))\n PYEOF\n ]\n STEP: Project keys before rotation: /keystorage/gerrit/config/config/secrets 1780916628 d2e950ddb13a634d\n /keystorage/gerrit/demo-project/demo-project/secrets 1780916626 de037441c452e2ed\n /keystorage/gerrit/demo-tenant-config/demo-tenant-config/secrets 1780916626 7d8f91d0006c0028\n /keystorage/git-server/system-config/system-config/secrets 1780916624 64e3c18a352dcaf7\n /keystorage/opendev.org/zuul/zuul%2Fzuul-jobs/secrets 1780916625 45db6f59fb6925f4\n @ 06/08/26 07:10:06.879\n STEP: Preparing SSH key for rotation from zuul-ssh-key secret @ 06/08/26 07:10:06.879\n STEP: Running rotate-projects-private-keys @ 06/08/26 07:10:06.881\n 2026-06-08T07:10:06-04:00\tINFO\tCreating object, name: zuul-kazoo\n 2026-06-08T07:10:08-04:00\tINFO\tDeleting object, name: config-base-secret-1-924-ns\n 2026-06-08T07:10:08-04:00\tINFO\tKubeAPIWarningLogger\tchild pods are preserved by default when jobs are deleted; set propagationPolicy=Background to remove them or set propagationPolicy=Orphan to suppress this warning\n 2026-06-08T07:10:08-04:00\tINFO\tDeleting object, name: zs-internal-tenant-reconfigure\n 2026-06-08T07:10:08-04:00\tINFO\tCreating config map name: zk-clients-need-refresh-config-map\n 2026-06-08T07:10:08-04:00\tINFO\tCreating object, name: zk-clients-need-refresh-config-map\n 2026-06-08T07:10:08-04:00\tINFO\tCreating config map name: zuul-needs-full-reconfigure-config-map\n 2026-06-08T07:10:08-04:00\tINFO\tCreating object, name: zuul-needs-full-reconfigure-config-map\n 2026-06-08T07:10:08-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [bash -c cat > /tmp/rotate-projects-private-keys.py && chmod 755 /tmp/*.py]\n 2026-06-08T07:10:09-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [bash -c cat > /var/lib/zuul/.ssh_push_key && chmod 0600 /var/lib/zuul/.ssh_push_key]\n 2026-06-08T07:10:09-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [cat /var/lib/zuul/main.yaml]\n 2026-06-08T07:10:09-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [bash -c cat > /var/lib/zuul/main.yaml]\n 2026-06-08T07:10:09-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [env PYTHONUNBUFFERED=1 /tmp/rotate-projects-private-keys.py --age 9223372036854775807 --author zuul --email zuul@sfop.me --logserver-key LS0tLS1CRUdJTiBSU0EgUFJJVkFURSBLRVktLS0tLQpNSUlKS0FJQkFBS0NBZ0VBNENoWllPdzh3MnYyUVRRRCt1L3ZBYnJDbjhrVE1JWDcwZ1Zhd0dlRW9ScWJzVnpXCmhBaHJIdjk2Y2tOUVhwUFVtMmd5d1EzckZwdE1XQkpGWUJ0WE5wL2ZxU3dtK0NzZFJqWk91emQzTEdmL0s0bk0KMVdLNkdkbWJpTm80emw5RUU5N0ZXTzhDR1F1WU5DRVh0dFJ1RktkVUtJZEE0NldBVnV2czgwZ0tFNTlLTVNzZgpJZUZBc3VGUHNBRmtLTnFXQU8xczg5UGJRVnk0TUtvblJRckNIYVROQmNUT05paXJCSUtxbEZYRWR1eG1DV1loCm0vdXBIa0VOSWJmT3lic3NsamUyZDBUVTYvSlROQ2hvamtFQU9Yc0MxSHdmSGd2dTVDbXRZaGtxTjZTZnVHNEoKV3J1Y3VlaElGeE4rdVNmWXFHZElCMDQ0ejdTRnVZTEVtT3FpcTN5aTVSd3BxQ1FhQ3o5MkN4SHRwOXczWTA3UAp4NXVpWUJEeW1UM01xazNNSGhPNDhOT252VERwT0VzVDh4NDFaRE1ad01vT1ZHbEg4ZmJ4TE1hcDk0bjhuS0RGCm41TTZnTnk2RE9wVlhvTjZQTTZaanZpSzZvSUliVjBnWGFreWo1VFErUXcwYTREZ20yVE5zMDh1VmZwOUlISUQKQlh0anEwRHk2Nkh5NDVISEVxbnJzNEh1MUVsek1wSmd1MlZlZnpXYVM3c3RRemkwcGNUVlFHNXJvUzhTUktkMQpCTHlDbFhTbnpMQjJiV0JLYjFpNlFQa0dRV0txMWlwZGJRcFh2b01POUVPWmhoRlJkaXBXMldpQ2o1ajhWbUgxClN2NEI1blZqVVNNbldET3dOS2JEZWVmZzRZNk02dFFrUVg4eDZLV1lodHpJK2VUQlN6MzQwSnpVN2ZFQ0F3RUEKQVFLQ0FnQUI0RXJOTjlpRklQdzZQcVl1Tm1xQVNLMU5MTXA0b2IvSldjNUo4N0lUdk1qcUdBanBmbjQxN0R4dQpmVHMrVmhLeUsvV1FrWmNkYjVMdVFlUEgwTWo5T1lhNUxsZnpmUzlXQTAwU3lNdWs2c0VqUHJ3TGs0RzIrTHExCnVocjNITWYxQVN5UzJKOUdBd0I0ZStTSXg4dkhoRTdudGd1bWRzcWdMQkNDVnhtWjB3MzB1S3lsbmFRNWcvTEIKakJBWnZmM3p6c0hQVlRFVTJvMTBPRi9ydG1BelJwaEI3Uys4L2x6ZUV3d0RnY1Fubk1XalRoeTVnMXYzZXZFUwpLdTBYWitDZlBjMkZ2MndaSXE4Qi9CeDhsZC9ibERHaVY1bEhMK2h2L1NxSTNoTnhJZk5NblNCRmF1UVRubUFyCjNtSjhnVEJLU291czBSYnRYSkI0RTZsUCtWYi9sWDFWbnlxdmg2d1lPK2l6QWl3U1ZBenNUa0JEaUcxK0RuTEgKK1JiWGFoL2VJUnVRRm1tQkVCT3NuS3hzWm9KZ2JQQjAxZkluNm1HVGFaZjNlRG02YmFMZ1hqTlhNb1N4WHFGTApCN1p6RFBXTVMwaTF0V3hqaUZOdXdGeVpGRHNGdHZjWEtsZmRKazhKM1BQSUtZN3lla2tCV2dIR3Nrd2N3YytvCnpDTnRDMVBIOEdZOUFmRmw0YWZnbkl1ZnBRMmFzMkpPbHdEM1diZ2JSSVc4UjRtRloxY2FRWHB0SEtadHp2dnUKWnBIYlBiZU1vZ25PSGlzUkhCeHY3UEg4dUhZR3pKemFnMmV1aHhqREt6T2wzeEloK3RlTlh0V2dXYlVuTGtFYQpiWkhBMVNmanNrQ0VSSnAya0ZJREN4R1F3cmZrLzJuRFhyUUpEWHJlQ01nckZNZkljUUtDQVFFQThlQWZYajM5Clhma1lpQjJzeFQ5SUpHa2l1NVB0WGJWS21rZ0xLUmJZUEdnNTh2OTdyRDJUejAzQ09MMk1MQkhybWk4UDdBTGEKcHhEd2NNcGRuY1JnT1JJWmpGRnZFU21WSUdNdGtvQlFDd3VRMEwxd2RGVGNEb2V3SytmQ21id2Z5QWJlUUo0VQpkRnJ6NmpHcEZraEFYK1dJeWRXQ2E4dzZyQnF3TVpSRXlSb3JEWlFmTlVkSWo3azhablRtZk40VmJaRmRRSGQrClU5UDhpbHRsYTF4Z1V3Sll3RHY3RWZwS0R5ZW9WTlZpTWRDVjlZeXNLYWhmeXg1WkNPMkRhT2Z0dG8yNS9VUFQKVFB6V292Z2N6bENvSUhXNE40ci9oRzFYK1A2cVdyVklHYWRXZDRyTEtQUm4va3lHOU1Rc0ZLSThwYU10WEZRTQo2WnErbTc0ZVlzbmN5UUtDQVFFQTdUOWJOMWNwMlRmbU5FalBxalIxMUZhNS9oQkhFM1VMYmw0R3Z0VWp5NzdiCmtmUDZDKzFYMGNQTGVML2VYTmh6ODQwaGkweXZNU0E0aDJuazhMamxzZC9KOGEyR2FKUUtBdkZ1cFBid0xXY00KS0w0d1VaU0ZESis1elFwMG95cCtSZ3E0bVJlQTdzeHZhZmxRY2VwSDVrSUxRNThMNHpPS0xwK29rdEI5RUNMLwp4T29YQllOa3RHZ3ozVWFPUTBBQm03SEdHMllFa0lDR3RiL0k5KzBFWWVtYllwRnNUL3hhd3JERm1vYnVoZFdkCkVGMzBjZU5PZUtqWmtSK3hHeGVkNDVtaHd5YmRaN2tXUG0zdmI0M3dGemRTVngzV2I0Z1Y0dDdsQ0loaGV2REkKOWhGR2szQTIra3p6ZWQ1TmtzNk0xVnFIOTZwOWU4cHUrdkFtL2MrajZRS0NBUUFXTFYrUzY0b2txS2RJSzdoZwpxWW02MU96N1YvZm1wSzIvY2FXY1Vkem54UUt6Tmh1bjBrbVFNMmdBZmRpeFhiOUZkdFUxNVprWXdtUFpZNlNyCng0cXZFT3JJdzlxMEx5VGVRRm00V2cxOHhjVzBiZm8yb0dWQTY4NEthSWllUWZLRUM2VXJOWk5ZaTlKYmdjd28KSDkzUExTT2FwZm44V2xCeTRVdVFjRERTWTVUWS9PRFRxTUtOY3dXSHUyWTZ3cjRpT3JiYkoxbXM0LzMrelp5QgorSWxZY3htaUhwM0pxekpKSzNDeXZwSHZVVm0rbHZSZUtYTUhFN1JFTGtyalBvaThPVWg1WVZPcGRuRlRwZjQyCktJMFIxTmxjTm1GeFNmbEwra1d5WlhiRDYyVHhOd2Vqckswd1V1SDQ1VmZKV0lySkFTb3lrZjVSR1FBckZZYUIKdGxLSkFvSUJBQytJOFRMT1lSRW50UlVtdlkwQnc5WU9wbWQwUlhsdGl5UEs3UmtSUllIT05Ob3lneGdlcnVqVgpqUkFkaVdVYTdXaVFEM2VFbnRsOTlqV1RqdzU0VFhWdFBGNFRBWW8wbHlqdHpOaDZyYmE3SGVHUDhjaDJ0STNKCjl3VlJJZnVMU1ErcG1FRDhSNVlSR2dXbXNXcVJvV1JPT1VtTU5XcUphaGRiWUFCQ2k3eE85dVl5YlBocTBpT2YKZVR6TnBUVnVQcVErWTA0Y0M3QVVRR2xzQ3MwNkRSVzlJNmdGTVNsNWk0blV0MUwxMUJhMnJTaVpXcC96QmtjQQp0Yzd4QmFCREJCeVZMS2NZUTJaRDNHUVh6TkNTSk5mUitzcC9yUFpkMHR6SkFpVEtocFdHWncxK2VxQ1I3RUlNClp3QTAvVi83eUpYNjlLRTM1THFIM2VLamVYeURQUGtDZ2dFQkFKTUY4R0YxNExSQ1lJNk9aWmV4bTVtWlhYd0QKVkR6eCtrc09xSnlxN3QvNWFjcE1mZ2FNbGxTWnlpMHRIa0lZeExZa2lodVpVS21TS0I3VzdRenZvSWFtblA1ZwpSNTVkZTZwK0hRWWpGdWRaNXdMTHd4Q2xDTkZjOHZsd0xjekp5dGVVUnRwQmFlUGI0dndST3lUeXY1eFF6MWk3CkgxaS9MaG5NencvREhxSTZoY3JOdXJ1bXBLOHppM2tGeUxBdWlFS2JUcmZablVIaGh1bmtITlRSOE9xczkrVFQKQndMN0JoWXF6c2VqRHJ2TkMybnNrK0gzTUdRMDBtTEg0SzJxWGExSkVuaCtWTnFFVjNweVdOYTdxL0NpVk8xNgpqMUFaWVFtbm9VaFJBUFI1N1RYc0NBSGZMUUhFeXV6SDgvVklBT1VoUGRoeGlhUmM1N3ZWeFdBanRlOD0KLS0tLS1FTkQgUlNBIFBSSVZBVEUgS0VZLS0tLS0K]\n[+] Collecting keys from ZooKeeper\n[+] Deleting /keystorage/opendev.org/zuul/zuul%2Fzuul-jobs/ssh because Non secrets private key\n[+] Deleting /keystorage/gerrit/demo-project/demo-project/ssh because Non secrets private key\n[+] Deleting /keystorage/gerrit/demo-tenant-config/demo-tenant-config/ssh because Non secrets private key\n[+] Deleting /keystorage/gerrit/config/config/ssh because Non secrets private key\n[+] Deleting /keystorage/git-server/system-config/system-config/ssh because Non secrets private key\n[+] Deleting /keystorage2/tenant/internal/ssh because Non secrets private key\n[+] Deleting /keystorage2/tenant/demo-tenant/ssh because Non secrets private key\n[+] Deleting /keystorage/opendev.org/zuul/zuul%2Fzuul-jobs/secrets because zuul-jobs do not have secrets\n[+] Cloning ssh://zuul@gerrit-sshd.sf:29418/demo-project to /tmp/current-repo\nCloning into '/tmp/current-repo'...\nWarning: Permanently added '[gerrit-sshd.sf]:29418' (ED25519) to the list of known hosts.\r\nTotal 9 (delta 0), reused 9 (delta 0)\n[+] Deleting /keystorage/gerrit/demo-project/demo-project/secrets because project had no secret\n[+] Cloning ssh://zuul@gerrit-sshd.sf:29418/demo-tenant-config to /tmp/current-repo\nCloning into '/tmp/current-repo'...\nTotal 9 (delta 0), reused 9 (delta 0)\n[+] Deleting /keystorage/gerrit/demo-tenant-config/demo-tenant-config/secrets because project had no secret\n[+] Cloning ssh://zuul@gerrit-sshd.sf:29418/config to /tmp/current-repo\nCloning into '/tmp/current-repo'...\nTotal 5 (delta 0), reused 5 (delta 0)\n[+] Deleting /keystorage/gerrit/config/config/secrets because project had no secret\n[+] Deleting /keystorage/git-server/system-config/system-config/secrets because internal repo will be handled in reconcile\n STEP: Reconciling @ 06/08/26 07:10:10.602\n 2026-06-08T07:10:10-04:00\tINFO\tWarning: Killing ZooKeeper client: nodepool-builder-0 nodepool-builder\n 2026-06-08T07:10:10-04:00\tINFO\tRunning pod execution pod: nodepool-builder-0, command: [kill -9 1]\n 2026-06-08T07:10:10-04:00\tINFO\tDeleting object, name: nodepool-builder\n 2026-06-08T07:10:10-04:00\tINFO\tWarning: Killing ZooKeeper client: nodepool-launcher-5c499b6dcd-ggsct launcher\n 2026-06-08T07:10:10-04:00\tINFO\tRunning pod execution pod: nodepool-launcher-5c499b6dcd-ggsct, command: [kill -9 1]\n 2026-06-08T07:10:10-04:00\tINFO\tDeleting object, name: launcher\n 2026-06-08T07:10:10-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-db-provision-bvx7m mariadb-client\n 2026-06-08T07:10:10-04:00\tINFO\tRunning pod execution pod: zuul-db-provision-bvx7m, command: [kill -9 1]\n 2026-06-08T07:10:10-04:00\tINFO\tDeleting object, name: mariadb-client\n 2026-06-08T07:10:10-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-executor-0 zuul-executor\n 2026-06-08T07:10:10-04:00\tINFO\tRunning pod execution pod: zuul-executor-0, command: [kill -9 1]\n 2026-06-08T07:10:10-04:00\tINFO\tDeleting object, name: zuul-executor\n 2026-06-08T07:10:10-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-kazoo zuul-kazoo\n 2026-06-08T07:10:10-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [kill -9 1]\n 2026-06-08T07:10:10-04:00\tINFO\tDeleting object, name: zuul-kazoo\n 2026-06-08T07:10:10-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-merger-0 zuul-merger\n 2026-06-08T07:10:10-04:00\tINFO\tRunning pod execution pod: zuul-merger-0, command: [kill -9 1]\n 2026-06-08T07:10:11-04:00\tINFO\tDeleting object, name: zuul-merger\n 2026-06-08T07:10:11-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-scheduler-0 zuul-scheduler\n 2026-06-08T07:10:11-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [kill -9 1]\n 2026-06-08T07:10:11-04:00\tINFO\tDeleting object, name: zuul-scheduler\n 2026-06-08T07:10:11-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-web-6d4fbf9c8c-2bfvv zuul-web\n 2026-06-08T07:10:11-04:00\tINFO\tRunning pod execution pod: zuul-web-6d4fbf9c8c-2bfvv, command: [kill -9 1]\n 2026-06-08T07:10:11-04:00\tINFO\tDeleting object, name: zuul-web\n 2026-06-08T07:10:11-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-weeder-57c6567f5f-mg7q8 zuul-weeder\n 2026-06-08T07:10:11-04:00\tINFO\tRunning pod execution pod: zuul-weeder-57c6567f5f-mg7q8, command: [kill -9 1]\n 2026-06-08T07:10:11-04:00\tINFO\tDeleting object, name: zuul-weeder\n 2026-06-08T07:10:11-04:00\tINFO\tDeleting object, name: zk-clients-need-refresh-config-map\n 2026-06-08T07:10:11-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:10:11-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:10:11-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:10:11-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:10:11-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:10:11-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:10:11-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n 2026-06-08T07:10:11-04:00\tINFO\tLogserver authorized_keys is up to date\n 2026-06-08T07:10:11-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:10:11-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:10:11-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:10:11-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:10:11-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:10:12-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:10:12-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:10:12-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:10:12-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:10:12-04:00\tINFO\tCreating object, name: nodepool-builder\n 2026-06-08T07:10:13-04:00\tINFO\tCreating object, name: zuul-scheduler\n 2026-06-08T07:10:13-04:00\tINFO\tCreating object, name: zuul-executor\n 2026-06-08T07:10:14-04:00\tINFO\tCreating object, name: zuul-web\n 2026-06-08T07:10:15-04:00\tINFO\tCreating object, name: zuul-merger\n 2026-06-08T07:10:15-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: Waiting ...\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: Waiting ...\n \t - |_ Merger: Waiting ...\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: Waiting ...\n\n 2026-06-08T07:10:16-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:10:16-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:10:16-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:10:17-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:10:17-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:10:17-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:10:17-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:10:17-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:10:17-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:10:17-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:10:17-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:10:17-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:10:17-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:10:18-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:10:18-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:10:18-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:10:18-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n 2026-06-08T07:10:19-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:10:19-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T07:10:24-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:10:24-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T07:10:29-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:10:29-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T07:10:34-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:10:34-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T07:10:39-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:10:39-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T07:10:44-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:10:44-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T07:10:49-04:00\tINFO\tStatefulset \"zuul-scheduler\" not ready after 30s\n 2026-06-08T07:10:49-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:10:49-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T07:10:49-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T07:10:49-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:10:49-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: Waiting ...\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: Waiting ...\n\n 2026-06-08T07:10:50-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:10:50-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:10:50-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:10:51-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:10:51-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:10:51-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:10:51-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:10:51-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:10:51-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:10:51-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:10:51-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:10:51-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:10:51-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:10:52-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:10:52-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:10:52-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:10:52-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n 2026-06-08T07:10:53-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:10:53-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T07:10:58-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:10:58-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T07:11:03-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:11:03-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T07:11:08-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:11:08-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T07:11:13-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:11:13-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T07:11:18-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:11:18-04:00\tINFO\tCreating object, name: zuul-weeder\n 2026-06-08T07:11:18-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:11:18-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T07:11:18-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-08T07:11:19-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:11:19-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: Waiting ...\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: OK\n\n 2026-06-08T07:11:20-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:11:20-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:11:20-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:11:20-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:11:20-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:11:20-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:11:20-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:11:20-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:11:20-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:11:20-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:11:20-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:11:21-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:11:21-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:11:21-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:11:21-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:11:22-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:11:22-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:11:22-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T07:11:22-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T07:11:23-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:11:24-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T07:11:24-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-08T07:11:25-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:11:25-04:00\tINFO\tCreating base secret job\n 2026-06-08T07:11:25-04:00\tINFO\tCreating object, name: config-base-secret-1-924-ns\n 2026-06-08T07:11:25-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n 2026-06-08T07:11:26-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:11:26-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:11:26-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:11:27-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:11:27-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:11:27-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:11:27-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:11:27-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:11:27-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:11:27-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:11:27-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:11:27-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:11:27-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:11:28-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:11:28-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:11:28-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:11:29-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:11:29-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T07:11:29-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T07:11:30-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:11:31-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T07:11:31-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-08T07:11:31-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:11:32-04:00\tINFO\tRunning tenant-reconfigure for the 'internal' tenant\n 2026-06-08T07:11:32-04:00\tINFO\tDeleting object, name: zuul-needs-full-reconfigure-config-map\n 2026-06-08T07:11:32-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [zuul-scheduler full-reconfigure]\n 2026-06-08T07:11:39-04:00\tINFO\tDeleting object, name: zuul-web\n 2026-06-08T07:11:39-04:00\tINFO\tCreating object, name: zs-internal-tenant-reconfigure\n 2026-06-08T07:11:39-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n 2026-06-08T07:11:40-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:11:40-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:11:40-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:11:41-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:11:41-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:11:41-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:11:41-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:11:41-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:11:41-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:11:41-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:11:41-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:11:41-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:11:41-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:11:41-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:11:41-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:11:42-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:11:42-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:11:42-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T07:11:42-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T07:11:43-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:11:43-04:00\tINFO\tCreating object, name: zuul-web\n 2026-06-08T07:11:44-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:11:44-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T07:11:45-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:11:45-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:11:45-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:11:46-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:11:46-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:11:46-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:11:46-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:11:46-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:11:46-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:11:46-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:11:46-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:11:46-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:11:46-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:11:47-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:11:47-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:11:47-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:11:48-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:11:48-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T07:11:48-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T07:11:49-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:11:50-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T07:11:50-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T07:11:50-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:11:50-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T07:11:51-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:11:52-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:11:52-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:11:52-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:11:52-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:11:52-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:11:52-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:11:52-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:11:52-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:11:52-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:11:52-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:11:52-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:11:52-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:11:53-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:11:53-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:11:53-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:11:54-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:11:54-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T07:11:54-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T07:11:55-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:11:56-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T07:11:56-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T07:11:57-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:11:57-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T07:11:58-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:11:58-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:11:58-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:11:58-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:11:58-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:11:58-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:11:58-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:11:58-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:11:58-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:11:58-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:11:58-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:11:59-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:11:59-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:11:59-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:11:59-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:12:00-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:12:00-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:12:00-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T07:12:00-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T07:12:01-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:12:02-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T07:12:02-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T07:12:03-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:12:03-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T07:12:04-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:12:04-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:12:04-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:12:04-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:12:04-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:12:04-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:12:04-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:12:04-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:12:05-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:12:05-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:12:05-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:12:05-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:12:05-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:12:05-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:12:05-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:12:06-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:12:07-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:12:07-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T07:12:07-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T07:12:07-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:12:08-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T07:12:08-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T07:12:09-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:12:09-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T07:12:10-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:12:10-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:12:10-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:12:11-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:12:11-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:12:11-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:12:11-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:12:11-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:12:11-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:12:11-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:12:11-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:12:11-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:12:11-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:12:12-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:12:12-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:12:12-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:12:13-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:12:13-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T07:12:13-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T07:12:14-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:12:14-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T07:12:14-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T07:12:15-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:12:15-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T07:12:16-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:12:16-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:12:16-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:12:17-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:12:17-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:12:17-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:12:17-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:12:17-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:12:17-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:12:17-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:12:17-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:12:17-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:12:17-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:12:18-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:12:18-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:12:18-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:12:19-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:12:19-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T07:12:19-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T07:12:20-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:12:21-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T07:12:21-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T07:12:21-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:12:21-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T07:12:22-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:12:23-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:12:23-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:12:23-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:12:23-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:12:23-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:12:23-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:12:23-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:12:23-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:12:23-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:12:23-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:12:23-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:12:23-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:12:24-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:12:24-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:12:24-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:12:25-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:12:25-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T07:12:25-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T07:12:26-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:12:27-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T07:12:27-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T07:12:28-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:12:28-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T07:12:29-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:12:29-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:12:29-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:12:29-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:12:29-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:12:29-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:12:29-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:12:29-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:12:29-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:12:29-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:12:29-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:12:30-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:12:30-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:12:30-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:12:30-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:12:31-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:12:31-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:12:31-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T07:12:31-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T07:12:32-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:12:33-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T07:12:33-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T07:12:34-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:12:34-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T07:12:35-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:12:35-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:12:35-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:12:35-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:12:35-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:12:35-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:12:35-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:12:35-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:12:36-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:12:36-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:12:36-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:12:36-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:12:36-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:12:36-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:12:36-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:12:37-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:12:38-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:12:38-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T07:12:38-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T07:12:38-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:12:39-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T07:12:39-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T07:12:40-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:12:40-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T07:12:41-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:12:41-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:12:41-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:12:42-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:12:42-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:12:42-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:12:42-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:12:42-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:12:42-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:12:42-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:12:42-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:12:42-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:12:42-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:12:43-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:12:43-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:12:43-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:12:44-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:12:44-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T07:12:44-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T07:12:45-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:12:45-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T07:12:45-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-08T07:12:46-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:12:47-04:00\tINFO\t\n \t - Config: OK\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n\u2022 [161.369 seconds]\n------------------------------\nProject Private Keys Rotation zuul-web config-errors remain empty after rotation\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:103\n STEP: Ensuring tenant have no config errors @ 06/08/26 07:12:47.182\n 2026-06-08T07:12:47-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -s zuul-web:9000/api/tenant/internal/config-errors]\n 2026-06-08T07:12:47-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -s zuul-web:9000/api/tenant/demo-tenant/config-errors]\n\u2022 [0.180 seconds]\n------------------------------\nProject Private Keys Rotation project private keys changed when rotation was applied\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:107\n [SKIPPED] in [It] - /home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:109 @ 06/08/26 07:12:47.362\nS [SKIPPED] [0.000 seconds]\nProject Private Keys Rotation [It] project private keys changed when rotation was applied\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:107\n\n [SKIPPED] This assertion only works with sf > 0.65\n In [It] at: /home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:109 @ 06/08/26 07:12:47.362\n------------------------------\nSecret Rotations zuul-auth works\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/secrets_rotation_test.go:60\n STEP: Deleting secrets not rotated by the CLI @ 06/08/26 07:12:47.367\n STEP: Running secret rotation CLI @ 06/08/26 07:12:47.374\n 2026-06-08T07:12:47-04:00\tINFO\tWarning: At least one executor running, this may cause issues when rotating Zookeeper secrets.\n 2026-06-08T07:12:47-04:00\tINFO\tRotating Keystore password...\n 2026-06-08T07:12:47-04:00\tINFO\tCreating secret, name: zuul-keystore-password-new\n 2026-06-08T07:12:47-04:00\tINFO\tCreating object, name: zuul-keystore-password-new\n 2026-06-08T07:12:48-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [cat /var/lib/zuul/keys-backup.json]\n 2026-06-08T07:12:48-04:00\tINFO\tUpdating object, name: zuul-keystore-password\n 2026-06-08T07:12:48-04:00\tINFO\tDeleting object, name: zuul-keystore-password-new\n 2026-06-08T07:12:48-04:00\tINFO\tDeleting object, name: zuul-kazoo\n 2026-06-08T07:12:48-04:00\tINFO\tKilling every kazoo client...\n 2026-06-08T07:12:48-04:00\tINFO\tWarning: Killing ZooKeeper client: nodepool-builder-0 nodepool-builder\n 2026-06-08T07:12:48-04:00\tINFO\tRunning pod execution pod: nodepool-builder-0, command: [kill -9 1]\n 2026-06-08T07:12:48-04:00\tINFO\tDeleting object, name: nodepool-builder\n 2026-06-08T07:12:48-04:00\tINFO\tWarning: Killing ZooKeeper client: nodepool-launcher-5c499b6dcd-ggsct launcher\n 2026-06-08T07:12:48-04:00\tINFO\tRunning pod execution pod: nodepool-launcher-5c499b6dcd-ggsct, command: [kill -9 1]\n 2026-06-08T07:12:48-04:00\tINFO\tDeleting object, name: launcher\n 2026-06-08T07:12:48-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-db-provision-bvx7m mariadb-client\n 2026-06-08T07:12:48-04:00\tINFO\tRunning pod execution pod: zuul-db-provision-bvx7m, command: [kill -9 1]\n 2026-06-08T07:12:48-04:00\tINFO\tDeleting object, name: mariadb-client\n 2026-06-08T07:12:48-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-executor-0 zuul-executor\n 2026-06-08T07:12:48-04:00\tINFO\tRunning pod execution pod: zuul-executor-0, command: [kill -9 1]\n 2026-06-08T07:12:49-04:00\tINFO\tDeleting object, name: zuul-executor\n 2026-06-08T07:12:49-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-kazoo zuul-kazoo\n 2026-06-08T07:12:49-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [kill -9 1]\n 2026-06-08T07:13:18-04:00\tINFO\tDeleting object, name: zuul-kazoo\n 2026-06-08T07:13:18-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-merger-0 zuul-merger\n 2026-06-08T07:13:18-04:00\tINFO\tRunning pod execution pod: zuul-merger-0, command: [kill -9 1]\n 2026-06-08T07:13:18-04:00\tINFO\tDeleting object, name: zuul-merger\n 2026-06-08T07:13:18-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-scheduler-0 zuul-scheduler\n 2026-06-08T07:13:18-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [kill -9 1]\n 2026-06-08T07:13:18-04:00\tINFO\tDeleting object, name: zuul-scheduler\n 2026-06-08T07:13:18-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-web-6d4fbf9c8c-tfthr zuul-web\n 2026-06-08T07:13:18-04:00\tINFO\tRunning pod execution pod: zuul-web-6d4fbf9c8c-tfthr, command: [kill -9 1]\n 2026-06-08T07:13:18-04:00\tINFO\tDeleting object, name: zuul-web\n 2026-06-08T07:13:18-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-weeder-57c6567f5f-6nxms zuul-weeder\n 2026-06-08T07:13:18-04:00\tINFO\tRunning pod execution pod: zuul-weeder-57c6567f5f-6nxms, command: [kill -9 1]\n 2026-06-08T07:13:18-04:00\tINFO\tDeleting object, name: zuul-weeder\n 2026-06-08T07:13:18-04:00\tINFO\tDeleting object, name: zookeeper\n 2026-06-08T07:13:18-04:00\tINFO\tRotating Zuul Client Authenticator secret...\n 2026-06-08T07:13:18-04:00\tINFO\tDeleting object, name: zuul-auth-secret\n 2026-06-08T07:13:18-04:00\tINFO\tCreating secret, name: zuul-auth-secret\n 2026-06-08T07:13:18-04:00\tINFO\tCreating object, name: zuul-auth-secret\n 2026-06-08T07:13:18-04:00\tINFO\tRotating Zuul DB Connection secret...\n 2026-06-08T07:13:18-04:00\tINFO\tDeleting object, name: zuul-db-connection\n 2026-06-08T07:13:18-04:00\tINFO\tRotating Zookeeper certificates...\n 2026-06-08T07:13:18-04:00\tINFO\tDeleting object, name: zookeeper-client-tls\n 2026-06-08T07:13:18-04:00\tINFO\tDeleting object, name: zookeeper-server-tls\n 2026-06-08T07:13:18-04:00\tINFO\tForce Restart impacted services...\n 2026-06-08T07:13:18-04:00\tINFO\tDeleting object, name: zuul-scheduler-0\n 2026-06-08T07:13:18-04:00\tINFO\tDeleting object, name: zuul-web-6d4fbf9c8c-tfthr\n STEP: Reconciling @ 06/08/26 07:13:18.646\n 2026-06-08T07:13:18-04:00\tINFO\tWarning: Killing ZooKeeper client: nodepool-launcher-5c499b6dcd-ggsct launcher\n 2026-06-08T07:13:18-04:00\tINFO\tRunning pod execution pod: nodepool-launcher-5c499b6dcd-ggsct, command: [kill -9 1]\n 2026-06-08T07:13:18-04:00\tINFO\tDeleting object, name: launcher\n 2026-06-08T07:13:18-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-db-provision-bvx7m mariadb-client\n 2026-06-08T07:13:18-04:00\tINFO\tRunning pod execution pod: zuul-db-provision-bvx7m, command: [kill -9 1]\n 2026-06-08T07:13:18-04:00\tINFO\tDeleting object, name: mariadb-client\n 2026-06-08T07:13:18-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-merger-0 zuul-merger\n 2026-06-08T07:13:18-04:00\tINFO\tRunning pod execution pod: zuul-merger-0, command: [kill -9 1]\n 2026-06-08T07:13:20-04:00\tINFO\tDeleting object, name: zuul-merger\n 2026-06-08T07:13:20-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-scheduler-0 zuul-scheduler\n 2026-06-08T07:13:20-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [kill -9 1]\n 2026-06-08T07:13:48-04:00\tINFO\tDeleting object, name: zuul-scheduler\n 2026-06-08T07:13:48-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-web-6d4fbf9c8c-tfthr zuul-web\n 2026-06-08T07:13:48-04:00\tINFO\tRunning pod execution pod: zuul-web-6d4fbf9c8c-tfthr, command: [kill -9 1]\n 2026-06-08T07:13:48-04:00\tINFO\tDeleting object, name: zuul-web\n 2026-06-08T07:13:48-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-weeder-57c6567f5f-6nxms zuul-weeder\n 2026-06-08T07:13:48-04:00\tINFO\tRunning pod execution pod: zuul-weeder-57c6567f5f-6nxms, command: [kill -9 1]\n 2026-06-08T07:13:48-04:00\tINFO\tDeleting object, name: zuul-weeder\n 2026-06-08T07:13:48-04:00\tINFO\tDeleting object, name: zookeeper\n 2026-06-08T07:13:48-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:13:48-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:13:48-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:13:48-04:00\tINFO\tCreating object, name: zuul-db-connection\n 2026-06-08T07:13:48-04:00\tINFO\tRe-provisioning db password\n 2026-06-08T07:13:48-04:00\tINFO\tDeleting object, name: zuul-db-provision\n 2026-06-08T07:13:48-04:00\tINFO\tCreating object, name: zuul-db-provision\n 2026-06-08T07:13:49-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:13:49-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:13:49-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:13:49-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n 2026-06-08T07:13:49-04:00\tINFO\tLogserver authorized_keys is up to date\n 2026-06-08T07:13:49-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:13:49-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:13:49-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:13:49-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:13:49-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:13:49-04:00\tINFO\tDeleting object, name: zookeeper-client-tls\n 2026-06-08T07:13:49-04:00\tINFO\tDeleting object, name: zookeeper-server-tls\n 2026-06-08T07:13:52-04:00\tINFO\tCreating object, name: zookeeper-client-tls\n 2026-06-08T07:13:53-04:00\tINFO\tCreating object, name: zookeeper-server-tls\n 2026-06-08T07:13:53-04:00\tINFO\tCreating object, name: zookeeper\n 2026-06-08T07:13:53-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n 2026-06-08T07:13:53-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: Waiting ...\n \t - Zookeeper: Waiting ...\n\n 2026-06-08T07:13:54-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:13:54-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:13:55-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:13:55-04:00\tINFO\tCreating object, name: zuul-db-provision\n 2026-06-08T07:13:55-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:13:55-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:13:55-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:13:55-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:13:55-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:13:55-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:13:55-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:13:55-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:13:55-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:13:55-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n 2026-06-08T07:14:01-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:14:01-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n 2026-06-08T07:14:06-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:14:06-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n 2026-06-08T07:14:11-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:14:11-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...\n 2026-06-08T07:14:11-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: Waiting ...\n \t - Zookeeper: OK\n\n 2026-06-08T07:14:12-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:14:12-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:14:12-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:14:12-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:14:12-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:14:12-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:14:12-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:14:12-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:14:12-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:14:12-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:14:12-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:14:13-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:14:13-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:14:13-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:14:13-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:14:13-04:00\tINFO\tCreating object, name: nodepool-builder\n 2026-06-08T07:14:14-04:00\tINFO\tUpdating secret, name: zuul-config\n 2026-06-08T07:14:14-04:00\tINFO\tUpdating object, name: zuul-config\n 2026-06-08T07:14:14-04:00\tINFO\tCreating object, name: zuul-scheduler\n 2026-06-08T07:14:14-04:00\tINFO\tCreating object, name: zuul-executor\n 2026-06-08T07:14:15-04:00\tINFO\tCreating object, name: zuul-web\n 2026-06-08T07:14:16-04:00\tINFO\tCreating object, name: zuul-merger\n 2026-06-08T07:14:16-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: Waiting ...\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: Waiting ...\n \t - |_ Merger: Waiting ...\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: Waiting ...\n\n 2026-06-08T07:14:17-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:14:17-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:14:17-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:14:17-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:14:17-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:14:17-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:14:17-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:14:17-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:14:17-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:14:17-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:14:17-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:14:18-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:14:18-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:14:18-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:14:18-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:14:19-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:14:19-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n 2026-06-08T07:14:20-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:14:20-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T07:14:25-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:14:25-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T07:14:30-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:14:30-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T07:14:35-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:14:35-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T07:14:40-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:14:40-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T07:14:45-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:14:45-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T07:14:50-04:00\tINFO\tStatefulset \"zuul-scheduler\" not ready after 30s\n 2026-06-08T07:14:50-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:14:50-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T07:14:50-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T07:14:50-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:14:50-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: Waiting ...\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: Waiting ...\n\n 2026-06-08T07:14:51-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:14:51-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:14:51-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:14:52-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:14:52-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:14:52-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:14:52-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:14:52-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:14:52-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:14:52-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:14:52-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:14:52-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:14:52-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:14:52-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:14:52-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:14:53-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:14:53-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n 2026-06-08T07:14:54-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:14:54-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T07:14:59-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:14:59-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T07:15:04-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:15:04-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T07:15:09-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:15:09-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T07:15:14-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:15:14-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T07:15:19-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:15:19-04:00\tINFO\tCreating object, name: zuul-weeder\n 2026-06-08T07:15:19-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:15:19-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T07:15:19-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-08T07:15:19-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:15:19-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: Waiting ...\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: OK\n\n 2026-06-08T07:15:20-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:15:20-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:15:20-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:15:21-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:15:21-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:15:21-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:15:21-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:15:21-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:15:21-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:15:21-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:15:21-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:15:21-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:15:21-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:15:22-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:15:22-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:15:22-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:15:23-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:15:23-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T07:15:23-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T07:15:24-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:15:25-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T07:15:25-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-08T07:15:25-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:15:26-04:00\tINFO\tCreating base secret job\n 2026-06-08T07:15:26-04:00\tINFO\tCreating object, name: config-base-secret-1-2972-ns\n 2026-06-08T07:15:26-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n 2026-06-08T07:15:27-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:15:27-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:15:27-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:15:28-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:15:28-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:15:28-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:15:28-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:15:28-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:15:28-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:15:28-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:15:28-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:15:28-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:15:28-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:15:28-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:15:28-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:15:29-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:15:30-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:15:30-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T07:15:30-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T07:15:30-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:15:31-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T07:15:31-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-08T07:15:32-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:15:32-04:00\tINFO\tRunning tenant-reconfigure for the 'internal' tenant\n 2026-06-08T07:15:33-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [zuul-scheduler tenant-reconfigure internal]\n 2026-06-08T07:15:39-04:00\tINFO\tDeleting object, name: zuul-web\n 2026-06-08T07:15:39-04:00\tINFO\tUpdating object, name: zs-internal-tenant-reconfigure\n 2026-06-08T07:15:39-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n 2026-06-08T07:15:40-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:15:40-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:15:40-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:15:40-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:15:40-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:15:40-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:15:41-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:15:41-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:15:41-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:15:41-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:15:41-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:15:41-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:15:41-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:15:41-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:15:41-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:15:42-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:15:42-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:15:42-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T07:15:42-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T07:15:42-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:15:43-04:00\tINFO\tCreating object, name: zuul-web\n 2026-06-08T07:15:44-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:15:44-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T07:15:45-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:15:45-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:15:45-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:15:46-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:15:46-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:15:46-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:15:46-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:15:46-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:15:46-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:15:46-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:15:46-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:15:46-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:15:46-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:15:47-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:15:47-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:15:47-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:15:48-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:15:48-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T07:15:48-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T07:15:49-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:15:49-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T07:15:49-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T07:15:50-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:15:50-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T07:15:51-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:15:51-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:15:51-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:15:52-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:15:52-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:15:52-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:15:52-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:15:52-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:15:52-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:15:52-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:15:52-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:15:52-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:15:52-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:15:53-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:15:53-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:15:53-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:15:54-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:15:54-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T07:15:54-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T07:15:55-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:15:56-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T07:15:56-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T07:15:56-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:15:57-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T07:15:58-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:15:58-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:15:58-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:15:58-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:15:58-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:15:58-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:15:58-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:15:58-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:15:58-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:15:58-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:15:58-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:15:59-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:15:59-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:15:59-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:15:59-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:16:00-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:16:00-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:16:00-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T07:16:00-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T07:16:01-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:16:02-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T07:16:02-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T07:16:03-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:16:03-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T07:16:04-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:16:04-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:16:04-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:16:04-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:16:04-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:16:04-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:16:04-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:16:04-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:16:04-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:16:04-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:16:04-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:16:05-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:16:05-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:16:05-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:16:05-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:16:06-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:16:06-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:16:07-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T07:16:07-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T07:16:07-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:16:08-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T07:16:08-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T07:16:09-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:16:09-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T07:16:10-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:16:10-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:16:10-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:16:11-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:16:11-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:16:11-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:16:11-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:16:11-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:16:11-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:16:11-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:16:11-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:16:11-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:16:11-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:16:11-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:16:11-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:16:12-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:16:13-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:16:13-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T07:16:13-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T07:16:14-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:16:14-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T07:16:14-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T07:16:15-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:16:15-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T07:16:16-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:16:16-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:16:16-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:16:17-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:16:17-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:16:17-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:16:17-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:16:17-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:16:17-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:16:17-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:16:17-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:16:17-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:16:17-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:16:18-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:16:18-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:16:18-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:16:19-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:16:19-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T07:16:19-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T07:16:20-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:16:20-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T07:16:20-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T07:16:21-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:16:21-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T07:16:22-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:16:22-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:16:22-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:16:23-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:16:23-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:16:23-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:16:23-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:16:23-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:16:23-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:16:23-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:16:23-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:16:23-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:16:23-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:16:24-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:16:24-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:16:24-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:16:25-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:16:25-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T07:16:25-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T07:16:26-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:16:27-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T07:16:27-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T07:16:28-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:16:28-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T07:16:29-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:16:29-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:16:29-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:16:29-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:16:29-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:16:29-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:16:29-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:16:29-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:16:29-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:16:29-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:16:29-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:16:30-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:16:30-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:16:30-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:16:30-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:16:30-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:16:31-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:16:31-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T07:16:31-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T07:16:32-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:16:33-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T07:16:33-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T07:16:34-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:16:34-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T07:16:35-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:16:35-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:16:35-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:16:35-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:16:35-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:16:35-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:16:35-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:16:35-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:16:35-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:16:35-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:16:35-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:16:36-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:16:36-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:16:36-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:16:36-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:16:37-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:16:37-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:16:38-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T07:16:38-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T07:16:38-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:16:39-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T07:16:39-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T07:16:40-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:16:40-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T07:16:41-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:16:41-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:16:41-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:16:42-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:16:42-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:16:42-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:16:42-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:16:42-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:16:42-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:16:42-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:16:42-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:16:42-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:16:42-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:16:42-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:16:42-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:16:43-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:16:44-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:16:44-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T07:16:44-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T07:16:45-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:16:45-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T07:16:45-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-08T07:16:46-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:16:47-04:00\tINFO\t\n \t - Config: OK\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n STEP: Validating secret changed @ 06/08/26 07:16:47.006\n 2026-06-08T07:16:47-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [cat /etc/zuul/zuul.conf]\n STEP: Checking the secret is in the zuul.conf @ 06/08/26 07:16:47.093\n STEP: Checking zuul-client works @ 06/08/26 07:16:47.096\n 2026-06-08T07:16:47-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [bash -c zuul-client -v autohold --tenant internal --project system-config --job testytest --reason testy 2>&1]\n\u2022 [240.210 seconds]\n------------------------------\nSecret Rotations zuul-db works\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/secrets_rotation_test.go:71\n STEP: Checking the secret is in the zuul.conf @ 06/08/26 07:16:47.573\n STEP: Checking zuul-web works @ 06/08/26 07:16:47.575\n 2026-06-08T07:16:47-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl zuul-web:9000/api/tenant/demo-tenant/builds]\n % Total % Received % Xferd Average Speed Time Time Time Current\n Dload Upload Total Spent Left Speed\n\r 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\r100 2 100 2 0 0 50 0 --:--:-- --:--:-- --:--:-- 50\n\u2022 [0.137 seconds]\n------------------------------\nSecret Rotations zuul-zk works\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/secrets_rotation_test.go:81\n STEP: Checking the key in zuul pod @ 06/08/26 07:16:47.709\n 2026-06-08T07:16:47-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [cat /tls/client/tls.key]\n STEP: Connecting with kazoo @ 06/08/26 07:16:47.789\n 2026-06-08T07:16:47-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [python3 -c import os, kazoo.client; os.chdir('/tls/client'); hosts=list(filter(lambda l: l.startswith('hosts'), open('/etc/zuul/zuul.conf').readlines()))[0].split('=')[1].strip(); client = kazoo.client.KazooClient(hosts, use_ssl=True, keyfile='tls.key', certfile='tls.crt', ca='ca.crt'); client.start(); print(client.get_children('/keystorage2'))]\n\u2022 [0.378 seconds]\n------------------------------\nDeploy Tests Reconcile default\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/deploy_test.go:11\n 2026-06-08T07:16:48-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T07:16:48-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T07:16:48-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T07:16:49-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T07:16:49-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T07:16:49-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T07:16:49-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n 2026-06-08T07:16:49-04:00\tINFO\tLogserver authorized_keys is up to date\n 2026-06-08T07:16:49-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T07:16:49-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T07:16:49-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T07:16:49-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T07:16:49-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T07:16:49-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T07:16:49-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T07:16:50-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T07:16:50-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T07:16:50-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T07:16:51-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T07:16:51-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T07:16:51-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T07:16:51-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T07:16:52-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T07:16:52-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-08T07:16:53-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T07:16:53-04:00\tINFO\t\n \t - Config: OK\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n\u2022 [5.524 seconds]\n------------------------------\nDeploy Tests Match zuul secrets\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/deploy_test.go:14\n 2026-06-08T07:16:53-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [cat /etc/zuul/zuul.conf]\n\u2022 [0.105 seconds]\n------------------------------\nDeploy Tests Connect to services\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/deploy_test.go:17\n\u2022 [0.194 seconds]\n------------------------------\nTest Env Has namespace\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/main_test.go:167\n\u2022 [0.000 seconds]\n------------------------------\n\nRan 14 of 16 Specs in 434.281 seconds\nSUCCESS! -- 14 Passed | 0 Failed | 0 Pending | 2 Skipped\n--- PASS: TestSFOP (434.28s)\nPASS\nok \tgithub.com/softwarefactory-project/sf-operator/tests\t434.309s", "stdout_lines": [ "go test -timeout 0 -v ./tests/... -args --ginkgo.v --ginkgo.no-color", "go: downloading github.com/google/shlex v0.0.0-20191202100458-e7afc7fbc510", "go: downloading github.com/onsi/gomega v1.33.1", "go: downloading github.com/onsi/ginkgo/v2 v2.17.2", "=== RUN TestSFOP", "Running Suite: Software Factory CI - /home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests", "========================================================================================================================", "Random Seed: 1780916979", "", "Will run 16 of 16 specs", "------------------------------", "[BeforeSuite] ", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/main_test.go:55", " 2026-06-08T07:09:39-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution", "", " 2026-06-08T07:09:39-04:00\tINFO\tKubernetes Distribution found: Kubernetes", "", "[BeforeSuite] PASSED [0.018 seconds]", "------------------------------", "gateway tests When setting up extra gateway configuration for a maintenance Should reconcile", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/gateway_test.go:28", " 2026-06-08T07:09:39-04:00\tINFO\tCreating object, name: maintenance-config", " 2026-06-08T07:09:39-04:00\tINFO\tCreating object, name: maintenance-static-files", " 2026-06-08T07:09:39-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:09:39-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:09:39-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:09:40-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:09:40-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:09:40-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:09:40-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", " 2026-06-08T07:09:40-04:00\tINFO\tLogserver authorized_keys is up to date", " 2026-06-08T07:09:40-04:00\tINFO\tStatefulset \"gateway\" configuration changed, applying...", " 2026-06-08T07:09:40-04:00\tDEBUG\tReason: annotation 'config-hash' changed from '90a6261c7272ad73ee593bd22fc08aa0b50c9e09eb380107181e1e58b851202b' to 'c04b8e5064e2a2985ef09fcc1ab4c2dda05fbcb2cd18006ff3d01f2b963e17d8'", " 2026-06-08T07:09:40-04:00\tINFO\tUpdating object, name: gateway", " 2026-06-08T07:09:40-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:09:40-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:09:40-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:09:40-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:09:40-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:09:41-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:09:41-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:09:41-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:09:42-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:09:42-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T07:09:42-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T07:09:43-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:09:44-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T07:09:44-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-08T07:09:44-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:09:45-04:00\tINFO\t", " \t - Config: OK", " \t - Gateway: Waiting ...", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: OK", "", " 2026-06-08T07:09:46-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:09:46-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:09:46-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:09:46-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:09:46-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:09:46-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:09:46-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:09:46-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:09:46-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:09:47-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:09:47-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:09:47-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:09:47-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:09:48-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:09:48-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:09:48-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:09:49-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:09:49-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T07:09:49-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T07:09:50-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:09:51-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T07:09:51-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-08T07:09:51-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:09:52-04:00\tINFO\t", " \t - Config: OK", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: OK", "", "\u2022 [12.611 seconds]", "------------------------------", "gateway tests When setting up extra gateway configuration for a maintenance Should serve HTTP 503 and the expected content", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/gateway_test.go:55", " 2026-06-08T07:09:52-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -o - -I gateway:8080/zuul/]", " % Total % Received % Xferd Average Speed Time Time Time Current", " Dload Upload Total Spent Left Speed", "", " 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0", " 0 17 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0", " 2026-06-08T07:09:52-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl gateway:8080/zuul/api/components]", " % Total % Received % Xferd Average Speed Time Time Time Current", " Dload Upload Total Spent Left Speed", "", " 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0", "100 17 100 17 0 0 5666 0 --:--:-- --:--:-- --:--:-- 8500", "\u2022 [0.200 seconds]", "------------------------------", "gateway tests When removing the gateway's extra config Should reconcile", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/gateway_test.go:65", " 2026-06-08T07:09:52-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:09:52-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:09:52-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:09:53-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:09:53-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:09:53-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:09:53-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", " 2026-06-08T07:09:53-04:00\tINFO\tLogserver authorized_keys is up to date", " 2026-06-08T07:09:53-04:00\tINFO\tStatefulset \"gateway\" configuration changed, applying...", " 2026-06-08T07:09:53-04:00\tDEBUG\tReason: annotation 'config-hash' changed from 'c04b8e5064e2a2985ef09fcc1ab4c2dda05fbcb2cd18006ff3d01f2b963e17d8' to '90a6261c7272ad73ee593bd22fc08aa0b50c9e09eb380107181e1e58b851202b'", " 2026-06-08T07:09:53-04:00\tINFO\tUpdating object, name: gateway", " 2026-06-08T07:09:53-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:09:53-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:09:53-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:09:53-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:09:53-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:09:54-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:09:54-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:09:55-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:09:56-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:09:56-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T07:09:56-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T07:09:56-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:09:57-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T07:09:57-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-08T07:09:58-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:09:58-04:00\tINFO\t", " \t - Config: OK", " \t - Gateway: Waiting ...", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: OK", "", " 2026-06-08T07:09:59-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:09:59-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:09:59-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:10:00-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:10:00-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:10:00-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:10:00-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:10:00-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:10:00-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:10:00-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:10:00-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:10:00-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:10:00-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:10:01-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:10:01-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:10:01-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:10:02-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:10:02-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T07:10:02-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T07:10:03-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:10:04-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T07:10:04-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-08T07:10:05-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:10:05-04:00\tINFO\t", " \t - Config: OK", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: OK", "", "\u2022 [13.000 seconds]", "------------------------------", "gateway tests When removing the gateway's extra config Should serve the regular content", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/gateway_test.go:71", " 2026-06-08T07:10:05-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -o - -I gateway:8080/zuul/api/components]", " % Total % Received % Xferd Average Speed Time Time Time Current", " Dload Upload Total Spent Left Speed", "", " 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0", " 0 537 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0", " 2026-06-08T07:10:05-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl gateway:8080/zuul/api/components]", " % Total % Received % Xferd Average Speed Time Time Time Current", " Dload Upload Total Spent Left Speed", "", " 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0", "100 537 100 537 0 0 174k 0 --:--:-- --:--:-- --:--:-- 174k", "\u2022 [0.171 seconds]", "------------------------------", "Project Private Keys Rotation ensures no config errors", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:33", " STEP: Ensuring tenant have no config errors @ 06/08/26 07:10:05.631", " 2026-06-08T07:10:05-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -s zuul-web:9000/api/tenant/internal/config-errors]", " 2026-06-08T07:10:05-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -s zuul-web:9000/api/tenant/demo-tenant/config-errors]", "\u2022 [0.180 seconds]", "------------------------------", "Project Private Keys Rotation inject new secret in demo-project", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:37", " [SKIPPED] in [It] - /home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:39 @ 06/08/26 07:10:05.812", "S [SKIPPED] [0.000 seconds]", "Project Private Keys Rotation [It] inject new secret in demo-project", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:37", "", " [SKIPPED] This assertion only works with sf > 0.65", " In [It] at: /home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:39 @ 06/08/26 07:10:05.812", "------------------------------", "Project Private Keys Rotation runs rotate-projects-private-keys", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:84", " STEP: Fetching project private keys state from ZooKeeper (to validate change after) @ 06/08/26 07:10:05.813", " 2026-06-08T07:10:05-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [bash -c python3 << 'PYEOF'", " import configparser", " import hashlib", " from zuul.zk import ZooKeeperClient", " from zuul.lib.keystorage import KeyStorage", " from zuul.lib import encryption", "", " config = configparser.ConfigParser()", " config.read(\"/etc/zuul/zuul.conf\")", " password = config[\"keystore\"][\"password\"].encode(\"utf-8\")", " zk_client = ZooKeeperClient.fromConfig(config)", " zk_client.connect()", " lines = []", " for path, obj in KeyStorage(zk_client, \"unused\").exportKeys().get(\"keys\", {}).items():", " if path.endswith(\"/secrets\") and \"keys\" in obj and len(obj.get(\"keys\", [])) == 1:", " created = obj[\"keys\"][0][\"created\"]", " priv_pem = obj[\"keys\"][0][\"private_key\"]", " fingerprint = hashlib.sha256(priv_pem.encode()).hexdigest()[:16]", " lines.append(f\"{path} {created} {fingerprint}\")", " if \"demo-project\" in path:", " priv, _ = encryption.deserialize_rsa_keypair(priv_pem.encode(\"utf-8\"), password)", " pem = encryption.serialize_rsa_private_key(priv, None)", " with open(\"/tmp/demo-project.key\", \"wb\") as f:", " f.write(pem)", " print(\"\\n\".join(sorted(lines)))", " PYEOF", " ]", " STEP: Project keys before rotation: /keystorage/gerrit/config/config/secrets 1780916628 d2e950ddb13a634d", " /keystorage/gerrit/demo-project/demo-project/secrets 1780916626 de037441c452e2ed", " /keystorage/gerrit/demo-tenant-config/demo-tenant-config/secrets 1780916626 7d8f91d0006c0028", " /keystorage/git-server/system-config/system-config/secrets 1780916624 64e3c18a352dcaf7", " /keystorage/opendev.org/zuul/zuul%2Fzuul-jobs/secrets 1780916625 45db6f59fb6925f4", " @ 06/08/26 07:10:06.879", " STEP: Preparing SSH key for rotation from zuul-ssh-key secret @ 06/08/26 07:10:06.879", " STEP: Running rotate-projects-private-keys @ 06/08/26 07:10:06.881", " 2026-06-08T07:10:06-04:00\tINFO\tCreating object, name: zuul-kazoo", " 2026-06-08T07:10:08-04:00\tINFO\tDeleting object, name: config-base-secret-1-924-ns", " 2026-06-08T07:10:08-04:00\tINFO\tKubeAPIWarningLogger\tchild pods are preserved by default when jobs are deleted; set propagationPolicy=Background to remove them or set propagationPolicy=Orphan to suppress this warning", " 2026-06-08T07:10:08-04:00\tINFO\tDeleting object, name: zs-internal-tenant-reconfigure", " 2026-06-08T07:10:08-04:00\tINFO\tCreating config map name: zk-clients-need-refresh-config-map", " 2026-06-08T07:10:08-04:00\tINFO\tCreating object, name: zk-clients-need-refresh-config-map", " 2026-06-08T07:10:08-04:00\tINFO\tCreating config map name: zuul-needs-full-reconfigure-config-map", " 2026-06-08T07:10:08-04:00\tINFO\tCreating object, name: zuul-needs-full-reconfigure-config-map", " 2026-06-08T07:10:08-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [bash -c cat > /tmp/rotate-projects-private-keys.py && chmod 755 /tmp/*.py]", " 2026-06-08T07:10:09-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [bash -c cat > /var/lib/zuul/.ssh_push_key && chmod 0600 /var/lib/zuul/.ssh_push_key]", " 2026-06-08T07:10:09-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [cat /var/lib/zuul/main.yaml]", " 2026-06-08T07:10:09-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [bash -c cat > /var/lib/zuul/main.yaml]", " 2026-06-08T07:10:09-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [env PYTHONUNBUFFERED=1 /tmp/rotate-projects-private-keys.py --age 9223372036854775807 --author zuul --email zuul@sfop.me --logserver-key LS0tLS1CRUdJTiBSU0EgUFJJVkFURSBLRVktLS0tLQpNSUlKS0FJQkFBS0NBZ0VBNENoWllPdzh3MnYyUVRRRCt1L3ZBYnJDbjhrVE1JWDcwZ1Zhd0dlRW9ScWJzVnpXCmhBaHJIdjk2Y2tOUVhwUFVtMmd5d1EzckZwdE1XQkpGWUJ0WE5wL2ZxU3dtK0NzZFJqWk91emQzTEdmL0s0bk0KMVdLNkdkbWJpTm80emw5RUU5N0ZXTzhDR1F1WU5DRVh0dFJ1RktkVUtJZEE0NldBVnV2czgwZ0tFNTlLTVNzZgpJZUZBc3VGUHNBRmtLTnFXQU8xczg5UGJRVnk0TUtvblJRckNIYVROQmNUT05paXJCSUtxbEZYRWR1eG1DV1loCm0vdXBIa0VOSWJmT3lic3NsamUyZDBUVTYvSlROQ2hvamtFQU9Yc0MxSHdmSGd2dTVDbXRZaGtxTjZTZnVHNEoKV3J1Y3VlaElGeE4rdVNmWXFHZElCMDQ0ejdTRnVZTEVtT3FpcTN5aTVSd3BxQ1FhQ3o5MkN4SHRwOXczWTA3UAp4NXVpWUJEeW1UM01xazNNSGhPNDhOT252VERwT0VzVDh4NDFaRE1ad01vT1ZHbEg4ZmJ4TE1hcDk0bjhuS0RGCm41TTZnTnk2RE9wVlhvTjZQTTZaanZpSzZvSUliVjBnWGFreWo1VFErUXcwYTREZ20yVE5zMDh1VmZwOUlISUQKQlh0anEwRHk2Nkh5NDVISEVxbnJzNEh1MUVsek1wSmd1MlZlZnpXYVM3c3RRemkwcGNUVlFHNXJvUzhTUktkMQpCTHlDbFhTbnpMQjJiV0JLYjFpNlFQa0dRV0txMWlwZGJRcFh2b01POUVPWmhoRlJkaXBXMldpQ2o1ajhWbUgxClN2NEI1blZqVVNNbldET3dOS2JEZWVmZzRZNk02dFFrUVg4eDZLV1lodHpJK2VUQlN6MzQwSnpVN2ZFQ0F3RUEKQVFLQ0FnQUI0RXJOTjlpRklQdzZQcVl1Tm1xQVNLMU5MTXA0b2IvSldjNUo4N0lUdk1qcUdBanBmbjQxN0R4dQpmVHMrVmhLeUsvV1FrWmNkYjVMdVFlUEgwTWo5T1lhNUxsZnpmUzlXQTAwU3lNdWs2c0VqUHJ3TGs0RzIrTHExCnVocjNITWYxQVN5UzJKOUdBd0I0ZStTSXg4dkhoRTdudGd1bWRzcWdMQkNDVnhtWjB3MzB1S3lsbmFRNWcvTEIKakJBWnZmM3p6c0hQVlRFVTJvMTBPRi9ydG1BelJwaEI3Uys4L2x6ZUV3d0RnY1Fubk1XalRoeTVnMXYzZXZFUwpLdTBYWitDZlBjMkZ2MndaSXE4Qi9CeDhsZC9ibERHaVY1bEhMK2h2L1NxSTNoTnhJZk5NblNCRmF1UVRubUFyCjNtSjhnVEJLU291czBSYnRYSkI0RTZsUCtWYi9sWDFWbnlxdmg2d1lPK2l6QWl3U1ZBenNUa0JEaUcxK0RuTEgKK1JiWGFoL2VJUnVRRm1tQkVCT3NuS3hzWm9KZ2JQQjAxZkluNm1HVGFaZjNlRG02YmFMZ1hqTlhNb1N4WHFGTApCN1p6RFBXTVMwaTF0V3hqaUZOdXdGeVpGRHNGdHZjWEtsZmRKazhKM1BQSUtZN3lla2tCV2dIR3Nrd2N3YytvCnpDTnRDMVBIOEdZOUFmRmw0YWZnbkl1ZnBRMmFzMkpPbHdEM1diZ2JSSVc4UjRtRloxY2FRWHB0SEtadHp2dnUKWnBIYlBiZU1vZ25PSGlzUkhCeHY3UEg4dUhZR3pKemFnMmV1aHhqREt6T2wzeEloK3RlTlh0V2dXYlVuTGtFYQpiWkhBMVNmanNrQ0VSSnAya0ZJREN4R1F3cmZrLzJuRFhyUUpEWHJlQ01nckZNZkljUUtDQVFFQThlQWZYajM5Clhma1lpQjJzeFQ5SUpHa2l1NVB0WGJWS21rZ0xLUmJZUEdnNTh2OTdyRDJUejAzQ09MMk1MQkhybWk4UDdBTGEKcHhEd2NNcGRuY1JnT1JJWmpGRnZFU21WSUdNdGtvQlFDd3VRMEwxd2RGVGNEb2V3SytmQ21id2Z5QWJlUUo0VQpkRnJ6NmpHcEZraEFYK1dJeWRXQ2E4dzZyQnF3TVpSRXlSb3JEWlFmTlVkSWo3azhablRtZk40VmJaRmRRSGQrClU5UDhpbHRsYTF4Z1V3Sll3RHY3RWZwS0R5ZW9WTlZpTWRDVjlZeXNLYWhmeXg1WkNPMkRhT2Z0dG8yNS9VUFQKVFB6V292Z2N6bENvSUhXNE40ci9oRzFYK1A2cVdyVklHYWRXZDRyTEtQUm4va3lHOU1Rc0ZLSThwYU10WEZRTQo2WnErbTc0ZVlzbmN5UUtDQVFFQTdUOWJOMWNwMlRmbU5FalBxalIxMUZhNS9oQkhFM1VMYmw0R3Z0VWp5NzdiCmtmUDZDKzFYMGNQTGVML2VYTmh6ODQwaGkweXZNU0E0aDJuazhMamxzZC9KOGEyR2FKUUtBdkZ1cFBid0xXY00KS0w0d1VaU0ZESis1elFwMG95cCtSZ3E0bVJlQTdzeHZhZmxRY2VwSDVrSUxRNThMNHpPS0xwK29rdEI5RUNMLwp4T29YQllOa3RHZ3ozVWFPUTBBQm03SEdHMllFa0lDR3RiL0k5KzBFWWVtYllwRnNUL3hhd3JERm1vYnVoZFdkCkVGMzBjZU5PZUtqWmtSK3hHeGVkNDVtaHd5YmRaN2tXUG0zdmI0M3dGemRTVngzV2I0Z1Y0dDdsQ0loaGV2REkKOWhGR2szQTIra3p6ZWQ1TmtzNk0xVnFIOTZwOWU4cHUrdkFtL2MrajZRS0NBUUFXTFYrUzY0b2txS2RJSzdoZwpxWW02MU96N1YvZm1wSzIvY2FXY1Vkem54UUt6Tmh1bjBrbVFNMmdBZmRpeFhiOUZkdFUxNVprWXdtUFpZNlNyCng0cXZFT3JJdzlxMEx5VGVRRm00V2cxOHhjVzBiZm8yb0dWQTY4NEthSWllUWZLRUM2VXJOWk5ZaTlKYmdjd28KSDkzUExTT2FwZm44V2xCeTRVdVFjRERTWTVUWS9PRFRxTUtOY3dXSHUyWTZ3cjRpT3JiYkoxbXM0LzMrelp5QgorSWxZY3htaUhwM0pxekpKSzNDeXZwSHZVVm0rbHZSZUtYTUhFN1JFTGtyalBvaThPVWg1WVZPcGRuRlRwZjQyCktJMFIxTmxjTm1GeFNmbEwra1d5WlhiRDYyVHhOd2Vqckswd1V1SDQ1VmZKV0lySkFTb3lrZjVSR1FBckZZYUIKdGxLSkFvSUJBQytJOFRMT1lSRW50UlVtdlkwQnc5WU9wbWQwUlhsdGl5UEs3UmtSUllIT05Ob3lneGdlcnVqVgpqUkFkaVdVYTdXaVFEM2VFbnRsOTlqV1RqdzU0VFhWdFBGNFRBWW8wbHlqdHpOaDZyYmE3SGVHUDhjaDJ0STNKCjl3VlJJZnVMU1ErcG1FRDhSNVlSR2dXbXNXcVJvV1JPT1VtTU5XcUphaGRiWUFCQ2k3eE85dVl5YlBocTBpT2YKZVR6TnBUVnVQcVErWTA0Y0M3QVVRR2xzQ3MwNkRSVzlJNmdGTVNsNWk0blV0MUwxMUJhMnJTaVpXcC96QmtjQQp0Yzd4QmFCREJCeVZMS2NZUTJaRDNHUVh6TkNTSk5mUitzcC9yUFpkMHR6SkFpVEtocFdHWncxK2VxQ1I3RUlNClp3QTAvVi83eUpYNjlLRTM1THFIM2VLamVYeURQUGtDZ2dFQkFKTUY4R0YxNExSQ1lJNk9aWmV4bTVtWlhYd0QKVkR6eCtrc09xSnlxN3QvNWFjcE1mZ2FNbGxTWnlpMHRIa0lZeExZa2lodVpVS21TS0I3VzdRenZvSWFtblA1ZwpSNTVkZTZwK0hRWWpGdWRaNXdMTHd4Q2xDTkZjOHZsd0xjekp5dGVVUnRwQmFlUGI0dndST3lUeXY1eFF6MWk3CkgxaS9MaG5NencvREhxSTZoY3JOdXJ1bXBLOHppM2tGeUxBdWlFS2JUcmZablVIaGh1bmtITlRSOE9xczkrVFQKQndMN0JoWXF6c2VqRHJ2TkMybnNrK0gzTUdRMDBtTEg0SzJxWGExSkVuaCtWTnFFVjNweVdOYTdxL0NpVk8xNgpqMUFaWVFtbm9VaFJBUFI1N1RYc0NBSGZMUUhFeXV6SDgvVklBT1VoUGRoeGlhUmM1N3ZWeFdBanRlOD0KLS0tLS1FTkQgUlNBIFBSSVZBVEUgS0VZLS0tLS0K]", "[+] Collecting keys from ZooKeeper", "[+] Deleting /keystorage/opendev.org/zuul/zuul%2Fzuul-jobs/ssh because Non secrets private key", "[+] Deleting /keystorage/gerrit/demo-project/demo-project/ssh because Non secrets private key", "[+] Deleting /keystorage/gerrit/demo-tenant-config/demo-tenant-config/ssh because Non secrets private key", "[+] Deleting /keystorage/gerrit/config/config/ssh because Non secrets private key", "[+] Deleting /keystorage/git-server/system-config/system-config/ssh because Non secrets private key", "[+] Deleting /keystorage2/tenant/internal/ssh because Non secrets private key", "[+] Deleting /keystorage2/tenant/demo-tenant/ssh because Non secrets private key", "[+] Deleting /keystorage/opendev.org/zuul/zuul%2Fzuul-jobs/secrets because zuul-jobs do not have secrets", "[+] Cloning ssh://zuul@gerrit-sshd.sf:29418/demo-project to /tmp/current-repo", "Cloning into '/tmp/current-repo'...", "Warning: Permanently added '[gerrit-sshd.sf]:29418' (ED25519) to the list of known hosts.", "Total 9 (delta 0), reused 9 (delta 0)", "[+] Deleting /keystorage/gerrit/demo-project/demo-project/secrets because project had no secret", "[+] Cloning ssh://zuul@gerrit-sshd.sf:29418/demo-tenant-config to /tmp/current-repo", "Cloning into '/tmp/current-repo'...", "Total 9 (delta 0), reused 9 (delta 0)", "[+] Deleting /keystorage/gerrit/demo-tenant-config/demo-tenant-config/secrets because project had no secret", "[+] Cloning ssh://zuul@gerrit-sshd.sf:29418/config to /tmp/current-repo", "Cloning into '/tmp/current-repo'...", "Total 5 (delta 0), reused 5 (delta 0)", "[+] Deleting /keystorage/gerrit/config/config/secrets because project had no secret", "[+] Deleting /keystorage/git-server/system-config/system-config/secrets because internal repo will be handled in reconcile", " STEP: Reconciling @ 06/08/26 07:10:10.602", " 2026-06-08T07:10:10-04:00\tINFO\tWarning: Killing ZooKeeper client: nodepool-builder-0 nodepool-builder", " 2026-06-08T07:10:10-04:00\tINFO\tRunning pod execution pod: nodepool-builder-0, command: [kill -9 1]", " 2026-06-08T07:10:10-04:00\tINFO\tDeleting object, name: nodepool-builder", " 2026-06-08T07:10:10-04:00\tINFO\tWarning: Killing ZooKeeper client: nodepool-launcher-5c499b6dcd-ggsct launcher", " 2026-06-08T07:10:10-04:00\tINFO\tRunning pod execution pod: nodepool-launcher-5c499b6dcd-ggsct, command: [kill -9 1]", " 2026-06-08T07:10:10-04:00\tINFO\tDeleting object, name: launcher", " 2026-06-08T07:10:10-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-db-provision-bvx7m mariadb-client", " 2026-06-08T07:10:10-04:00\tINFO\tRunning pod execution pod: zuul-db-provision-bvx7m, command: [kill -9 1]", " 2026-06-08T07:10:10-04:00\tINFO\tDeleting object, name: mariadb-client", " 2026-06-08T07:10:10-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-executor-0 zuul-executor", " 2026-06-08T07:10:10-04:00\tINFO\tRunning pod execution pod: zuul-executor-0, command: [kill -9 1]", " 2026-06-08T07:10:10-04:00\tINFO\tDeleting object, name: zuul-executor", " 2026-06-08T07:10:10-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-kazoo zuul-kazoo", " 2026-06-08T07:10:10-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [kill -9 1]", " 2026-06-08T07:10:10-04:00\tINFO\tDeleting object, name: zuul-kazoo", " 2026-06-08T07:10:10-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-merger-0 zuul-merger", " 2026-06-08T07:10:10-04:00\tINFO\tRunning pod execution pod: zuul-merger-0, command: [kill -9 1]", " 2026-06-08T07:10:11-04:00\tINFO\tDeleting object, name: zuul-merger", " 2026-06-08T07:10:11-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-scheduler-0 zuul-scheduler", " 2026-06-08T07:10:11-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [kill -9 1]", " 2026-06-08T07:10:11-04:00\tINFO\tDeleting object, name: zuul-scheduler", " 2026-06-08T07:10:11-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-web-6d4fbf9c8c-2bfvv zuul-web", " 2026-06-08T07:10:11-04:00\tINFO\tRunning pod execution pod: zuul-web-6d4fbf9c8c-2bfvv, command: [kill -9 1]", " 2026-06-08T07:10:11-04:00\tINFO\tDeleting object, name: zuul-web", " 2026-06-08T07:10:11-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-weeder-57c6567f5f-mg7q8 zuul-weeder", " 2026-06-08T07:10:11-04:00\tINFO\tRunning pod execution pod: zuul-weeder-57c6567f5f-mg7q8, command: [kill -9 1]", " 2026-06-08T07:10:11-04:00\tINFO\tDeleting object, name: zuul-weeder", " 2026-06-08T07:10:11-04:00\tINFO\tDeleting object, name: zk-clients-need-refresh-config-map", " 2026-06-08T07:10:11-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:10:11-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:10:11-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:10:11-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:10:11-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:10:11-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:10:11-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", " 2026-06-08T07:10:11-04:00\tINFO\tLogserver authorized_keys is up to date", " 2026-06-08T07:10:11-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:10:11-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:10:11-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:10:11-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:10:11-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:10:12-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:10:12-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:10:12-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:10:12-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:10:12-04:00\tINFO\tCreating object, name: nodepool-builder", " 2026-06-08T07:10:13-04:00\tINFO\tCreating object, name: zuul-scheduler", " 2026-06-08T07:10:13-04:00\tINFO\tCreating object, name: zuul-executor", " 2026-06-08T07:10:14-04:00\tINFO\tCreating object, name: zuul-web", " 2026-06-08T07:10:15-04:00\tINFO\tCreating object, name: zuul-merger", " 2026-06-08T07:10:15-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: Waiting ...", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: Waiting ...", " \t - |_ Merger: Waiting ...", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: Waiting ...", "", " 2026-06-08T07:10:16-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:10:16-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:10:16-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:10:17-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:10:17-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:10:17-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:10:17-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:10:17-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:10:17-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:10:17-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:10:17-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:10:17-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:10:17-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:10:18-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:10:18-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:10:18-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:10:18-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", " 2026-06-08T07:10:19-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:10:19-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T07:10:24-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:10:24-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T07:10:29-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:10:29-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T07:10:34-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:10:34-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T07:10:39-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:10:39-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T07:10:44-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:10:44-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T07:10:49-04:00\tINFO\tStatefulset \"zuul-scheduler\" not ready after 30s", " 2026-06-08T07:10:49-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:10:49-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T07:10:49-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T07:10:49-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:10:49-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: Waiting ...", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: Waiting ...", "", " 2026-06-08T07:10:50-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:10:50-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:10:50-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:10:51-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:10:51-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:10:51-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:10:51-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:10:51-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:10:51-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:10:51-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:10:51-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:10:51-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:10:51-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:10:52-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:10:52-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:10:52-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:10:52-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", " 2026-06-08T07:10:53-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:10:53-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T07:10:58-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:10:58-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T07:11:03-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:11:03-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T07:11:08-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:11:08-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T07:11:13-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:11:13-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T07:11:18-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:11:18-04:00\tINFO\tCreating object, name: zuul-weeder", " 2026-06-08T07:11:18-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:11:18-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T07:11:18-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-08T07:11:19-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:11:19-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: Waiting ...", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: OK", "", " 2026-06-08T07:11:20-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:11:20-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:11:20-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:11:20-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:11:20-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:11:20-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:11:20-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:11:20-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:11:20-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:11:20-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:11:20-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:11:21-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:11:21-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:11:21-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:11:21-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:11:22-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:11:22-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:11:22-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T07:11:22-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T07:11:23-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:11:24-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T07:11:24-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-08T07:11:25-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:11:25-04:00\tINFO\tCreating base secret job", " 2026-06-08T07:11:25-04:00\tINFO\tCreating object, name: config-base-secret-1-924-ns", " 2026-06-08T07:11:25-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: OK", "", " 2026-06-08T07:11:26-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:11:26-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:11:26-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:11:27-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:11:27-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:11:27-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:11:27-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:11:27-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:11:27-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:11:27-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:11:27-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:11:27-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:11:27-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:11:28-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:11:28-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:11:28-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:11:29-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:11:29-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T07:11:29-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T07:11:30-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:11:31-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T07:11:31-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-08T07:11:31-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:11:32-04:00\tINFO\tRunning tenant-reconfigure for the 'internal' tenant", " 2026-06-08T07:11:32-04:00\tINFO\tDeleting object, name: zuul-needs-full-reconfigure-config-map", " 2026-06-08T07:11:32-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [zuul-scheduler full-reconfigure]", " 2026-06-08T07:11:39-04:00\tINFO\tDeleting object, name: zuul-web", " 2026-06-08T07:11:39-04:00\tINFO\tCreating object, name: zs-internal-tenant-reconfigure", " 2026-06-08T07:11:39-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: OK", "", " 2026-06-08T07:11:40-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:11:40-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:11:40-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:11:41-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:11:41-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:11:41-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:11:41-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:11:41-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:11:41-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:11:41-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:11:41-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:11:41-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:11:41-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:11:41-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:11:41-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:11:42-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:11:42-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:11:42-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T07:11:42-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T07:11:43-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:11:43-04:00\tINFO\tCreating object, name: zuul-web", " 2026-06-08T07:11:44-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:11:44-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T07:11:45-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:11:45-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:11:45-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:11:46-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:11:46-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:11:46-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:11:46-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:11:46-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:11:46-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:11:46-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:11:46-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:11:46-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:11:46-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:11:47-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:11:47-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:11:47-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:11:48-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:11:48-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T07:11:48-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T07:11:49-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:11:50-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T07:11:50-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T07:11:50-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:11:50-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T07:11:51-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:11:52-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:11:52-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:11:52-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:11:52-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:11:52-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:11:52-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:11:52-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:11:52-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:11:52-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:11:52-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:11:52-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:11:52-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:11:53-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:11:53-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:11:53-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:11:54-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:11:54-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T07:11:54-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T07:11:55-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:11:56-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T07:11:56-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T07:11:57-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:11:57-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T07:11:58-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:11:58-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:11:58-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:11:58-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:11:58-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:11:58-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:11:58-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:11:58-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:11:58-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:11:58-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:11:58-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:11:59-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:11:59-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:11:59-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:11:59-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:12:00-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:12:00-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:12:00-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T07:12:00-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T07:12:01-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:12:02-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T07:12:02-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T07:12:03-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:12:03-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T07:12:04-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:12:04-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:12:04-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:12:04-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:12:04-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:12:04-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:12:04-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:12:04-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:12:05-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:12:05-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:12:05-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:12:05-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:12:05-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:12:05-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:12:05-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:12:06-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:12:07-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:12:07-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T07:12:07-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T07:12:07-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:12:08-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T07:12:08-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T07:12:09-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:12:09-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T07:12:10-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:12:10-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:12:10-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:12:11-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:12:11-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:12:11-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:12:11-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:12:11-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:12:11-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:12:11-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:12:11-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:12:11-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:12:11-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:12:12-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:12:12-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:12:12-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:12:13-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:12:13-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T07:12:13-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T07:12:14-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:12:14-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T07:12:14-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T07:12:15-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:12:15-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T07:12:16-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:12:16-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:12:16-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:12:17-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:12:17-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:12:17-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:12:17-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:12:17-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:12:17-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:12:17-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:12:17-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:12:17-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:12:17-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:12:18-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:12:18-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:12:18-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:12:19-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:12:19-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T07:12:19-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T07:12:20-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:12:21-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T07:12:21-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T07:12:21-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:12:21-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T07:12:22-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:12:23-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:12:23-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:12:23-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:12:23-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:12:23-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:12:23-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:12:23-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:12:23-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:12:23-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:12:23-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:12:23-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:12:23-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:12:24-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:12:24-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:12:24-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:12:25-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:12:25-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T07:12:25-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T07:12:26-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:12:27-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T07:12:27-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T07:12:28-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:12:28-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T07:12:29-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:12:29-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:12:29-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:12:29-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:12:29-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:12:29-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:12:29-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:12:29-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:12:29-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:12:29-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:12:29-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:12:30-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:12:30-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:12:30-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:12:30-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:12:31-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:12:31-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:12:31-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T07:12:31-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T07:12:32-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:12:33-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T07:12:33-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T07:12:34-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:12:34-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T07:12:35-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:12:35-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:12:35-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:12:35-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:12:35-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:12:35-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:12:35-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:12:35-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:12:36-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:12:36-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:12:36-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:12:36-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:12:36-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:12:36-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:12:36-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:12:37-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:12:38-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:12:38-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T07:12:38-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T07:12:38-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:12:39-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T07:12:39-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T07:12:40-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:12:40-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T07:12:41-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:12:41-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:12:41-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:12:42-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:12:42-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:12:42-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:12:42-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:12:42-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:12:42-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:12:42-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:12:42-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:12:42-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:12:42-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:12:43-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:12:43-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:12:43-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:12:44-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:12:44-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T07:12:44-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T07:12:45-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:12:45-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T07:12:45-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-08T07:12:46-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:12:47-04:00\tINFO\t", " \t - Config: OK", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: OK", "", "\u2022 [161.369 seconds]", "------------------------------", "Project Private Keys Rotation zuul-web config-errors remain empty after rotation", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:103", " STEP: Ensuring tenant have no config errors @ 06/08/26 07:12:47.182", " 2026-06-08T07:12:47-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -s zuul-web:9000/api/tenant/internal/config-errors]", " 2026-06-08T07:12:47-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -s zuul-web:9000/api/tenant/demo-tenant/config-errors]", "\u2022 [0.180 seconds]", "------------------------------", "Project Private Keys Rotation project private keys changed when rotation was applied", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:107", " [SKIPPED] in [It] - /home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:109 @ 06/08/26 07:12:47.362", "S [SKIPPED] [0.000 seconds]", "Project Private Keys Rotation [It] project private keys changed when rotation was applied", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:107", "", " [SKIPPED] This assertion only works with sf > 0.65", " In [It] at: /home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:109 @ 06/08/26 07:12:47.362", "------------------------------", "Secret Rotations zuul-auth works", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/secrets_rotation_test.go:60", " STEP: Deleting secrets not rotated by the CLI @ 06/08/26 07:12:47.367", " STEP: Running secret rotation CLI @ 06/08/26 07:12:47.374", " 2026-06-08T07:12:47-04:00\tINFO\tWarning: At least one executor running, this may cause issues when rotating Zookeeper secrets.", " 2026-06-08T07:12:47-04:00\tINFO\tRotating Keystore password...", " 2026-06-08T07:12:47-04:00\tINFO\tCreating secret, name: zuul-keystore-password-new", " 2026-06-08T07:12:47-04:00\tINFO\tCreating object, name: zuul-keystore-password-new", " 2026-06-08T07:12:48-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [cat /var/lib/zuul/keys-backup.json]", " 2026-06-08T07:12:48-04:00\tINFO\tUpdating object, name: zuul-keystore-password", " 2026-06-08T07:12:48-04:00\tINFO\tDeleting object, name: zuul-keystore-password-new", " 2026-06-08T07:12:48-04:00\tINFO\tDeleting object, name: zuul-kazoo", " 2026-06-08T07:12:48-04:00\tINFO\tKilling every kazoo client...", " 2026-06-08T07:12:48-04:00\tINFO\tWarning: Killing ZooKeeper client: nodepool-builder-0 nodepool-builder", " 2026-06-08T07:12:48-04:00\tINFO\tRunning pod execution pod: nodepool-builder-0, command: [kill -9 1]", " 2026-06-08T07:12:48-04:00\tINFO\tDeleting object, name: nodepool-builder", " 2026-06-08T07:12:48-04:00\tINFO\tWarning: Killing ZooKeeper client: nodepool-launcher-5c499b6dcd-ggsct launcher", " 2026-06-08T07:12:48-04:00\tINFO\tRunning pod execution pod: nodepool-launcher-5c499b6dcd-ggsct, command: [kill -9 1]", " 2026-06-08T07:12:48-04:00\tINFO\tDeleting object, name: launcher", " 2026-06-08T07:12:48-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-db-provision-bvx7m mariadb-client", " 2026-06-08T07:12:48-04:00\tINFO\tRunning pod execution pod: zuul-db-provision-bvx7m, command: [kill -9 1]", " 2026-06-08T07:12:48-04:00\tINFO\tDeleting object, name: mariadb-client", " 2026-06-08T07:12:48-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-executor-0 zuul-executor", " 2026-06-08T07:12:48-04:00\tINFO\tRunning pod execution pod: zuul-executor-0, command: [kill -9 1]", " 2026-06-08T07:12:49-04:00\tINFO\tDeleting object, name: zuul-executor", " 2026-06-08T07:12:49-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-kazoo zuul-kazoo", " 2026-06-08T07:12:49-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [kill -9 1]", " 2026-06-08T07:13:18-04:00\tINFO\tDeleting object, name: zuul-kazoo", " 2026-06-08T07:13:18-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-merger-0 zuul-merger", " 2026-06-08T07:13:18-04:00\tINFO\tRunning pod execution pod: zuul-merger-0, command: [kill -9 1]", " 2026-06-08T07:13:18-04:00\tINFO\tDeleting object, name: zuul-merger", " 2026-06-08T07:13:18-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-scheduler-0 zuul-scheduler", " 2026-06-08T07:13:18-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [kill -9 1]", " 2026-06-08T07:13:18-04:00\tINFO\tDeleting object, name: zuul-scheduler", " 2026-06-08T07:13:18-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-web-6d4fbf9c8c-tfthr zuul-web", " 2026-06-08T07:13:18-04:00\tINFO\tRunning pod execution pod: zuul-web-6d4fbf9c8c-tfthr, command: [kill -9 1]", " 2026-06-08T07:13:18-04:00\tINFO\tDeleting object, name: zuul-web", " 2026-06-08T07:13:18-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-weeder-57c6567f5f-6nxms zuul-weeder", " 2026-06-08T07:13:18-04:00\tINFO\tRunning pod execution pod: zuul-weeder-57c6567f5f-6nxms, command: [kill -9 1]", " 2026-06-08T07:13:18-04:00\tINFO\tDeleting object, name: zuul-weeder", " 2026-06-08T07:13:18-04:00\tINFO\tDeleting object, name: zookeeper", " 2026-06-08T07:13:18-04:00\tINFO\tRotating Zuul Client Authenticator secret...", " 2026-06-08T07:13:18-04:00\tINFO\tDeleting object, name: zuul-auth-secret", " 2026-06-08T07:13:18-04:00\tINFO\tCreating secret, name: zuul-auth-secret", " 2026-06-08T07:13:18-04:00\tINFO\tCreating object, name: zuul-auth-secret", " 2026-06-08T07:13:18-04:00\tINFO\tRotating Zuul DB Connection secret...", " 2026-06-08T07:13:18-04:00\tINFO\tDeleting object, name: zuul-db-connection", " 2026-06-08T07:13:18-04:00\tINFO\tRotating Zookeeper certificates...", " 2026-06-08T07:13:18-04:00\tINFO\tDeleting object, name: zookeeper-client-tls", " 2026-06-08T07:13:18-04:00\tINFO\tDeleting object, name: zookeeper-server-tls", " 2026-06-08T07:13:18-04:00\tINFO\tForce Restart impacted services...", " 2026-06-08T07:13:18-04:00\tINFO\tDeleting object, name: zuul-scheduler-0", " 2026-06-08T07:13:18-04:00\tINFO\tDeleting object, name: zuul-web-6d4fbf9c8c-tfthr", " STEP: Reconciling @ 06/08/26 07:13:18.646", " 2026-06-08T07:13:18-04:00\tINFO\tWarning: Killing ZooKeeper client: nodepool-launcher-5c499b6dcd-ggsct launcher", " 2026-06-08T07:13:18-04:00\tINFO\tRunning pod execution pod: nodepool-launcher-5c499b6dcd-ggsct, command: [kill -9 1]", " 2026-06-08T07:13:18-04:00\tINFO\tDeleting object, name: launcher", " 2026-06-08T07:13:18-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-db-provision-bvx7m mariadb-client", " 2026-06-08T07:13:18-04:00\tINFO\tRunning pod execution pod: zuul-db-provision-bvx7m, command: [kill -9 1]", " 2026-06-08T07:13:18-04:00\tINFO\tDeleting object, name: mariadb-client", " 2026-06-08T07:13:18-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-merger-0 zuul-merger", " 2026-06-08T07:13:18-04:00\tINFO\tRunning pod execution pod: zuul-merger-0, command: [kill -9 1]", " 2026-06-08T07:13:20-04:00\tINFO\tDeleting object, name: zuul-merger", " 2026-06-08T07:13:20-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-scheduler-0 zuul-scheduler", " 2026-06-08T07:13:20-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [kill -9 1]", " 2026-06-08T07:13:48-04:00\tINFO\tDeleting object, name: zuul-scheduler", " 2026-06-08T07:13:48-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-web-6d4fbf9c8c-tfthr zuul-web", " 2026-06-08T07:13:48-04:00\tINFO\tRunning pod execution pod: zuul-web-6d4fbf9c8c-tfthr, command: [kill -9 1]", " 2026-06-08T07:13:48-04:00\tINFO\tDeleting object, name: zuul-web", " 2026-06-08T07:13:48-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-weeder-57c6567f5f-6nxms zuul-weeder", " 2026-06-08T07:13:48-04:00\tINFO\tRunning pod execution pod: zuul-weeder-57c6567f5f-6nxms, command: [kill -9 1]", " 2026-06-08T07:13:48-04:00\tINFO\tDeleting object, name: zuul-weeder", " 2026-06-08T07:13:48-04:00\tINFO\tDeleting object, name: zookeeper", " 2026-06-08T07:13:48-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:13:48-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:13:48-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:13:48-04:00\tINFO\tCreating object, name: zuul-db-connection", " 2026-06-08T07:13:48-04:00\tINFO\tRe-provisioning db password", " 2026-06-08T07:13:48-04:00\tINFO\tDeleting object, name: zuul-db-provision", " 2026-06-08T07:13:48-04:00\tINFO\tCreating object, name: zuul-db-provision", " 2026-06-08T07:13:49-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:13:49-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:13:49-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:13:49-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", " 2026-06-08T07:13:49-04:00\tINFO\tLogserver authorized_keys is up to date", " 2026-06-08T07:13:49-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:13:49-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:13:49-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:13:49-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:13:49-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:13:49-04:00\tINFO\tDeleting object, name: zookeeper-client-tls", " 2026-06-08T07:13:49-04:00\tINFO\tDeleting object, name: zookeeper-server-tls", " 2026-06-08T07:13:52-04:00\tINFO\tCreating object, name: zookeeper-client-tls", " 2026-06-08T07:13:53-04:00\tINFO\tCreating object, name: zookeeper-server-tls", " 2026-06-08T07:13:53-04:00\tINFO\tCreating object, name: zookeeper", " 2026-06-08T07:13:53-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", " 2026-06-08T07:13:53-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: Waiting ...", " \t - Zookeeper: Waiting ...", "", " 2026-06-08T07:13:54-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:13:54-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:13:55-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:13:55-04:00\tINFO\tCreating object, name: zuul-db-provision", " 2026-06-08T07:13:55-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:13:55-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:13:55-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:13:55-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:13:55-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:13:55-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:13:55-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:13:55-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:13:55-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:13:55-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", " 2026-06-08T07:14:01-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:14:01-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", " 2026-06-08T07:14:06-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:14:06-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", " 2026-06-08T07:14:11-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:14:11-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...", " 2026-06-08T07:14:11-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: Waiting ...", " \t - Zookeeper: OK", "", " 2026-06-08T07:14:12-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:14:12-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:14:12-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:14:12-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:14:12-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:14:12-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:14:12-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:14:12-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:14:12-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:14:12-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:14:12-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:14:13-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:14:13-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:14:13-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:14:13-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:14:13-04:00\tINFO\tCreating object, name: nodepool-builder", " 2026-06-08T07:14:14-04:00\tINFO\tUpdating secret, name: zuul-config", " 2026-06-08T07:14:14-04:00\tINFO\tUpdating object, name: zuul-config", " 2026-06-08T07:14:14-04:00\tINFO\tCreating object, name: zuul-scheduler", " 2026-06-08T07:14:14-04:00\tINFO\tCreating object, name: zuul-executor", " 2026-06-08T07:14:15-04:00\tINFO\tCreating object, name: zuul-web", " 2026-06-08T07:14:16-04:00\tINFO\tCreating object, name: zuul-merger", " 2026-06-08T07:14:16-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: Waiting ...", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: Waiting ...", " \t - |_ Merger: Waiting ...", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: Waiting ...", "", " 2026-06-08T07:14:17-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:14:17-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:14:17-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:14:17-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:14:17-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:14:17-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:14:17-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:14:17-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:14:17-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:14:17-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:14:17-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:14:18-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:14:18-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:14:18-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:14:18-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:14:19-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:14:19-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", " 2026-06-08T07:14:20-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:14:20-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T07:14:25-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:14:25-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T07:14:30-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:14:30-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T07:14:35-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:14:35-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T07:14:40-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:14:40-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T07:14:45-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:14:45-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T07:14:50-04:00\tINFO\tStatefulset \"zuul-scheduler\" not ready after 30s", " 2026-06-08T07:14:50-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:14:50-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T07:14:50-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T07:14:50-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:14:50-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: Waiting ...", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: Waiting ...", "", " 2026-06-08T07:14:51-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:14:51-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:14:51-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:14:52-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:14:52-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:14:52-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:14:52-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:14:52-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:14:52-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:14:52-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:14:52-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:14:52-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:14:52-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:14:52-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:14:52-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:14:53-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:14:53-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", " 2026-06-08T07:14:54-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:14:54-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T07:14:59-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:14:59-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T07:15:04-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:15:04-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T07:15:09-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:15:09-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T07:15:14-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:15:14-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T07:15:19-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:15:19-04:00\tINFO\tCreating object, name: zuul-weeder", " 2026-06-08T07:15:19-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:15:19-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T07:15:19-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-08T07:15:19-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:15:19-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: Waiting ...", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: OK", "", " 2026-06-08T07:15:20-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:15:20-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:15:20-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:15:21-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:15:21-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:15:21-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:15:21-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:15:21-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:15:21-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:15:21-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:15:21-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:15:21-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:15:21-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:15:22-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:15:22-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:15:22-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:15:23-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:15:23-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T07:15:23-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T07:15:24-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:15:25-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T07:15:25-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-08T07:15:25-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:15:26-04:00\tINFO\tCreating base secret job", " 2026-06-08T07:15:26-04:00\tINFO\tCreating object, name: config-base-secret-1-2972-ns", " 2026-06-08T07:15:26-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: OK", "", " 2026-06-08T07:15:27-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:15:27-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:15:27-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:15:28-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:15:28-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:15:28-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:15:28-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:15:28-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:15:28-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:15:28-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:15:28-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:15:28-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:15:28-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:15:28-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:15:28-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:15:29-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:15:30-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:15:30-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T07:15:30-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T07:15:30-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:15:31-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T07:15:31-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-08T07:15:32-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:15:32-04:00\tINFO\tRunning tenant-reconfigure for the 'internal' tenant", " 2026-06-08T07:15:33-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [zuul-scheduler tenant-reconfigure internal]", " 2026-06-08T07:15:39-04:00\tINFO\tDeleting object, name: zuul-web", " 2026-06-08T07:15:39-04:00\tINFO\tUpdating object, name: zs-internal-tenant-reconfigure", " 2026-06-08T07:15:39-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: OK", "", " 2026-06-08T07:15:40-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:15:40-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:15:40-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:15:40-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:15:40-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:15:40-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:15:41-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:15:41-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:15:41-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:15:41-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:15:41-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:15:41-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:15:41-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:15:41-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:15:41-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:15:42-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:15:42-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:15:42-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T07:15:42-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T07:15:42-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:15:43-04:00\tINFO\tCreating object, name: zuul-web", " 2026-06-08T07:15:44-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:15:44-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T07:15:45-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:15:45-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:15:45-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:15:46-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:15:46-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:15:46-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:15:46-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:15:46-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:15:46-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:15:46-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:15:46-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:15:46-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:15:46-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:15:47-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:15:47-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:15:47-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:15:48-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:15:48-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T07:15:48-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T07:15:49-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:15:49-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T07:15:49-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T07:15:50-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:15:50-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T07:15:51-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:15:51-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:15:51-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:15:52-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:15:52-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:15:52-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:15:52-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:15:52-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:15:52-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:15:52-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:15:52-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:15:52-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:15:52-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:15:53-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:15:53-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:15:53-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:15:54-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:15:54-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T07:15:54-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T07:15:55-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:15:56-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T07:15:56-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T07:15:56-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:15:57-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T07:15:58-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:15:58-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:15:58-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:15:58-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:15:58-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:15:58-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:15:58-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:15:58-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:15:58-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:15:58-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:15:58-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:15:59-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:15:59-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:15:59-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:15:59-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:16:00-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:16:00-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:16:00-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T07:16:00-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T07:16:01-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:16:02-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T07:16:02-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T07:16:03-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:16:03-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T07:16:04-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:16:04-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:16:04-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:16:04-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:16:04-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:16:04-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:16:04-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:16:04-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:16:04-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:16:04-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:16:04-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:16:05-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:16:05-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:16:05-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:16:05-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:16:06-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:16:06-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:16:07-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T07:16:07-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T07:16:07-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:16:08-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T07:16:08-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T07:16:09-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:16:09-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T07:16:10-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:16:10-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:16:10-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:16:11-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:16:11-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:16:11-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:16:11-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:16:11-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:16:11-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:16:11-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:16:11-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:16:11-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:16:11-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:16:11-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:16:11-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:16:12-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:16:13-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:16:13-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T07:16:13-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T07:16:14-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:16:14-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T07:16:14-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T07:16:15-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:16:15-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T07:16:16-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:16:16-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:16:16-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:16:17-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:16:17-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:16:17-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:16:17-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:16:17-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:16:17-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:16:17-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:16:17-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:16:17-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:16:17-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:16:18-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:16:18-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:16:18-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:16:19-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:16:19-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T07:16:19-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T07:16:20-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:16:20-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T07:16:20-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T07:16:21-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:16:21-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T07:16:22-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:16:22-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:16:22-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:16:23-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:16:23-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:16:23-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:16:23-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:16:23-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:16:23-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:16:23-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:16:23-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:16:23-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:16:23-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:16:24-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:16:24-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:16:24-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:16:25-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:16:25-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T07:16:25-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T07:16:26-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:16:27-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T07:16:27-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T07:16:28-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:16:28-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T07:16:29-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:16:29-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:16:29-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:16:29-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:16:29-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:16:29-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:16:29-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:16:29-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:16:29-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:16:29-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:16:29-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:16:30-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:16:30-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:16:30-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:16:30-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:16:30-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:16:31-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:16:31-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T07:16:31-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T07:16:32-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:16:33-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T07:16:33-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T07:16:34-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:16:34-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T07:16:35-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:16:35-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:16:35-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:16:35-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:16:35-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:16:35-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:16:35-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:16:35-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:16:35-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:16:35-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:16:35-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:16:36-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:16:36-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:16:36-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:16:36-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:16:37-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:16:37-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:16:38-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T07:16:38-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T07:16:38-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:16:39-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T07:16:39-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T07:16:40-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:16:40-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T07:16:41-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:16:41-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:16:41-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:16:42-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:16:42-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:16:42-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:16:42-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:16:42-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:16:42-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:16:42-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:16:42-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:16:42-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:16:42-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:16:42-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:16:42-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:16:43-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:16:44-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:16:44-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T07:16:44-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T07:16:45-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:16:45-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T07:16:45-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-08T07:16:46-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:16:47-04:00\tINFO\t", " \t - Config: OK", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: OK", "", " STEP: Validating secret changed @ 06/08/26 07:16:47.006", " 2026-06-08T07:16:47-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [cat /etc/zuul/zuul.conf]", " STEP: Checking the secret is in the zuul.conf @ 06/08/26 07:16:47.093", " STEP: Checking zuul-client works @ 06/08/26 07:16:47.096", " 2026-06-08T07:16:47-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [bash -c zuul-client -v autohold --tenant internal --project system-config --job testytest --reason testy 2>&1]", "\u2022 [240.210 seconds]", "------------------------------", "Secret Rotations zuul-db works", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/secrets_rotation_test.go:71", " STEP: Checking the secret is in the zuul.conf @ 06/08/26 07:16:47.573", " STEP: Checking zuul-web works @ 06/08/26 07:16:47.575", " 2026-06-08T07:16:47-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl zuul-web:9000/api/tenant/demo-tenant/builds]", " % Total % Received % Xferd Average Speed Time Time Time Current", " Dload Upload Total Spent Left Speed", "", " 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0", "100 2 100 2 0 0 50 0 --:--:-- --:--:-- --:--:-- 50", "\u2022 [0.137 seconds]", "------------------------------", "Secret Rotations zuul-zk works", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/secrets_rotation_test.go:81", " STEP: Checking the key in zuul pod @ 06/08/26 07:16:47.709", " 2026-06-08T07:16:47-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [cat /tls/client/tls.key]", " STEP: Connecting with kazoo @ 06/08/26 07:16:47.789", " 2026-06-08T07:16:47-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [python3 -c import os, kazoo.client; os.chdir('/tls/client'); hosts=list(filter(lambda l: l.startswith('hosts'), open('/etc/zuul/zuul.conf').readlines()))[0].split('=')[1].strip(); client = kazoo.client.KazooClient(hosts, use_ssl=True, keyfile='tls.key', certfile='tls.crt', ca='ca.crt'); client.start(); print(client.get_children('/keystorage2'))]", "\u2022 [0.378 seconds]", "------------------------------", "Deploy Tests Reconcile default", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/deploy_test.go:11", " 2026-06-08T07:16:48-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T07:16:48-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T07:16:48-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T07:16:49-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T07:16:49-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T07:16:49-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T07:16:49-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", " 2026-06-08T07:16:49-04:00\tINFO\tLogserver authorized_keys is up to date", " 2026-06-08T07:16:49-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T07:16:49-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T07:16:49-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T07:16:49-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T07:16:49-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T07:16:49-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T07:16:49-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T07:16:50-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T07:16:50-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T07:16:50-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T07:16:51-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T07:16:51-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T07:16:51-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T07:16:51-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T07:16:52-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T07:16:52-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-08T07:16:53-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T07:16:53-04:00\tINFO\t", " \t - Config: OK", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: OK", "", "\u2022 [5.524 seconds]", "------------------------------", "Deploy Tests Match zuul secrets", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/deploy_test.go:14", " 2026-06-08T07:16:53-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [cat /etc/zuul/zuul.conf]", "\u2022 [0.105 seconds]", "------------------------------", "Deploy Tests Connect to services", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/deploy_test.go:17", "\u2022 [0.194 seconds]", "------------------------------", "Test Env Has namespace", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/main_test.go:167", "\u2022 [0.000 seconds]", "------------------------------", "", "Ran 14 of 16 Specs in 434.281 seconds", "SUCCESS! -- 14 Passed | 0 Failed | 0 Pending | 2 Skipped", "--- PASS: TestSFOP (434.28s)", "PASS", "ok \tgithub.com/softwarefactory-project/sf-operator/tests\t434.309s" ], "zuul_log_id": "0a580a2a-0013-4660-a428-000000000006-1-controller" } }, "task": { "duration": { "end": "2026-06-08T11:16:54.127107Z", "start": "2026-06-08T11:09:28.919986Z" }, "id": "0a580a2a-0013-4660-a428-000000000006", "name": "Validate upgrade to latest release" } } ] } ], "stats": { "controller": { "changed": 3, "failures": 0, "ignored": 0, "ok": 3, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": false }, { "branch": "master", "index": "0", "phase": "post", "playbook": "softwarefactory-project.io/software-factory/sf-operator/playbooks/get-minikube-logs.yaml", "plays": [ { "play": { "duration": { "end": "2026-06-08T11:17:25.287824Z", "start": "2026-06-08T11:16:54.830426Z" }, "id": "0a580a2a-0013-7a7e-7e94-000000000002", "name": "controller" }, "tasks": [ { "hosts": { "controller": { "action": "shell", "changed": true, "cmd": "mkdir -p ~/zuul-output/logs/\nminikube logs > ~/zuul-output/logs/minikube.logs\nsudo dmesg > ~/zuul-output/logs/dmesg.txt\n", "delta": "0:00:01.915196", "end": "2026-06-08 07:16:57.132370", "invocation": { "module_args": { "_raw_params": "mkdir -p ~/zuul-output/logs/\nminikube logs > ~/zuul-output/logs/minikube.logs\nsudo dmesg > ~/zuul-output/logs/dmesg.txt\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-7a7e-7e94-000000000004-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 07:16:55.217174", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "0a580a2a-0013-7a7e-7e94-000000000004-1-controller" } }, "task": { "duration": { "end": "2026-06-08T11:16:57.366363Z", "start": "2026-06-08T11:16:54.853542Z" }, "id": "0a580a2a-0013-7a7e-7e94-000000000004", "name": "Grab minikube logs" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "post/get-kubectl-logs" } } }, "task": { "duration": { "end": "2026-06-08T11:16:57.398136Z", "start": "2026-06-08T11:16:57.370570Z" }, "id": "0a580a2a-0013-7a7e-7e94-000000000005", "name": "" } }, { "hosts": { "controller": { "action": "ansible.builtin.set_fact", "ansible_facts": { "logs_dir": "/home/zuul-worker/zuul-output/logs" }, "changed": false } }, "role": { "id": "0a580a2a-0013-7a7e-7e94-000000000027", "name": "post/get-kubectl-logs", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-kubectl-logs" }, "task": { "duration": { "end": "2026-06-08T11:16:57.445209Z", "start": "2026-06-08T11:16:57.413330Z" }, "id": "0a580a2a-0013-7a7e-7e94-000000000029", "name": "Set proper facts" } }, { "hosts": { "controller": { "action": "shell", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/pods-logs\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for pod in $(kubectl --namespace ${ns} get pod -o=custom-columns=NAME:.metadata.name --no-headers); do\n for cname in $(kubectl --namespace ${ns} get pod ${pod} -o jsonpath='{.spec.containers[*].name}'); do\n kubectl --namespace ${ns} logs --container=${cname} ${pod} &> /home/zuul-worker/zuul-output/logs/pods-logs/${ns}--${pod}--${cname}.txt\n done\n done\ndone\n", "delta": "0:00:05.581116", "end": "2026-06-08 07:17:03.267469", "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/pods-logs\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for pod in $(kubectl --namespace ${ns} get pod -o=custom-columns=NAME:.metadata.name --no-headers); do\n for cname in $(kubectl --namespace ${ns} get pod ${pod} -o jsonpath='{.spec.containers[*].name}'); do\n kubectl --namespace ${ns} logs --container=${cname} ${pod} &> /home/zuul-worker/zuul-output/logs/pods-logs/${ns}--${pod}--${cname}.txt\n done\n done\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-7a7e-7e94-00000000002a-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 07:16:57.686353", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "0a580a2a-0013-7a7e-7e94-00000000002a-1-controller" } }, "role": { "id": "0a580a2a-0013-7a7e-7e94-000000000027", "name": "post/get-kubectl-logs", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-kubectl-logs" }, "task": { "duration": { "end": "2026-06-08T11:17:03.493435Z", "start": "2026-06-08T11:16:57.471173Z" }, "id": "0a580a2a-0013-7a7e-7e94-00000000002a", "name": "Get pod logs" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "item", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get pods -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--pods--$(basename ${item}).txt\n done\ndone\n", "delta": "0:00:02.798431", "end": "2026-06-08 07:17:06.496338", "failed": false, "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get pods -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--pods--$(basename ${item}).txt\n done\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "pods", "msg": "", "rc": 0, "start": "2026-06-08 07:17:03.697907", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get deployments -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--deployments--$(basename ${item}).txt\n done\ndone\n", "delta": "0:00:00.952372", "end": "2026-06-08 07:17:07.669474", "failed": false, "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get deployments -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--deployments--$(basename ${item}).txt\n done\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "deployments", "msg": "", "rc": 0, "start": "2026-06-08 07:17:06.717102", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get statefulsets -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--statefulsets--$(basename ${item}).txt\n done\ndone\n", "delta": "0:00:01.117647", "end": "2026-06-08 07:17:08.987888", "failed": false, "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get statefulsets -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--statefulsets--$(basename ${item}).txt\n done\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "statefulsets", "msg": "", "rc": 0, "start": "2026-06-08 07:17:07.870241", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get services -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--services--$(basename ${item}).txt\n done\ndone\n", "delta": "0:00:01.803042", "end": "2026-06-08 07:17:11.004614", "failed": false, "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get services -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--services--$(basename ${item}).txt\n done\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "services", "msg": "", "rc": 0, "start": "2026-06-08 07:17:09.201572", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get secrets -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--secrets--$(basename ${item}).txt\n done\ndone\n", "delta": "0:00:01.713236", "end": "2026-06-08 07:17:12.899568", "failed": false, "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get secrets -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--secrets--$(basename ${item}).txt\n done\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "secrets", "msg": "", "rc": 0, "start": "2026-06-08 07:17:11.186332", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get configmaps -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--configmaps--$(basename ${item}).txt\n done\ndone\n", "delta": "0:00:02.737392", "end": "2026-06-08 07:17:15.821473", "failed": false, "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get configmaps -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--configmaps--$(basename ${item}).txt\n done\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "configmaps", "msg": "", "rc": 0, "start": "2026-06-08 07:17:13.084081", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get jobs -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--jobs--$(basename ${item}).txt\n done\ndone\n", "delta": "0:00:00.833547", "end": "2026-06-08 07:17:16.864265", "failed": false, "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get jobs -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--jobs--$(basename ${item}).txt\n done\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "jobs", "msg": "", "rc": 0, "start": "2026-06-08 07:17:16.030718", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get pvc -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--pvc--$(basename ${item}).txt\n done\ndone\n", "delta": "0:00:01.383088", "end": "2026-06-08 07:17:18.447516", "failed": false, "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get pvc -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--pvc--$(basename ${item}).txt\n done\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "pvc", "msg": "", "rc": 0, "start": "2026-06-08 07:17:17.064428", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get ingress -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--ingress--$(basename ${item}).txt\n done\ndone\n", "delta": "0:00:00.596013", "end": "2026-06-08 07:17:19.243982", "failed": false, "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get ingress -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--ingress--$(basename ${item}).txt\n done\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "ingress", "msg": "", "rc": 0, "start": "2026-06-08 07:17:18.647969", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" } ] } }, "role": { "id": "0a580a2a-0013-7a7e-7e94-000000000027", "name": "post/get-kubectl-logs", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-kubectl-logs" }, "task": { "duration": { "end": "2026-06-08T11:17:19.286486Z", "start": "2026-06-08T11:17:03.501153Z" }, "id": "0a580a2a-0013-7a7e-7e94-00000000002b", "name": "Describe namespace resources" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/events\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n kubectl --namespace ${ns} get events --output custom-columns=\"DATE:metadata.creationTimestamp,TYPE:type,REASON:reason,OBJECT KIND:involvedObject.kind,OBJECT NAME:involvedObject.name,MESSAGE:message\" --sort-by=\".metadata.creationTimestamp\" > /home/zuul-worker/zuul-output/logs/events/${ns}.txt\ndone\n", "delta": "0:00:00.709889", "end": "2026-06-08 07:17:20.295421", "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/events\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n kubectl --namespace ${ns} get events --output custom-columns=\"DATE:metadata.creationTimestamp,TYPE:type,REASON:reason,OBJECT KIND:involvedObject.kind,OBJECT NAME:involvedObject.name,MESSAGE:message\" --sort-by=\".metadata.creationTimestamp\" > /home/zuul-worker/zuul-output/logs/events/${ns}.txt\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-7a7e-7e94-00000000002c-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 07:17:19.585532", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "0a580a2a-0013-7a7e-7e94-00000000002c-1-controller" } }, "role": { "id": "0a580a2a-0013-7a7e-7e94-000000000027", "name": "post/get-kubectl-logs", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-kubectl-logs" }, "task": { "duration": { "end": "2026-06-08T11:17:20.375037Z", "start": "2026-06-08T11:17:19.329023Z" }, "id": "0a580a2a-0013-7a7e-7e94-00000000002c", "name": "Get events" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/decoded-secrets\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get secret -o name); do\n kubectl --namespace ${ns} get ${item} -o json | jq -r \".data | map_values(@base64d)\" > /home/zuul-worker/zuul-output/logs/decoded-secrets/${ns}--$(basename $item)\n done\ndone\n", "delta": "0:00:01.640343", "end": "2026-06-08 07:17:22.284599", "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/decoded-secrets\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get secret -o name); do\n kubectl --namespace ${ns} get ${item} -o json | jq -r \".data | map_values(@base64d)\" > /home/zuul-worker/zuul-output/logs/decoded-secrets/${ns}--$(basename $item)\n done\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-7a7e-7e94-00000000002d-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 07:17:20.644256", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "0a580a2a-0013-7a7e-7e94-00000000002d-1-controller" } }, "role": { "id": "0a580a2a-0013-7a7e-7e94-000000000027", "name": "post/get-kubectl-logs", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-kubectl-logs" }, "task": { "duration": { "end": "2026-06-08T11:17:22.463576Z", "start": "2026-06-08T11:17:20.445345Z" }, "id": "0a580a2a-0013-7a7e-7e94-00000000002d", "name": "Fetch decoded secrets" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "post/get-logserver-content" } } }, "task": { "duration": { "end": "2026-06-08T11:17:22.501176Z", "start": "2026-06-08T11:17:22.477162Z" }, "id": "0a580a2a-0013-7a7e-7e94-000000000006", "name": "" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": false, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/logs/logserver-content", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul-worker/zuul-output/logs/logserver-content", "state": "absent" } }, "role": { "id": "0a580a2a-0013-7a7e-7e94-000000000093", "name": "post/get-logserver-content", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-logserver-content" }, "task": { "duration": { "end": "2026-06-08T11:17:22.893218Z", "start": "2026-06-08T11:17:22.534855Z" }, "id": "0a580a2a-0013-7a7e-7e94-000000000095", "name": "Ensure removal of ~/zuul-output/logs/logserver-content" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "kubectl get pods -l \"run=logserver\" --no-headers -o custom-columns=\":metadata.name\"\n", "delta": "0:00:00.066479", "end": "2026-06-08 07:17:23.208204", "failed_when_result": false, "invocation": { "module_args": { "_raw_params": "kubectl get pods -l \"run=logserver\" --no-headers -o custom-columns=\":metadata.name\"\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-7a7e-7e94-000000000096-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 07:17:23.141725", "stderr": "", "stderr_lines": [], "stdout": "logserver-0", "stdout_lines": [ "logserver-0" ], "zuul_log_id": "0a580a2a-0013-7a7e-7e94-000000000096-1-controller" } }, "role": { "id": "0a580a2a-0013-7a7e-7e94-000000000093", "name": "post/get-logserver-content", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-logserver-content" }, "task": { "duration": { "end": "2026-06-08T11:17:23.443605Z", "start": "2026-06-08T11:17:22.929990Z" }, "id": "0a580a2a-0013-7a7e-7e94-000000000096", "name": "Get logserver pod name" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "cp", "logserver-0:/var/www/html/logs", "-c", "logserver", "~/zuul-output/logs/logserver-content" ], "delta": "0:00:00.144983", "end": "2026-06-08 07:17:23.816062", "failed_when_result": false, "invocation": { "module_args": { "_raw_params": "kubectl cp logserver-0:/var/www/html/logs -c logserver ~/zuul-output/logs/logserver-content\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-7a7e-7e94-000000000097-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 07:17:23.671079", "stderr": "", "stderr_lines": [], "stdout": "tar: Removing leading `/' from member names", "stdout_lines": [ "tar: Removing leading `/' from member names" ], "zuul_log_id": "0a580a2a-0013-7a7e-7e94-000000000097-1-controller" } }, "role": { "id": "0a580a2a-0013-7a7e-7e94-000000000093", "name": "post/get-logserver-content", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-logserver-content" }, "task": { "duration": { "end": "2026-06-08T11:17:23.984939Z", "start": "2026-06-08T11:17:23.470950Z" }, "id": "0a580a2a-0013-7a7e-7e94-000000000097", "name": "Fetch logserver content on locally in ~/zuul-output/logs/logserver-content" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "post/get-repos" } } }, "task": { "duration": { "end": "2026-06-08T11:17:24.013291Z", "start": "2026-06-08T11:17:23.993659Z" }, "id": "0a580a2a-0013-7a7e-7e94-000000000007", "name": "" } }, { "hosts": { "controller": { "action": "ansible.builtin.set_fact", "ansible_facts": { "dest_dir": "~/zuul-output/logs/repos/" }, "changed": false } }, "role": { "id": "0a580a2a-0013-7a7e-7e94-000000000117", "name": "post/get-repos", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-repos" }, "task": { "duration": { "end": "2026-06-08T11:17:24.076352Z", "start": "2026-06-08T11:17:24.036975Z" }, "id": "0a580a2a-0013-7a7e-7e94-000000000119", "name": "Set proper facts" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": true, "diff": { "after": { "path": "/home/zuul-worker/zuul-output/logs/repos/", "state": "directory" }, "before": { "path": "/home/zuul-worker/zuul-output/logs/repos/", "state": "absent" } }, "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/logs/repos/", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul-worker", "path": "/home/zuul-worker/zuul-output/logs/repos/", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 6, "state": "directory", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-7a7e-7e94-000000000117", "name": "post/get-repos", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-repos" }, "task": { "duration": { "end": "2026-06-08T11:17:24.330658Z", "start": "2026-06-08T11:17:24.089776Z" }, "id": "0a580a2a-0013-7a7e-7e94-00000000011a", "name": "Ensure ~/zuul-output/logs/repos/" } }, { "hosts": { "controller": { "action": "ansible.builtin.copy", "changed": true, "checksum": null, "dest": "/home/zuul-worker/zuul-output/logs/repos/", "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_original_basename": null, "attributes": null, "backup": false, "checksum": null, "content": null, "dest": "/home/zuul-worker/zuul-output/logs/repos/", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": null, "owner": null, "remote_src": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/", "unsafe_writes": false, "validate": null } }, "md5sum": null, "mode": "0755", "owner": "zuul-worker", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 50, "src": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/", "state": "directory", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-7a7e-7e94-000000000117", "name": "post/get-repos", "path": "/var/lib/zuul/builds/62cca6c390034c6c909f5121ef785a7a/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-repos" }, "task": { "duration": { "end": "2026-06-08T11:17:25.244178Z", "start": "2026-06-08T11:17:24.337646Z" }, "id": "0a580a2a-0013-7a7e-7e94-00000000011b", "name": "Copy repositories" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "false_condition": "with_loki", "skip_reason": "Conditional result was False", "skipped": true } }, "task": { "duration": { "end": "2026-06-08T11:17:25.287824Z", "start": "2026-06-08T11:17:25.260584Z" }, "id": "0a580a2a-0013-7a7e-7e94-000000000008", "name": "" } } ] } ], "stats": { "controller": { "changed": 9, "failures": 0, "ignored": 0, "ok": 12, "rescued": 0, "skipped": 1, "unreachable": 0 } }, "trusted": false } ]